Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.620=0.268
σ	0.357-0.350=0.007
min	54.753-54.487=0.267
max	55.903-55.616=0.287

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.008=-0.003
min	0.132-0.132=0.001
max	0.147-0.160=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.788=0.068
σ	0.006-0.007=-0.001
min	43.847-43.780=0.067
max	43.868-43.803=0.065

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.123-0.123=-0.000
σ	0.005-0.010=-0.005
min	0.117-0.116=0.002
max	0.131-0.141=-0.010

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	13.086-12.725=0.361
σ	0.321-0.233=0.087
min	12.595-12.384=0.210
max	13.526-12.995=0.531

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	13.005-12.168=0.838
σ	0.765-0.568=0.197
min	11.918-11.620=0.298
max	13.741-13.482=0.259

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7142.000-7325.000=-183.000
σ	0.000
min	7142.000-7325.000=-183.000
max	7142.000-7325.000=-183.000

*mean*	15.519-15.145=0.373
σ	0.185-0.864=-0.678
min	15.277-13.084=2.193
max	15.864-15.812=0.052

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.002=0.000
min	41.928-41.927=0.001
max	41.932-41.931=0.001

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	13.807-12.373=1.434
σ	1.931-1.696=0.234
min	11.337-10.981=0.356
max	15.618-15.396=0.222

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.137=-0.000
min	27.604-27.603=0.001
max	27.991-27.991=-0.000

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	9.186-8.844=0.342
σ	0.552-0.371=0.181
min	8.571-8.258=0.313
max	9.822-9.312=0.511

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	6.751-6.958=-0.207
σ	0.318-0.248=0.070
min	6.357-6.651=-0.294
max	7.105-7.257=-0.152

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.665-25.664=0.001
max	25.678-25.668=0.009

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	6.105-5.862=0.243
σ	0.121-0.109=0.012
min	5.883-5.720=0.163
max	6.267-6.043=0.224

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.969-25.967=0.002
max	25.972-25.972=0.000

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	5.972-5.826=0.147
σ	0.162-0.089=0.073
min	5.714-5.688=0.026
max	6.242-5.960=0.282

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.991

*mean*	7142.000-7325.000=-183.000
σ	0.000
min	7142.000-7325.000=-183.000
max	7142.000-7325.000=-183.000

*mean*	382.809-1041.141=-658.332
σ	90.517-5.806=84.711
min	348.195-1033.199=-685.004
max	606.748-1048.792=-442.044

op=load_product(), with indexes

*mean*	7917.793-8744.722=-826.929
σ	0.469-0.469=-0.000
min	7917.625-8744.554=-826.929
max	7918.954-8745.883=-826.929

*mean*	3273.250-3580.000=-306.750
σ	1822.868-1798.912=23.956
min	809.000-1046.000=-237.000
max	5618.000-5812.000=-194.000

*mean*	3618.854-4750.218=-1131.364
σ	1083.909-1624.559=-540.650
min	3085.672-3515.049=-429.377
max	6128.912-7133.380=-1004.468

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	81.519-81.957=-0.438
σ	12.569-11.436=1.133
min	71.588-70.338=1.250
max	109.541-103.387=6.154

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.002
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7142.000-7325.000=-183.000
σ	0.000
min	7142.000-7325.000=-183.000
max	7142.000-7325.000=-183.000

*mean*	61.719-106.729=-45.010
σ	0.491-5.178=-4.687
min	61.050-96.681=-35.632
max	62.473-112.332=-49.859

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.686=0.004

*mean*	7142.000-7325.000=-183.000
σ	0.000
min	7142.000-7325.000=-183.000
max	7142.000-7325.000=-183.000

*mean*	99.910-161.349=-61.438
σ	0.854-8.869=-8.015
min	98.985-141.100=-42.115
max	101.758-167.009=-65.252

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.836=2560.335
σ	4.304-4.324=-0.021
min	14215.575-11655.305=2560.270
max	14227.820-11667.537=2560.283

*mean*	4041.125-4158.500=-117.375
σ	2006.520-1903.662=102.858
min	1217.000-1558.000=-341.000
max	7142.000-7325.000=-183.000

*mean*	7777.517-6122.058=1655.459
σ	1876.693-1017.077=859.616
min	5991.514-4935.171=1056.343
max	10977.135-7695.800=3281.335

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.065=1599.043
σ	0.002-0.001=0.001
min	13159.106-11560.065=1599.041
max	13159.110-11560.066=1599.044

*mean*	7142.000-7325.000=-183.000
σ	0.000
min	7142.000-7325.000=-183.000
max	7142.000-7325.000=-183.000

*mean*	5160.002-5779.643=-619.641
σ	271.675-1903.047=-1631.372
min	4996.296-4350.185=646.112
max	5741.477-9039.650=-3298.173

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	389.593-388.853=0.740
σ	5.548-6.214=-0.666
min	377.482-378.023=-0.541
max	394.814-397.156=-2.342

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	781.186-748.775=32.411
σ	21.069-54.279=-33.210
min	743.523-647.047=96.476
max	804.384-795.360=9.024

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1008.375=15.924
σ	0.761-0.760=0.001
min	1023.828-1007.899=15.929
max	1027.445-1011.517=15.928

*mean*	1057.800-1044.350=13.450
σ	311.348-311.358=-0.010
min	564.000-571.000=-7.000
max	1514.000-1504.000=10.000

*mean*	1.560-1.534=0.026
σ	0.085-0.058=0.028
min	1.483-1.483=0.001
max	1.770-1.694=0.075

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.317-0.389=-0.072
σ	0.337-0.497=-0.160
min	0.140-0.137=0.004
max	0.916-1.274=-0.359

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.420-0.478=-0.058
σ	0.197-0.319=-0.122
min	0.318-0.322=-0.004
max	0.772-1.048=-0.276

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.221-0.220=0.001
σ	0.019-0.020=-0.001
min	0.204-0.198=0.006
max	0.251-0.250=0.001

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.336-0.434=-0.098
σ	0.018-0.208=-0.190
min	0.323-0.327=-0.004
max	0.366-0.805=-0.439

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.908=0.933
σ	0.011
min	964.835-963.902=0.933
max	964.859-963.926=0.933

*mean*	435.600-434.400=1.200
σ	6.066-1.342=4.725
min	430.000-432.000=-2.000
max	442.000-435.000=7.000

*mean*	0.539-0.534=0.005
σ	0.031-0.041=-0.010
min	0.504-0.505=-0.001
max	0.574-0.605=-0.031

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.884=0.936
σ	0.002
min	885.819-884.883=0.936
max	885.823-884.886=0.936

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.470-0.453=0.017
σ	0.039-0.036=0.003
min	0.427-0.420=0.007
max	0.527-0.511=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.638-1.966=0.671
σ	0.098-0.086=0.012
min	2.439-1.809=0.629
max	2.931-2.280=0.650

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.592-2.582=0.011
σ	0.103-0.091=0.012
min	2.433-2.438=-0.005
max	3.044-3.018=0.025

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.306-0.305=0.001
σ	0.012-0.008=0.004
min	0.287-0.294=-0.006
max	0.371-0.359=0.012

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.294-0.290=0.004
σ	0.045-0.007=0.038
min	0.274-0.279=-0.005
max	0.732-0.324=0.408

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.922-298.135=0.786
σ	1.024-0.984=0.040
min	298.429-297.747=0.682
max	301.825-300.933=0.892

*mean*	441.400-440.800=0.600
σ	18.179-15.310=2.869
min	412.000-418.000=-6.000
max	465.000-463.000=2.000

*mean*	0.602-0.613=-0.011
σ	0.024-0.017=0.007
min	0.538-0.573=-0.035
max	0.631-0.634=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1066.750-1697.375=-630.625
σ	26.163-135.609=-109.446
min	1002.000-1479.000=-477.000
max	1076.000-1790.000=-714.000

*mean*	204.219-211.840=-7.621
σ	3.081-1.692=1.389
min	200.832-209.290=-8.458
max	210.535-215.041=-4.506

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1066.750-1697.375=-630.625
σ	26.163-135.609=-109.446
min	1002.000-1479.000=-477.000
max	1076.000-1790.000=-714.000

*mean*	9.293-11.065=-1.771
σ	1.938-1.894=0.044
min	6.645-7.596=-0.951
max	12.698-12.795=-0.097

phase=parser

*mean*	1042.360-1041.160=1.201
σ	0.000-0.000=0.000
min	1042.360-1041.159=1.201
max	1042.361-1041.160=1.200

*mean*	1066.750-1697.375=-630.625
σ	26.163-135.609=-109.446
min	1002.000-1479.000=-477.000
max	1076.000-1790.000=-714.000

*mean*	524.939-643.044=-118.105
σ	106.421-108.405=-1.985
min	408.559-425.259=-16.700
max	720.915-722.623=-1.708

phase=processProdDef

*mean*	4850.768-6169.661=-1318.893
σ	0.000-0.001=-0.001
min	4850.768-6169.660=-1318.892
max	4850.768-6169.662=-1318.894

*mean*	1076.000-1736.250=-660.250
σ	0.000-105.241=-105.241
min	1076.000-1511.000=-435.000
max	1076.000-1790.000=-714.000

*mean*	4673.018-4984.766=-311.749
σ	530.209-1412.479=-882.270
min	3751.889-3359.196=392.693
max	5448.086-7862.382=-2414.297

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1066.750-1697.375=-630.625
σ	26.163-135.609=-109.446
min	1002.000-1479.000=-477.000
max	1076.000-1790.000=-714.000

*mean*	36.535-41.422=-4.887
σ	10.102-7.884=2.218
min	20.484-26.522=-6.039
max	47.656-48.402=-0.746

phase=type checker

*mean*	990.450-958.670=31.780
σ	0.071-0.066=0.005
min	990.344-958.573=31.772
max	990.563-958.760=31.803

*mean*	1066.750-1697.375=-630.625
σ	26.163-135.609=-109.446
min	1002.000-1479.000=-477.000
max	1076.000-1790.000=-714.000

*mean*	712.476-790.526=-78.050
σ	71.664-102.710=-31.046
min	648.483-642.503=5.981
max	881.870-892.501=-10.631

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-292.774=1.048
σ	0.037-0.034=0.003
min	293.769-292.726=1.043
max	293.860-292.811=1.049

*mean*	441.200-445.000=-3.800
σ	1.643-0.000=1.643
min	440.000-445.000=-5.000
max	443.000-445.000=-2.000

*mean*	0.397-0.398=-0.001
σ	0.005-0.006=-0.000
min	0.392-0.395=-0.002
max	0.405-0.408=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.178-1302.894=17.285
σ	0.101-0.094=0.007
min	1320.078-1302.737=17.341
max	1320.334-1302.970=17.364

*mean*	1116.200-1076.600=39.600
σ	180.410-170.967=9.443
min	898.000-835.000=63.000
max	1357.000-1274.000=83.000

*mean*	2.083-2.106=-0.023
σ	0.050-0.238=-0.188
min	2.017-1.825=0.192
max	2.135-2.398=-0.263

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.583-1545.901=14.683
σ	6.224-4.027=2.198
min	1557.596-1543.930=13.667
max	1571.712-1553.098=18.614

*mean*	611.400-615.800=-4.400
σ	93.535-80.918=12.617
min	498.000-493.000=5.000
max	731.000-710.000=21.000

*mean*	2.267-2.263=0.004
σ	0.111-0.204=-0.093
min	2.154-2.128=0.025
max	2.380-2.620=-0.241

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.177-1864.828=17.349
σ	0.058-0.042=0.016
min	1882.101-1864.779=17.322
max	1882.247-1864.891=17.356

*mean*	1752.000-1699.200=52.800
σ	220.965-247.530=-26.565
min	1462.000-1398.000=64.000
max	1963.000-2029.000=-66.000

*mean*	3.247-2.949=0.298
σ	0.301-0.102=0.198
min	2.910-2.874=0.035
max	3.567-3.111=0.456

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663-1.595=0.068
σ	0.135-0.095=0.040
min	1.504-1.443=0.061
max	1.824-1.700=0.124

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-447.753=4.327
σ	582.723-579.110=3.612
min	160.715-158.198=2.517
max	1326.164-1316.419=9.746

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.542-0.541=0.002
σ	0.539-0.558=-0.019
min	0.268-0.261=0.007
max	1.351-1.378=-0.027

policies=20

*mean*	1607.516-1582.272=25.244
σ	0.410-0.347=0.062
min	1607.237-1582.026=25.211
max	1608.123-1582.786=25.337

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	449.000-447.500=1.500
σ	8.083-5.196=2.887
min	442.000-443.000=-1.000
max	456.000-452.000=4.000

*mean*	2.686-2.616=0.071
σ	0.006-0.014=-0.008
min	2.678-2.604=0.074
max	2.693-2.636=0.056

policies=200

*mean*	16083.482-15830.919=252.563
σ	0.120-0.116=0.004
min	16083.358-15830.815=252.542
max	16083.640-15831.084=252.556

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.250-494.750=1.500
σ	4.272-3.775=0.497
min	491.000-490.000=1.000
max	501.000-499.000=2.000

*mean*	27.140-26.509=0.631
σ	0.047-0.103=-0.056
min	27.084-26.401=0.683
max	27.194-26.625=0.569