Compare commits

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.508-558.477=0.031
σ	0.000
min	558.508-558.477=0.031
max	558.508-558.477=0.031

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.615=0.003
σ	0.352-0.349=0.003
min	54.485-54.485=-0.000
max	55.619-55.607=0.012

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.140-0.138=0.002
σ	0.006-0.004=0.002
min	0.133-0.131=0.002
max	0.150-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.786=0.002
σ	0.005-0.007=-0.002
min	43.781-43.779=0.002
max	43.800-43.802=-0.002

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.123-0.125=-0.002
σ	0.004-0.009=-0.005
min	0.120-0.119=0.002
max	0.131-0.148=-0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	12.956-12.114=0.842
σ	0.328-0.285=0.042
min	12.647-11.770=0.877
max	13.566-12.569=0.996

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.001

*mean*	4157.625-4335.875=-178.250
σ	1906.346-1339.835=566.511
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	12.951-65.440=-52.488
σ	0.559-149.938=-149.379
min	11.917-11.342=0.575
max	13.488-436.515=-423.027

op=table_records(), no indexes

*mean*	41.931-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.932-41.928=0.004

*mean*	7327.000-6111.000=1216.000
σ	0.000
min	7327.000-6111.000=1216.000
max	7327.000-6111.000=1216.000

*mean*	15.221-14.698=0.523
σ	0.577-3.563=-2.986
min	13.982-10.225=3.758
max	15.808-22.541=-6.733

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	12.478-12.650=-0.172
σ	1.454-1.836=-0.381
min	11.182-10.424=0.757
max	15.441-14.624=0.817

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603
max	27.991-27.607=0.384

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	8.911-8.244=0.667
σ	0.491-0.364=0.127
min	8.124-7.608=0.516
max	9.591-8.823=0.768

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	6.813-6.199=0.614
σ	0.393-0.212=0.181
min	6.071-5.991=0.080
max	7.359-6.620=0.739

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.003=-0.001
min	25.664-25.664=0.000
max	25.668-25.672=-0.004

*mean*	4157.625-4335.875=-178.250
σ	1906.346-1339.835=566.511
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	6.016-5.267=0.749
σ	0.116-0.156=-0.040
min	5.848-4.991=0.857
max	6.171-5.404=0.767

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4157.625-4335.875=-178.250
σ	1906.346-1339.835=566.511
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	5.886-5.064=0.822
σ	0.123-0.085=0.038
min	5.747-4.970=0.776
max	6.169-5.183=0.986

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.594=0.012
σ	0.000-0.000=-0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.012

*mean*	7327.000-6111.000=1216.000
σ	0.000
min	7327.000-6111.000=1216.000
max	7327.000-6111.000=1216.000

*mean*	1041.710-1896.346=-854.636
σ	7.101-1127.133=-1120.032
min	1032.053-1045.011=-12.958
max	1051.499-4249.998=-3198.499

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.553-8744.545=0.009
max	8745.882-8744.641=1.241

*mean*	3578.500-4088.250=-509.750
σ	1801.328-1417.741=383.587
min	1044.000-2842.000=-1798.000
max	5813.000-6111.000=-298.000

*mean*	4774.404-4652.208=122.196
σ	1627.659-1441.976=185.683
min	3516.101-3570.414=-54.313
max	7190.127-7710.328=-520.201

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.001

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	81.929-92.254=-10.325
σ	10.786-39.689=-28.903
min	71.564-70.782=0.783
max	104.335-187.913=-83.578

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7327.000-6111.000=1216.000
σ	0.000
min	7327.000-6111.000=1216.000
max	7327.000-6111.000=1216.000

*mean*	106.032-102.926=3.106
σ	4.829-13.990=-9.162
min	97.877-73.905=23.973
max	111.694-112.320=-0.626

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.685=-0.000
max	66.686-66.690=-0.003

*mean*	7327.000-6111.000=1216.000
σ	0.000
min	7327.000-6111.000=1216.000
max	7327.000-6111.000=1216.000

*mean*	162.500-152.395=10.106
σ	8.863-20.748=-11.886
min	143.566-109.778=33.788
max	168.453-167.588=0.865

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11655.307=1.529
σ	4.325-0.003=4.321
min	11655.305
max	11667.539-11655.314=12.225

*mean*	4157.625-4278.875=-121.250
σ	1906.346-1398.703=507.643
min	1555.000-2842.000=-1287.000
max	7327.000-6111.000=1216.000

*mean*	6682.971-6524.962=158.009
σ	1135.399-1242.213=-106.813
min	4872.734-4944.459=-71.725
max	7933.704-7963.164=-29.460

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7327.000-6111.000=1216.000
σ	0.000
min	7327.000-6111.000=1216.000
max	7327.000-6111.000=1216.000

*mean*	5559.704-6867.908=-1308.204
σ	1617.051-1199.923=417.128
min	4333.963-4424.177=-90.214
max	8653.581-8226.460=427.121

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-2842.000=-2365.000
σ	0.000
min	477.000-2842.000=-2365.000
max	477.000-2842.000=-2365.000

*mean*	359.147-136.904=222.244
σ	41.896-5.739=36.157
min	291.234-133.176=158.057
max	394.442-150.600=243.842

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-2842.000=-2280.000
σ	0.000
min	562.000-2842.000=-2280.000
max	562.000-2842.000=-2280.000

*mean*	729.219-771.192=-41.974
σ	69.221-43.217=26.004
min	637.959-701.006=-63.047
max	805.815-813.581=-7.767

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.377-1008.186=0.191
σ	0.760-0.887=-0.128
min	1007.899-1007.687=0.212
max	1011.517-1011.870=-0.353

*mean*	1044.400-1038.750=5.650
σ	299.684-296.608=3.076
min	562.000-547.000=15.000
max	1446.000-1438.000=8.000

*mean*	1.509-1.545=-0.036
σ	0.065-0.072=-0.007
min	1.448-1.475=-0.027
max	1.725-1.745=-0.020

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.884=0.007
σ	0.020-0.003=0.018
min	0.881
max	0.928-0.888=0.040

*mean*	402.000-1438.000=-1036.000
σ	0.000
min	402.000-1438.000=-1036.000
max	402.000-1438.000=-1036.000

*mean*	0.295-0.458=-0.163
σ	0.292-0.173=0.118
min	0.134-0.345=-0.211
max	0.811-0.749=0.063

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1438.000=-1036.000
σ	0.000
min	402.000-1438.000=-1036.000
max	402.000-1438.000=-1036.000

*mean*	0.492-0.926=-0.434
σ	0.317-0.184=0.134
min	0.334-0.823=-0.489
max	1.058-1.253=-0.194

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1438.000=-1036.000
σ	0.000
min	402.000-1438.000=-1036.000
max	402.000-1438.000=-1036.000

*mean*	0.234-0.545=-0.311
σ	0.027-0.047=-0.019
min	0.212-0.503=-0.291
max	0.281-0.621=-0.340

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1438.000=-1036.000
σ	0.000
min	402.000-1438.000=-1036.000
max	402.000-1438.000=-1036.000

*mean*	0.352-0.852=-0.500
σ	0.019-0.040=-0.021
min	0.332-0.812=-0.481
max	0.382-0.914=-0.532

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.542=0.366
σ	0.011-0.028=-0.018
min	963.902-963.524=0.378
max	963.926-963.591=0.335

*mean*	434.400-1438.000=-1003.600
σ	1.342-0.000=1.342
min	432.000-1438.000=-1006.000
max	435.000-1438.000=-1003.000

*mean*	0.581-0.826=-0.244
σ	0.022-0.066=-0.044
min	0.552-0.709=-0.157
max	0.607-0.863=-0.256

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.854=0.030
σ	0.002-0.007=-0.005
min	884.883-884.847=0.036
max	884.886-884.861=0.026

*mean*	435.000-1438.000=-1003.000
σ	0.000
min	435.000-1438.000=-1003.000
max	435.000-1438.000=-1003.000

*mean*	0.490-0.722=-0.232
σ	0.042-0.034=0.008
min	0.429-0.677=-0.247
max	0.531-0.749=-0.218

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	435.000-1438.000=-1003.000
σ	0.000
min	435.000-1438.000=-1003.000
max	435.000-1438.000=-1003.000

*mean*	2.664-4.308=-1.644
σ	0.094-0.073=0.021
min	2.449-4.126=-1.677
max	3.097-4.684=-1.587

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-1438.000=-1003.000
σ	0.000
min	435.000-1438.000=-1003.000
max	435.000-1438.000=-1003.000

*mean*	2.580-4.284=-1.704
σ	0.095-0.081=0.013
min	2.406-4.113=-1.707
max	2.821-4.554=-1.733

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-1438.000=-1003.000
σ	0.000
min	435.000-1438.000=-1003.000
max	435.000-1438.000=-1003.000

*mean*	0.301-0.747=-0.446
σ	0.019-0.020=-0.002
min	0.276-0.717=-0.440
max	0.376-0.880=-0.504

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-1438.000=-1003.000
σ	0.000
min	435.000-1438.000=-1003.000
max	435.000-1438.000=-1003.000

*mean*	0.291-0.715=-0.424
σ	0.008-0.015=-0.007
min	0.276-0.687=-0.410
max	0.326-0.790=-0.464

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.015-297.560=0.455
σ	0.981-0.189=0.792
min	297.627-297.390=0.236
max	300.802-298.022=2.779

*mean*	443.600-1981.000=-1537.400
σ	13.343-0.000=13.343
min	425.000-1981.000=-1556.000
max	464.000-1981.000=-1517.000

*mean*	0.614-0.551=0.063
σ	0.006-0.032=-0.026
min	0.602-0.513=0.089
max	0.621-0.591=0.030

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.157-219.142=0.015
σ	0.000
min	219.157-219.142=0.015
max	219.157-219.142=0.015

*mean*	3319.875-2842.000=477.875
σ	11.667-0.000=11.667
min	3291.000-2842.000=449.000
max	3324.000-2842.000=482.000

*mean*	202.067-215.492=-13.425
σ	1.600-53.024=-51.424
min	200.312-194.021=6.291
max	205.313-346.548=-141.235

phase=macro expansion

*mean*	6.133-6.127=0.006
σ	0.000
min	6.133-6.127=0.006
max	6.133-6.127=0.006

*mean*	3319.875-2842.000=477.875
σ	11.667-0.000=11.667
min	3291.000-2842.000=449.000
max	3324.000-2842.000=482.000

*mean*	10.667-10.062=0.605
σ	2.338-2.457=-0.119
min	7.277-6.094=1.183
max	15.201-12.590=2.612

phase=parser

*mean*	1041.161-1041.086=0.075
σ	0.000-0.000=0.000
min	1041.160-1041.086=0.075
max	1041.161-1041.086=0.075

*mean*	3319.875-2842.000=477.875
σ	11.667-0.000=11.667
min	3291.000-2842.000=449.000
max	3324.000-2842.000=482.000

*mean*	619.606-609.288=10.318
σ	121.387-126.765=-5.378
min	421.325-377.719=43.607
max	825.995-729.837=96.158

phase=processProdDef

*mean*	6169.564-6169.567=-0.003
σ	0.000-0.001=-0.000
min	6169.564-6169.566=-0.003
max	6169.564-6169.568=-0.003

*mean*	3324.000-2842.000=482.000
σ	0.000
min	3324.000-2842.000=482.000
max	3324.000-2842.000=482.000

*mean*	4318.598-6739.512=-2420.914
σ	807.007-1090.379=-283.372
min	3018.129-4117.772=-1099.643
max	5586.449-7464.838=-1878.388

phase=renaming

*mean*	21.667-21.666=0.001
σ	0.000
min	21.667-21.666=0.001
max	21.667-21.666=0.001

*mean*	3319.875-2842.000=477.875
σ	11.667-0.000=11.667
min	3291.000-2842.000=449.000
max	3324.000-2842.000=482.000

*mean*	39.061-38.793=0.268
σ	8.887-10.239=-1.352
min	26.228-20.199=6.028
max	54.772-47.480=7.292

phase=type checker

*mean*	958.678-958.681=-0.003
σ	0.071-0.052=0.019
min	958.573-958.611=-0.038
max	958.791-958.736=0.056

*mean*	3319.875-2842.000=477.875
σ	11.667-0.000=11.667
min	3291.000-2842.000=449.000
max	3324.000-2842.000=482.000

*mean*	761.153-752.366=8.787
σ	78.388-84.099=-5.711
min	660.711-629.917=30.794
max	865.885-873.013=-7.128

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.770-289.777=2.994
σ	0.036-0.036=-0.000
min	292.723-289.726=2.997
max	292.807-289.813=2.994

*mean*	446.000-1438.000=-992.000
σ	0.000
min	446.000-1438.000=-992.000
max	446.000-1438.000=-992.000

*mean*	0.399-0.393=0.005
σ	0.007-0.009=-0.003
min	0.392-0.387=0.004
max	0.406-0.410=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.844-1299.660=3.184
σ	0.137-0.060=0.077
min	1302.756-1299.591=3.165
max	1303.081-1299.725=3.356

*mean*	1075.000-1438.000=-363.000
σ	184.693-0.000=184.693
min	841.000-1438.000=-597.000
max	1319.000-1438.000=-119.000

*mean*	1.854-2.110=-0.256
σ	0.051-0.069=-0.018
min	1.815-2.011=-0.196
max	1.918-2.182=-0.264

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.874-1542.614=3.259
σ	4.046-4.020=0.026
min	1543.833-1540.587=3.246
max	1553.103-1549.796=3.307

*mean*	612.600-1438.000=-825.400
σ	74.500-0.000=74.500
min	495.000-1438.000=-943.000
max	691.000-1438.000=-747.000

*mean*	2.252-2.248=0.004
σ	0.219-0.161=0.057
min	2.109-2.088=0.021
max	2.631-2.422=0.209

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.844-1861.627=3.217
σ	0.041-0.075=-0.034
min	1864.795-1861.521=3.273
max	1864.889-1861.716=3.173

*mean*	1714.800-1767.000=-52.200
σ	251.632-225.470=26.163
min	1422.000-1470.000=-48.000
max	2066.000-1981.000=85.000

*mean*	2.891-3.229=-0.337
σ	0.085-0.401=-0.316
min	2.793-2.712=0.081
max	3.020-3.667=-0.647

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.861-1.783=0.078
σ	0.088-0.170=-0.082
min	1.752-1.482=0.271
max	1.934-1.888=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.185=1.569
σ	579.110-577.140=1.970
min	158.199-157.612=0.587
max	1316.420-1311.895=4.525

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1438.000=-995.000
σ	0.000
min	443.000-1438.000=-995.000
max	443.000-1438.000=-995.000

*mean*	0.540-0.540=-0.000
σ	0.551-0.545=0.006
min	0.261-0.262=-0.001
max	1.366-1.357=0.009

policies=20

*mean*	1582.285-1576.424=5.861
σ	0.352-0.353=-0.001
min	1582.039-1576.189=5.850
max	1582.807-1576.950=5.857

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-1438.000=-991.500
σ	4.041-0.000=4.041
min	443.000-1438.000=-995.000
max	450.000-1438.000=-988.000

*mean*	2.631-2.628=0.003
σ	0.010-0.016=-0.006
min	2.626-2.613=0.013
max	2.646-2.651=-0.005

policies=200

*mean*	15830.820-15772.056=58.763
σ	0.122-0.396=-0.274
min	15830.654-15771.464=59.191
max	15830.915-15772.286=58.629

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.500-1438.000=-941.500
σ	4.203-0.000=4.203
min	492.000-1438.000=-946.000
max	502.000-1438.000=-936.000

*mean*	26.505-26.463=0.041
σ	0.048-0.043=0.005
min	26.440-26.409=0.032
max	26.556-26.509=0.047