Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.678=0.203
σ	0.360-0.359=0.001
min	54.742-54.540=0.202
max	55.904-55.699=0.206

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.142-0.143=-0.002
σ	0.004-0.004=0.000
min	0.137-0.139=-0.002
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.705=0.145
σ	0.006-0.007=-0.001
min	43.841-43.696=0.146
max	43.862-43.717=0.145

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.124-0.123=0.001
σ	0.005-0.005=-0.001
min	0.118-0.115=0.003
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	13.012-12.457=0.555
σ	0.192-0.157=0.035
min	12.578-12.288=0.290
max	13.152-12.738=0.415

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	12.953-12.327=0.626
σ	0.535-0.703=-0.169
min	12.136-11.401=0.735
max	13.680-13.066=0.613

op=table_records(), no indexes

*mean*	41.930-41.932=-0.003
σ	0.002-0.001=0.001
min	41.928-41.930=-0.001
max	41.932-41.933=-0.001

*mean*	7148.000-7323.000=-175.000
σ	0.000
min	7148.000-7323.000=-175.000
max	7148.000-7323.000=-175.000

*mean*	15.340-14.400=0.940
σ	0.245-0.841=-0.596
min	14.977-12.369=2.608
max	15.728-15.033=0.695

op=table_records(), repeat

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	13.867-12.372=1.495
σ	1.893-1.975=-0.082
min	10.761-10.384=0.376
max	15.694-14.832=0.862

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	9.613-8.641=0.972
σ	1.214-0.323=0.891
min	8.707-8.261=0.446
max	12.526-9.177=3.349

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	7.419-6.366=1.053
σ	1.208-0.266=0.941
min	6.453-6.089=0.364
max	10.286-6.795=3.491

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.003=0.001
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	6.027-5.590=0.438
σ	0.199-0.143=0.056
min	5.717-5.398=0.319
max	6.309-5.809=0.501

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	5.749-5.519=0.230
σ	0.152-0.159=-0.006
min	5.481-5.337=0.144
max	6.003-5.860=0.144

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.606=-1502.990

*mean*	7148.000-7323.000=-175.000
σ	0.000
min	7148.000-7323.000=-175.000
max	7148.000-7323.000=-175.000

*mean*	378.811-1047.508=-668.697
σ	85.791-4.548=81.243
min	345.044-1042.076=-697.032
max	591.078-1056.154=-465.075

op=load_product(), with indexes

*mean*	7917.792-8744.722=-826.929
σ	0.469-0.469=0.000
min	7917.625-8744.553=-826.928
max	7918.953-8745.882=-826.929

*mean*	3275.000-3579.000=-304.000
σ	1823.737-1802.512=21.225
min	810.000-1047.000=-237.000
max	5620.000-5816.000=-196.000

*mean*	3658.241-4924.186=-1265.945
σ	1011.199-1605.238=-594.039
min	3118.897-3528.032=-409.135
max	5735.267-7228.241=-1492.974

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	86.131-84.529=1.603
σ	19.250-11.978=7.272
min	71.152-71.061=0.091
max	120.994-104.963=16.032

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.002
min	40.945-40.944=0.000
max	40.950-40.946=0.003

*mean*	7148.000-7323.000=-175.000
σ	0.000
min	7148.000-7323.000=-175.000
max	7148.000-7323.000=-175.000

*mean*	61.957-106.995=-45.037
σ	1.069-6.443=-5.374
min	60.920-95.906=-34.986
max	64.397-114.720=-50.322

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.001
σ	0.002-0.000=0.002
min	66.686-66.686=0.000
max	66.691-66.687=0.004

*mean*	7148.000-7323.000=-175.000
σ	0.000
min	7148.000-7323.000=-175.000
max	7148.000-7323.000=-175.000

*mean*	99.743-161.376=-61.634
σ	0.866-9.992=-9.126
min	98.503-139.337=-40.834
max	100.949-167.663=-66.714

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-11656.900=2560.270
σ	4.304-4.304=-0.001
min	14215.575-11655.306=2560.269
max	14227.820-11667.552=2560.269

*mean*	4043.250-4157.750=-114.500
σ	2008.460-1906.309=102.151
min	1218.000-1552.000=-334.000
max	7148.000-7323.000=-175.000

*mean*	8063.719-6804.711=1259.008
σ	1972.193-1165.818=806.375
min	6032.257-4896.436=1135.820
max	11033.144-8160.776=2872.368

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.066=1599.043
σ	0.002-0.001=0.001
min	13159.106-11560.065=1599.041
max	13159.110-11560.067=1599.043

*mean*	7148.000-7323.000=-175.000
σ	0.000
min	7148.000-7323.000=-175.000
max	7148.000-7323.000=-175.000

*mean*	5316.364-5934.309=-617.945
σ	581.959-1706.857=-1124.898
min	5039.418-4390.987=648.430
max	6693.516-8653.952=-1960.436

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	368.997-377.728=-8.731
σ	34.583-21.699=12.885
min	295.258-346.932=-51.674
max	392.001-394.294=-2.292

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000-1.069=-1.069
min	562.000-559.000=3.000
max	562.000-561.000=1.000

*mean*	761.859-764.915=-3.056
σ	59.723-70.143=-10.420
min	621.453-613.755=7.698
max	804.133-835.602=-31.469

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.328=-0.029
σ	0.758-0.759=-0.001
min	1023.826-1023.852=-0.026
max	1027.436-1027.465=-0.029

*mean*	1037.800-1038.350=-0.550
σ	303.640-293.017=10.623
min	553.000-544.000=9.000
max	1462.000-1434.000=28.000

*mean*	1.584-1.562=0.022
σ	0.098-0.063=0.034
min	1.499-1.507=-0.007
max	1.826-1.752=0.074

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.444-0.495=-0.051
σ	0.497-0.485=0.012
min	0.142-0.246=-0.104
max	1.294-1.360=-0.065

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.820=-0.337
σ	0.320-0.514=-0.194
min	0.331-0.568=-0.237
max	1.055-1.739=-0.684

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.383=-0.160
σ	0.028-0.033=-0.005
min	0.205-0.357=-0.152
max	0.272-0.440=-0.168

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.586=-0.252
σ	0.022-0.036=-0.014
min	0.317-0.556=-0.239
max	0.371-0.648=-0.277

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	441.400-436.200=5.200
σ	3.578-1.789=1.789
min	435.000-433.000=2.000
max	443.000-437.000=6.000

*mean*	0.557-0.595=-0.038
σ	0.060-0.093=-0.033
min	0.459-0.491=-0.032
max	0.616-0.741=-0.125

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.448-0.524=-0.076
σ	0.025-0.010=0.015
min	0.423-0.514=-0.091
max	0.482-0.534=-0.052

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.994-2.604=-0.609
σ	0.061-0.312=-0.251
min	1.872-1.818=0.054
max	2.275-3.302=-1.027

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.984-2.748=-0.764
σ	0.068-0.124=-0.056
min	1.861-2.538=-0.676
max	2.234-3.278=-1.045

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.309-0.334=-0.025
σ	0.013-0.048=-0.036
min	0.295-0.300=-0.004
max	0.382-0.567=-0.184

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.300-0.313=-0.013
σ	0.007-0.044=-0.037
min	0.282-0.288=-0.005
max	0.327-0.588=-0.261

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.642-298.761=-0.119
σ	1.017-1.017=-0.001
min	298.253-298.312=-0.059
max	301.532-301.649=-0.117

*mean*	443.900-444.500=-0.600
σ	14.685-15.953=-1.268
min	418.000-422.000=-4.000
max	465.000-469.000=-4.000

*mean*	0.609-0.606=0.004
σ	0.013-0.021=-0.008
min	0.595-0.574=0.020
max	0.638-0.647=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000-0.000=0.000
min	236.678-239.532=-2.855
max	236.678-239.532=-2.854

*mean*	1066.375-1713.000=-646.625
σ	35.709-42.762=-7.053
min	978.000-1673.000=-695.000
max	1079.000-1753.000=-674.000

*mean*	210.358-219.662=-9.304
σ	3.312-2.606=0.706
min	206.525-213.961=-7.436
max	216.091-222.398=-6.306

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1066.375-1713.000=-646.625
σ	35.709-42.762=-7.053
min	978.000-1673.000=-695.000
max	1079.000-1753.000=-674.000

*mean*	9.902-11.529=-1.627
σ	2.296-2.167=0.129
min	6.475-9.362=-2.888
max	12.867-15.477=-2.609

phase=parser

*mean*	1042.366-1042.360=0.006
σ	0.001-0.000=0.001
min	1042.362-1042.359=0.003
max	1042.366-1042.360=0.007

*mean*	1066.375-1713.000=-646.625
σ	35.709-42.762=-7.053
min	978.000-1673.000=-695.000
max	1079.000-1753.000=-674.000

*mean*	536.957-664.040=-127.083
σ	134.614-98.962=35.652
min	383.281-546.553=-163.272
max	729.944-834.347=-104.403

phase=processProdDef

*mean*	4850.765-6169.660=-1318.895
σ	0.000-0.001=-0.000
min	4850.765-6169.659=-1318.895
max	4850.765-6169.661=-1318.896

*mean*	1079.000-1723.000=-644.000
σ	0.000-41.404=-41.404
min	1079.000-1673.000=-594.000
max	1079.000-1753.000=-674.000

*mean*	4914.277-5652.906=-738.630
σ	538.734-1280.923=-742.189
min	3655.465-3368.838=286.627
max	5386.202-7536.166=-2149.964

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1066.375-1713.000=-646.625
σ	35.709-42.762=-7.053
min	978.000-1673.000=-695.000
max	1079.000-1753.000=-674.000

*mean*	37.526-44.223=-6.697
σ	11.016-6.735=4.281
min	20.111-34.250=-14.139
max	48.447-55.375=-6.928

phase=type checker

*mean*	990.453-990.442=0.011
σ	0.072-0.066=0.006
min	990.344
max	990.567-990.532=0.035

*mean*	1066.375-1713.000=-646.625
σ	35.709-42.762=-7.053
min	978.000-1673.000=-695.000
max	1079.000-1753.000=-674.000

*mean*	725.237-804.087=-78.850
σ	67.795-95.872=-28.077
min	655.973-679.373=-23.401
max	854.490-910.705=-56.214

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.919=-0.100
σ	0.040-0.038=0.002
min	293.765-293.865=-0.099
max	293.861-293.958=-0.097

*mean*	441.200-441.000=0.200
σ	1.643-2.739=-1.095
min	440.000-439.000=1.000
max	443.000-444.000=-1.000

*mean*	0.400-0.400=0.000
σ	0.001-0.002=-0.001
min	0.399-0.398=0.001
max	0.402-0.403=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.187-1320.219=-0.032
σ	0.055-0.072=-0.017
min	1320.111-1320.142=-0.031
max	1320.240-1320.307=-0.067

*mean*	1106.200-1089.400=16.800
σ	180.512-167.830=12.683
min	892.000-890.000=2.000
max	1356.000-1320.000=36.000

*mean*	2.289-2.053=0.236
σ	0.122-0.147=-0.025
min	2.156-1.839=0.317
max	2.454-2.192=0.262

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.666-1559.738=0.928
σ	6.197-4.059=2.138
min	1557.789-1557.731=0.058
max	1571.749-1566.993=4.757

*mean*	617.000-623.400=-6.400
σ	96.335-87.540=8.795
min	497.000-494.000=3.000
max	728.000

*mean*	2.465-2.242=0.223
σ	0.308-0.088=0.220
min	2.190-2.185=0.005
max	2.954-2.399=0.555

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.268=-0.100
σ	0.059-0.060=-0.001
min	1882.085-1882.190=-0.106
max	1882.240-1882.355=-0.116

*mean*	1733.200-1719.600=13.600
σ	189.344-175.984=13.360
min	1487.000-1470.000=17.000
max	1913.000-1883.000=30.000

*mean*	3.103-3.096=0.007
σ	0.244-0.315=-0.071
min	2.908-2.915=-0.007
max	3.511-3.657=-0.146

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.764-1.782=-0.019
σ	0.050-0.085=-0.035
min	1.708-1.668=0.039
max	1.819-1.861=-0.042

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-453.536=-1.454
σ	582.722-585.528=-2.806
min	160.719-160.771=-0.052
max	1326.165-1331.829=-5.663

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.545-0.554=-0.009
σ	0.544-0.564=-0.020
min	0.270-0.270=-0.000
max	1.361-1.400=-0.039

policies=20

*mean*	1607.526-1608.039=-0.513
σ	0.409-0.408=0.001
min	1607.246-1607.758=-0.511
max	1608.132-1608.643=-0.512

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-449.500=-2.000
σ	1.732-10.376=-8.644
min	446.000-443.000=3.000
max	449.000-465.000=-16.000

*mean*	2.691-2.692=-0.001
σ	0.021-0.007=0.013
min	2.669-2.686=-0.017
max	2.717-2.703=0.014

policies=200

*mean*	16083.375-16088.615=-5.240
σ	0.191-0.132=0.059
min	16083.275-16088.516=-5.241
max	16083.661-16088.800=-5.138

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.500-500.750=-6.250
σ	3.416-6.185=-2.769
min	490.000-493.000=-3.000
max	498.000-508.000=-10.000

*mean*	27.191-27.401=-0.210
σ	0.051-0.165=-0.114
min	27.119-27.246=-0.127
max	27.235-27.601=-0.366