Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.664=0.031
σ	0.000
min	558.695-558.664=0.031
max	558.695-558.664=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.888=0.002
σ	0.365-0.371=-0.006
min	54.748-54.743=0.005
max	55.928-55.943=-0.015

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.140-0.138=0.002
σ	0.005-0.005=0.000
min	0.133-0.132=0.001
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.856=-0.000
σ	0.006-0.006=-0.001
min	43.848-43.848=-0.001
max	43.867-43.866=0.001

*mean*	419.000-418.700=0.300
σ	0.000-0.483=-0.483
min	419.000-418.000=1.000
max	419.000

*mean*	0.125-0.122=0.003
σ	0.004-0.005=-0.001
min	0.122-0.115=0.006
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	13.164-12.211=0.953
σ	1.787-0.163=1.624
min	12.261-11.963=0.298
max	17.542-12.456=5.086

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	13.178-12.284=0.894
σ	1.945-0.624=1.321
min	11.963-11.117=0.846
max	17.891-12.711=5.181

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7147.000-7123.000=24.000
σ	0.000
min	7147.000-7123.000=24.000
max	7147.000-7123.000=24.000

*mean*	14.798-14.473=0.326
σ	0.162-1.388=-1.227
min	14.517-11.139=3.378
max	14.954-15.502=-0.548

op=table_records(), repeat

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	14.020-12.502=1.518
σ	1.622-2.009=-0.386
min	10.261-10.351=-0.091
max	15.441-14.588=0.852

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	9.198-8.465=0.734
σ	1.259-0.463=0.796
min	8.322-7.993=0.329
max	11.908-9.197=2.711

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	7.190-6.241=0.948
σ	1.365-0.302=1.063
min	6.169-5.864=0.305
max	10.135-6.590=3.545

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	5.698-5.530=0.168
σ	0.523-0.053=0.471
min	5.334-5.437=-0.103
max	6.974-5.596=1.378

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.972

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	5.545-5.373=0.172
σ	0.545-0.085=0.460
min	4.999-5.282=-0.283
max	6.826-5.553=1.273

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7147.000-7123.000=24.000
σ	0.000
min	7147.000-7123.000=24.000
max	7147.000-7123.000=24.000

*mean*	361.833-344.451=17.382
σ	41.201-1.666=39.535
min	343.022-341.255=1.767
max	463.664-346.441=117.223

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.000

*mean*	3273.875-3263.750=10.125
σ	1824.294-1816.147=8.147
min	809.000
max	5622.000-5601.000=21.000

*mean*	3829.242-3573.600=255.642
σ	1217.836-947.598=270.238
min	3094.360-3084.602=9.758
max	6246.179-5696.001=550.178

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	88.450-81.920=6.530
σ	18.574-12.590=5.984
min	70.627-69.417=1.210
max	110.580-96.975=13.605

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7147.000-7123.000=24.000
σ	0.000
min	7147.000-7123.000=24.000
max	7147.000-7123.000=24.000

*mean*	60.609-143.885=-83.276
σ	1.405-227.222=-225.817
min	59.513-60.207=-0.694
max	63.956-706.035=-642.079

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=0.000

*mean*	7147.000-7123.000=24.000
σ	0.000
min	7147.000-7123.000=24.000
max	7147.000-7123.000=24.000

*mean*	242.518-104.550=137.968
σ	316.643-11.765=304.878
min	98.701-97.385=1.316
max	996.133-130.854=865.279

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.576
max	14227.820

*mean*	4042.375-4029.125=13.250
σ	2008.632-2000.575=8.056
min	1218.000-1216.000=2.000
max	7147.000-7123.000=24.000

*mean*	8147.083-8142.113=4.970
σ	1922.872-1900.914=21.958
min	5982.267-5996.198=-13.931
max	10950.268-10691.733=258.536

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7147.000-7123.000=24.000
σ	0.000
min	7147.000-7123.000=24.000
max	7147.000-7123.000=24.000

*mean*	5317.767-5284.123=33.645
σ	656.307-596.424=59.883
min	4991.607-4973.514=18.093
max	6893.274-6705.800=187.474

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	369.720-381.428=-11.708
σ	34.649-27.615=7.034
min	295.023-315.358=-20.336
max	395.822-397.850=-2.028

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	745.821-749.429=-3.608
σ	59.052-53.356=5.697
min	620.736-622.455=-1.719
max	787.405-780.555=6.850

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.759=-0.000
min	1023.824-1023.824=0.001
max	1027.439-1027.438=0.001

*mean*	1037.150-1052.100=-14.950
σ	303.297-311.971=-8.674
min	553.000-571.000=-18.000
max	1461.000-1509.000=-48.000

*mean*	1.579-1.566=0.013
σ	0.131-0.071=0.060
min	1.474-1.498=-0.023
max	2.047-1.801=0.246

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.438-0.401=0.037
σ	0.598-0.521=0.077
min	0.140-0.144=-0.004
max	1.505-1.332=0.173

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.691-0.688=0.002
σ	0.211-0.206=0.005
min	0.558-0.572=-0.013
max	1.063-1.055=0.008

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.388=-0.003
σ	0.040-0.033=0.007
min	0.358-0.364=-0.006
max	0.453-0.445=0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.591=-0.002
σ	0.037-0.027=0.010
min	0.549-0.568=-0.020
max	0.648-0.637=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.600=-5.000
σ	1.342-6.066=-4.725
min	431.000
max	434.000-443.000=-9.000

*mean*	0.709-0.713=-0.004
σ	0.045-0.030=0.015
min	0.650-0.678=-0.028
max	0.751-0.751=0.000

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.641-0.645=-0.004
σ	0.009-0.006=0.003
min	0.631-0.638=-0.008
max	0.653-0.653=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	3.499-2.818=0.681
σ	0.094-0.088=0.006
min	3.358-2.660=0.698
max	3.813-3.306=0.507

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	3.460-2.801=0.659
σ	0.067-0.072=-0.005
min	3.333-2.678=0.655
max	3.726-3.067=0.658

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.542-0.546=-0.004
σ	0.016-0.013=0.003
min	0.518-0.524=-0.006
max	0.646-0.620=0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.514-0.519=-0.005
σ	0.013-0.012=0.001
min	0.492-0.495=-0.002
max	0.586-0.576=0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.533-298.535=-0.002
σ	0.988-1.069=-0.081
min	298.134-298.078=0.056
max	301.342-301.574=-0.232

*mean*	441.100-441.700=-0.600
σ	15.524-14.064=1.460
min	421.000-420.000=1.000
max	465.000-463.000=2.000

*mean*	0.595-0.600=-0.005
σ	0.031-0.028=0.003
min	0.547-0.558=-0.011
max	0.636-0.642=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	940.875-941.750=-0.875
σ	17.324-14.849=2.475
min	898.000-905.000=-7.000
max	947.000

*mean*	205.296-218.094=-12.797
σ	4.969-2.966=2.004
min	195.318-212.611=-17.293
max	209.727-221.964=-12.237

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	939.250-941.750=-2.500
σ	21.920-14.849=7.071
min	885.000-905.000=-20.000
max	947.000

*mean*	8.764-9.394=-0.630
σ	1.214-1.801=-0.587
min	6.838-6.277=0.561
max	9.673-12.735=-3.063

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.360=0.000
max	1042.361

*mean*	939.250-941.750=-2.500
σ	21.920-14.849=7.071
min	885.000-905.000=-20.000
max	947.000

*mean*	489.418-521.265=-31.847
σ	73.762-96.306=-22.544
min	417.734-380.255=37.480
max	610.769-617.576=-6.807

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	947.000
σ	0.000
min	947.000
max	947.000

*mean*	5204.523-4940.002=264.522
σ	204.082-326.517=-122.435
min	4826.932-4420.980=405.953
max	5447.823-5263.467=184.355

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	939.250-941.750=-2.500
σ	21.920-14.849=7.071
min	885.000-905.000=-20.000
max	947.000

*mean*	35.191-37.744=-2.552
σ	9.630-9.629=0.001
min	20.026-21.147=-1.121
max	48.440-48.471=-0.030

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	940.750-941.750=-1.000
σ	17.678-14.849=2.828
min	897.000-905.000=-8.000
max	947.000

*mean*	699.571-773.189=-73.618
σ	67.098-108.086=-40.988
min	642.647-657.651=-15.004
max	826.464-922.974=-96.510

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.823=-0.002
σ	0.039-0.038=0.001
min	293.769-293.771=-0.002
max	293.860-293.862=-0.002

*mean*	441.200-440.800=0.400
σ	1.643-1.095=0.548
min	440.000
max	443.000-442.000=1.000

*mean*	0.395-0.392=0.002
σ	0.002-0.001=0.000
min	0.392-0.390=0.002
max	0.397-0.394=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.203-1320.193=0.010
σ	0.044-0.044=0.000
min	1320.152-1320.145=0.007
max	1320.254-1320.252=0.002

*mean*	1084.000
σ	171.048-171.876=-0.828
min	880.000-879.000=1.000
max	1314.000-1316.000=-2.000

*mean*	2.314-2.219=0.095
σ	0.235-0.152=0.083
min	2.185-2.046=0.139
max	2.732-2.459=0.273

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.601=0.008
σ	6.214-6.216=-0.002
min	1557.668-1557.644=0.025
max	1571.722-1571.717=0.005

*mean*	611.200-611.000=0.200
σ	94.158-95.139=-0.982
min	498.000-497.000=1.000
max	734.000-735.000=-1.000

*mean*	2.297-2.288=0.009
σ	0.115-0.109=0.005
min	2.176-2.163=0.013
max	2.453-2.410=0.043

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.160-1882.170=-0.010
σ	0.059-0.058=0.001
min	1882.078-1882.097=-0.019
max	1882.243-1882.243=-0.000

*mean*	1731.200-1724.800=6.400
σ	177.797-173.314=4.483
min	1464.000-1468.000=-4.000
max	1882.000-1876.000=6.000

*mean*	3.050-3.070=-0.020
σ	0.114-0.154=-0.039
min	2.911-2.906=0.005
max	3.193-3.263=-0.069

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.741=0.066
σ	0.095-0.151=-0.056
min	1.667-1.549=0.118
max	1.931-1.890=0.041

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.969-451.365=-0.396
σ	582.723-582.722=0.000
min	159.607-160.003=-0.396
max	1325.053-1325.449=-0.396

*mean*	98.250-100.250=-2.000
σ	8.500
min	94.000-96.000=-2.000
max	111.000-113.000=-2.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.551-0.586=-0.035
σ	0.555-0.630=-0.075
min	0.262-0.264=-0.002
max	1.383-1.532=-0.148

policies=20

*mean*	1596.406-1600.340=-3.934
σ	0.387-0.387=0.001
min	1596.138-1600.067=-3.929
max	1596.980-1600.911=-3.932

*mean*	940.000-960.000=-20.000
σ	0.000
min	940.000-960.000=-20.000
max	940.000-960.000=-20.000

*mean*	447.000
σ	8.000
min	443.000
max	459.000

*mean*	2.673-2.659=0.014
σ	0.015-0.018=-0.002
min	2.660-2.635=0.025
max	2.688-2.673=0.015

policies=200

*mean*	15972.203-16011.610=-39.407
σ	0.118-0.168=-0.049
min	15972.090-16011.462=-39.372
max	15972.356-16011.847=-39.491

*mean*	9400.000-9600.000=-200.000
σ	0.000
min	9400.000-9600.000=-200.000
max	9400.000-9600.000=-200.000

*mean*	495.500-498.500=-3.000
σ	3.697-4.435=-0.738
min	492.000-493.000=-1.000
max	500.000-503.000=-3.000

*mean*	26.940-26.931=0.009
σ	0.034-0.091=-0.057
min	26.905-26.806=0.099
max	26.987-27.020=-0.033