Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.000
σ	0.358-0.358=-0.000
min	54.745-54.746=-0.001
max	55.898-55.899=-0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.005=0.001
min	0.133-0.136=-0.003
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=-0.000
σ	0.006-0.007=-0.001
min	43.842-43.839=0.003
max	43.859-43.864=-0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.126-0.125=0.001
σ	0.004-0.004=-0.000
min	0.122-0.120=0.002
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	12.811-13.592=-0.781
σ	0.269-2.417=-2.148
min	12.405-11.874=0.531
max	13.270-17.476=-4.206

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	12.958-13.165=-0.207
σ	0.601-1.512=-0.911
min	11.775-12.358=-0.583
max	13.507-16.851=-3.344

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	7153.000-7142.000=11.000
σ	0.000
min	7153.000-7142.000=11.000
max	7153.000-7142.000=11.000

*mean*	15.266-14.730=0.536
σ	0.202-0.301=-0.099
min	15.001-14.452=0.550
max	15.569-15.255=0.314

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	14.795-14.214=0.581
σ	1.344-1.468=-0.123
min	11.788-10.916=0.872
max	16.030-15.331=0.699

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	10.019-9.385=0.634
σ	1.751-1.630=0.120
min	8.518-8.126=0.393
max	12.912-12.017=0.895

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	7.707-7.090=0.617
σ	1.648-1.592=0.056
min	6.417-5.825=0.592
max	10.480-9.763=0.717

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.677=0.000

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	6.042-5.653=0.390
σ	0.199-0.508=-0.310
min	5.675-5.328=0.348
max	6.353-6.874=-0.521

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972-25.972=-0.000

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	5.895-5.473=0.422
σ	0.154-0.650=-0.496
min	5.672-4.987=0.685
max	6.150-7.013=-0.863

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7153.000-7142.000=11.000
σ	0.000
min	7153.000-7142.000=11.000
max	7153.000-7142.000=11.000

*mean*	368.620-374.868=-6.247
σ	53.006-77.168=-24.161
min	346.080-344.268=1.812
max	499.716-565.705=-65.989

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.954=-0.000

*mean*	3274.125-3276.500=-2.375
σ	1824.172-1828.498=-4.326
min	811.000
max	5623.000-5628.000=-5.000

*mean*	3613.534-3677.661=-64.127
σ	1057.155-1095.907=-38.753
min	3094.232-3078.370=15.862
max	6036.579-6224.695=-188.115

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	90.643-86.857=3.786
σ	23.940-19.310=4.630
min	70.505-70.975=-0.469
max	124.804-117.495=7.308

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.950=0.000

*mean*	7153.000-7142.000=11.000
σ	0.000
min	7153.000-7142.000=11.000
max	7153.000-7142.000=11.000

*mean*	61.570-60.574=0.997
σ	1.195-0.271=0.924
min	60.707-60.164=0.543
max	64.232-60.949=3.283

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7153.000-7142.000=11.000
σ	0.000
min	7153.000-7142.000=11.000
max	7153.000-7142.000=11.000

*mean*	99.470-98.843=0.627
σ	0.684-1.527=-0.843
min	98.502-97.069=1.433
max	100.718-101.572=-0.855

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4043.125-4045.375=-2.250
σ	2010.184-2008.760=1.424
min	1219.000-1220.000=-1.000
max	7153.000-7142.000=11.000

*mean*	7465.415-8186.281=-720.866
σ	2018.156-1927.331=90.824
min	5972.970-6011.902=-38.933
max	11050.383-10913.296=137.086

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7153.000-7142.000=11.000
σ	0.000
min	7153.000-7142.000=11.000
max	7153.000-7142.000=11.000

*mean*	5276.224-5130.957=145.267
σ	588.142-286.190=301.952
min	4988.044-4979.264=8.780
max	6672.580-5788.462=884.118

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	370.203-362.115=8.089
σ	36.340-33.361=2.978
min	293.268-294.530=-1.262
max	396.943-395.001=1.942

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	710.953-776.755=-65.802
σ	61.385-11.327=50.058
min	621.962-765.019=-143.057
max	780.729-796.465=-15.737

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.300=-0.000
σ	0.758-0.759=-0.000
min	1023.823-1023.826=-0.004
max	1027.436-1027.438=-0.002

*mean*	1050.450-1039.950=10.500
σ	301.823-300.224=1.599
min	576.000-553.000=23.000
max	1458.000-1461.000=-3.000

*mean*	1.555-1.533=0.022
σ	0.090-0.077=0.013
min	1.480-1.441=0.039
max	1.778-1.759=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.387-0.460=-0.073
σ	0.455-0.464=-0.008
min	0.151-0.243=-0.092
max	1.197-1.289=-0.092

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.672-0.822=-0.150
σ	0.179-0.521=-0.342
min	0.575-0.560=0.016
max	0.990-1.753=-0.763

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.384-0.381=0.003
σ	0.036-0.042=-0.005
min	0.359-0.352=0.007
max	0.447-0.452=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.579-0.585=-0.006
σ	0.018-0.028=-0.009
min	0.561-0.559=0.002
max	0.603-0.630=-0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.400-436.200=-5.800
σ	0.894-1.789=-0.894
min	430.000-433.000=-3.000
max	432.000-437.000=-5.000

*mean*	0.643-0.694=-0.051
σ	0.112-0.054=0.058
min	0.502-0.632=-0.130
max	0.744-0.762=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.476-0.622=-0.146
σ	0.044-0.029=0.014
min	0.418-0.570=-0.152
max	0.533-0.639=-0.105

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	2.581-3.461=-0.880
σ	0.083-0.073=0.011
min	2.443-3.222=-0.779
max	2.840-3.660=-0.820

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	2.562-3.476=-0.914
σ	0.083-0.097=-0.013
min	2.425-3.348=-0.923
max	2.804-3.869=-1.065

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.305-0.539=-0.234
σ	0.009-0.016=-0.007
min	0.289-0.510=-0.221
max	0.359-0.646=-0.287

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-437.000=1.000
σ	0.000
min	438.000-437.000=1.000
max	438.000-437.000=1.000

*mean*	0.292-0.296=-0.003
σ	0.007-0.031=-0.023
min	0.281-0.278=0.003
max	0.326-0.592=-0.266

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.668-298.732=-0.064
σ	1.049-1.025=0.024
min	298.279-298.367=-0.088
max	301.649-301.648=0.001

*mean*	443.100-440.700=2.400
σ	16.224-13.720=2.504
min	420.000-417.000=3.000
max	473.000-464.000=9.000

*mean*	0.595-0.594=0.001
σ	0.028-0.018=0.010
min	0.552-0.562=-0.009
max	0.640-0.612=0.028

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.681=0.000
σ	0.000-0.000=0.000
min	236.681
max	236.682-236.681=0.000

*mean*	1069.500-1065.000=4.500
σ	26.870-33.941=-7.071
min	1003.000-981.000=22.000
max	1079.000-1077.000=2.000

*mean*	207.707-202.838=4.869
σ	9.811-4.303=5.509
min	200.787-197.570=3.217
max	230.886-208.700=22.186

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1069.500-1065.000=4.500
σ	26.870-33.941=-7.071
min	1003.000-981.000=22.000
max	1079.000-1077.000=2.000

*mean*	8.352-8.484=-0.132
σ	2.194-1.702=0.492
min	6.331-6.374=-0.042
max	12.765-10.101=2.664

phase=parser

*mean*	1042.363-1042.359=0.004
σ	0.000-0.000=-0.000
min	1042.363-1042.359=0.004
max	1042.363-1042.360=0.004

*mean*	1069.500-1065.000=4.500
σ	26.870-33.941=-7.071
min	1003.000-981.000=22.000
max	1079.000-1077.000=2.000

*mean*	536.136-454.776=81.360
σ	95.860-50.232=45.628
min	373.770-376.102=-2.332
max	720.230-514.602=205.628

phase=processProdDef

*mean*	4850.764-4850.767=-0.004
σ	0.000
min	4850.763-4850.767=-0.004
max	4850.764-4850.768=-0.004

*mean*	1079.000-1077.000=2.000
σ	0.000
min	1079.000-1077.000=2.000
max	1079.000-1077.000=2.000

*mean*	4873.274-4997.214=-123.940
σ	557.040-512.032=45.008
min	3779.698-3863.848=-84.151
max	5601.809-5406.185=195.624

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1069.500-1065.000=4.500
σ	26.870-33.941=-7.071
min	1003.000-981.000=22.000
max	1079.000-1077.000=2.000

*mean*	32.623-32.659=-0.036
σ	13.142-10.315=2.827
min	20.657-19.671=0.986
max	50.206-40.369=9.838

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1069.500-1065.000=4.500
σ	26.870-33.941=-7.071
min	1003.000-981.000=22.000
max	1079.000-1077.000=2.000

*mean*	698.407-711.457=-13.050
σ	81.875-59.141=22.733
min	640.172-646.868=-6.697
max	887.454-788.597=98.856

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.038=-0.000
min	293.768-293.767=0.001
max	293.861-293.861=-0.000

*mean*	442.200-443.000=-0.800
σ	1.643-0.000=1.643
min	441.000-443.000=-2.000
max	444.000-443.000=1.000

*mean*	0.392-0.392=0.001
σ	0.001-0.001=0.000
min	0.391-0.391=-0.000
max	0.394-0.394=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.214=0.004
σ	0.030-0.040=-0.010
min	1320.177-1320.155=0.022
max	1320.252-1320.260=-0.009

*mean*	1098.600-1095.400=3.200
σ	189.723-186.063=3.660
min	838.000
max	1326.000-1317.000=9.000

*mean*	2.265-2.263=0.002
σ	0.105-0.133=-0.028
min	2.185-2.154=0.031
max	2.442-2.492=-0.050

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.621-1560.616=0.005
σ	6.225-6.226=-0.001
min	1557.643-1557.621=0.022
max	1571.752-1571.749=0.004

*mean*	618.200-618.000=0.200
σ	81.729-81.594=0.136
min	494.000
max	713.000

*mean*	2.345-2.321=0.024
σ	0.207-0.204=0.002
min	2.211-2.179=0.032
max	2.698-2.681=0.017

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.175-1882.150=0.025
σ	0.063-0.051=0.012
min	1882.104-1882.100=0.005
max	1882.264-1882.233=0.031

*mean*	1728.000-1722.400=5.600
σ	175.345-199.148=-23.802
min	1470.000-1453.000=17.000
max	1881.000-1911.000=-30.000

*mean*	3.123-3.055=0.068
σ	0.289-0.167=0.122
min	2.916-2.890=0.025
max	3.620-3.289=0.331

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.681-1.733=-0.052
σ	0.061-0.211=-0.150
min	1.624-1.357=0.268
max	1.783-1.859=-0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.079=0.001
σ	582.722-582.720=0.002
min	160.720-160.718=0.001
max	1326.163-1326.159=0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.548-0.542=0.006
σ	0.549-0.523=0.026
min	0.268-0.272=-0.005
max	1.371-1.327=0.044

policies=20

*mean*	1607.528-1607.515=0.013
σ	0.414-0.420=-0.006
min	1607.246-1607.230=0.016
max	1608.140-1608.137=0.003

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-450.000=-5.250
σ	7.500-8.083=-0.583
min	441.000-443.000=-2.000
max	456.000-457.000=-1.000

*mean*	2.687-2.708=-0.021
σ	0.009-0.054=-0.045
min	2.676-2.672=0.004
max	2.698-2.787=-0.089

policies=200

*mean*	16083.459-16083.397=0.062
σ	0.120-0.146=-0.026
min	16083.338-16083.214=0.123
max	16083.606-16083.569=0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.250-499.500=-6.250
σ	2.500-4.933=-2.433
min	490.000-494.000=-4.000
max	496.000-505.000=-9.000

*mean*	27.072-27.193=-0.121
σ	0.074-0.129=-0.055
min	26.973-27.096=-0.123
max	27.139-27.380=-0.240