Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.881=0.001
σ	0.359-0.358=0.000
min	54.742-54.747=-0.005
max	55.902-55.900=0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.006-0.005=0.001
min	0.136-0.137=-0.001
max	0.155-0.152=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.850=-0.000
σ	0.006-0.006=-0.000
min	43.842-43.840=0.003
max	43.862-43.859=0.003

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.125-0.123=0.002
σ	0.010-0.003=0.007
min	0.118-0.121=-0.003
max	0.151-0.132=0.019

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	12.738-14.039=-1.301
σ	0.236-2.565=-2.329
min	12.380-11.992=0.388
max	13.047-18.422=-5.375

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	12.776-13.561=-0.785
σ	0.584-2.091=-1.507
min	12.060-11.633=0.428
max	13.416-16.954=-3.538

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	7143.000-7137.000=6.000
σ	0.000
min	7143.000-7137.000=6.000
max	7143.000-7137.000=6.000

*mean*	14.569-15.135=-0.566
σ	0.230-0.113=0.117
min	14.322-14.927=-0.605
max	14.992-15.304=-0.312

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	13.153-14.074=-0.920
σ	1.782-1.781=0.001
min	10.616-10.835=-0.219
max	16.025-16.180=-0.155

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	9.513-9.648=-0.135
σ	1.238-1.645=-0.407
min	8.727-8.221=0.506
max	12.503-12.367=0.136

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	7.483-7.500=-0.017
σ	1.123-1.476=-0.354
min	6.824-6.352=0.472
max	10.225-9.890=0.335

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	6.036-6.219=-0.183
σ	0.106-0.535=-0.429
min	5.914-5.888=0.026
max	6.193-7.349=-1.156

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972-25.972=0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	6.004-5.864=0.140
σ	0.700-0.425=0.275
min	5.712-5.552=0.161
max	7.733-6.891=0.842

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.614=-0.000
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.616-1021.616=-0.001

*mean*	7143.000-7137.000=6.000
σ	0.000
min	7143.000-7137.000=6.000
max	7143.000-7137.000=6.000

*mean*	382.232-381.390=0.842
σ	79.701-56.141=23.560
min	349.387-347.985=1.402
max	579.171-474.302=104.868

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3276.250-3274.250=2.000
σ	1826.950-1824.717=2.233
min	809.000-810.000=-1.000
max	5625.000-5624.000=1.000

*mean*	3550.008-3832.224=-282.217
σ	876.335-1220.911=-344.576
min	3098.412-3102.235=-3.823
max	5521.291-6236.291=-715.000

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	86.588-90.379=-3.791
σ	18.968-17.431=1.537
min	70.562-73.729=-3.167
max	122.802-117.799=5.003

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7143.000-7137.000=6.000
σ	0.000
min	7143.000-7137.000=6.000
max	7143.000-7137.000=6.000

*mean*	61.350-65.198=-3.848
σ	0.952-0.373=0.579
min	60.719-64.615=-3.897
max	63.676-65.769=-2.093

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7143.000-7137.000=6.000
σ	0.000
min	7143.000-7137.000=6.000
max	7143.000-7137.000=6.000

*mean*	99.883-234.030=-134.147
σ	0.390-262.359=-261.969
min	99.409-103.401=-3.992
max	100.386-818.026=-717.640

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820-14227.821=-0.000

*mean*	4044.250-4041.000=3.250
σ	2009.152-2007.480=1.673
min	1216.000-1215.000=1.000
max	7143.000-7137.000=6.000

*mean*	7558.668-8062.993=-504.325
σ	1609.301-2008.212=-398.911
min	5995.896-5996.788=-0.891
max	10059.202-11079.508=-1020.307

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7143.000-7137.000=6.000
σ	0.000
min	7143.000-7137.000=6.000
max	7143.000-7137.000=6.000

*mean*	5317.567-5190.889=126.677
σ	593.690-248.266=345.424
min	5027.423-5002.133=25.289
max	6732.890-5512.982=1219.907

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	390.075-346.421=43.654
σ	1.872-36.935=-35.063
min	386.543-293.609=92.934
max	391.902-392.838=-0.936

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-562.000=-1.750
σ	0.463-0.000=0.463
min	560.000-562.000=-2.000
max	561.000-562.000=-1.000

*mean*	703.735-752.432=-48.697
σ	74.242-54.042=20.200
min	613.347-634.713=-21.366
max	795.240-803.181=-7.942

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.299=-0.002
σ	0.758-0.760=-0.002
min	1023.826-1023.827=-0.001
max	1027.437-1027.443=-0.006

*mean*	1049.200-1042.750=6.450
σ	314.253-308.326=5.928
min	573.000-571.000=2.000
max	1514.000-1495.000=19.000

*mean*	1.568-1.568=-0.001
σ	0.078-0.122=-0.043
min	1.493-1.460=0.033
max	1.754-1.993=-0.239

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.446=-0.044
σ	0.511-0.616=-0.105
min	0.144-0.134=0.010
max	1.311-1.544=-0.232

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.670-0.480=0.190
σ	0.623-0.317=0.306
min	0.319-0.322=-0.003
max	1.761-1.046=0.715

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.223=-0.006
σ	0.025-0.029=-0.004
min	0.197-0.203=-0.006
max	0.261-0.271=-0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.331=-0.002
σ	0.018-0.017=0.002
min	0.317-0.319=-0.003
max	0.361-0.360=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-434.600=1.400
σ	5.612-4.099=1.514
min	431.000
max	442.000-439.000=3.000

*mean*	0.511-0.568=-0.056
σ	0.050-0.052=-0.002
min	0.428-0.492=-0.064
max	0.549-0.610=-0.060

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.470-0.461=0.009
σ	0.050-0.055=-0.005
min	0.409-0.380=0.029
max	0.531-0.521=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.608-1.977=0.630
σ	0.106-0.072=0.033
min	2.448-1.862=0.586
max	3.013-2.222=0.791

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	2.060-2.618=-0.558
σ	0.267-0.132=0.135
min	1.819-1.951=-0.133
max	2.714-3.028=-0.313

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.305-0.307=-0.001
σ	0.012-0.011=0.001
min	0.288-0.291=-0.003
max	0.384-0.381=0.004

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-439.000=3.000
σ	0.000
min	442.000-439.000=3.000
max	442.000-439.000=3.000

*mean*	0.293-0.290=0.004
σ	0.011-0.008=0.003
min	0.279-0.273=0.006
max	0.363-0.338=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.575-298.569=0.005
σ	0.946-1.079=-0.133
min	298.112-298.141=-0.029
max	301.245-301.635=-0.390

*mean*	443.600-442.100=1.500
σ	18.524-12.697=5.828
min	417.000-426.000=-9.000
max	469.000-463.000=6.000

*mean*	0.604-0.590=0.015
σ	0.018-0.039=-0.021
min	0.580-0.512=0.068
max	0.644-0.647=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1056.625-1052.125=4.500
σ	26.517-25.102=1.414
min	991.000-990.000=1.000
max	1066.000-1061.000=5.000

*mean*	209.109-210.016=-0.908
σ	3.670-3.153=0.518
min	204.648-204.314=0.334
max	214.876-215.042=-0.166

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.625-1052.125=4.500
σ	26.517-25.102=1.414
min	991.000-990.000=1.000
max	1066.000-1061.000=5.000

*mean*	8.512-8.979=-0.467
σ	2.203-1.634=0.569
min	6.208-6.418=-0.210
max	12.482-10.969=1.513

phase=parser

*mean*	1042.361-1042.360=0.000
σ	0.000-0.000=-0.000
min	1042.360
max	1042.361

*mean*	1056.625-1052.125=4.500
σ	26.517-25.102=1.414
min	991.000-990.000=1.000
max	1066.000-1061.000=5.000

*mean*	497.619-529.894=-32.275
σ	107.990-94.972=13.018
min	372.497-410.251=-37.754
max	718.558-710.217=8.341

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1066.000-1061.000=5.000
σ	0.000
min	1066.000-1061.000=5.000
max	1066.000-1061.000=5.000

*mean*	4572.631-4776.885=-204.254
σ	525.059-318.786=206.272
min	3794.939-4228.256=-433.317
max	5271.375-5152.346=119.029

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1056.625-1052.125=4.500
σ	26.517-25.102=1.414
min	991.000-990.000=1.000
max	1066.000-1061.000=5.000

*mean*	32.228-32.980=-0.752
σ	11.035-8.812=2.223
min	20.587-20.571=0.016
max	47.230-40.597=6.633

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1056.625-1052.125=4.500
σ	26.517-25.102=1.414
min	991.000-990.000=1.000
max	1066.000-1061.000=5.000

*mean*	754.790-728.664=26.126
σ	121.526-96.065=25.461
min	656.743-645.399=11.344
max	977.681-902.631=75.051

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.818-293.821=-0.003
σ	0.039-0.038=0.001
min	293.767-293.768=-0.001
max	293.859-293.860=-0.001

*mean*	442.800-444.000=-1.200
σ	1.095-0.000=1.095
min	442.000-444.000=-2.000
max	444.000

*mean*	0.392-0.395=-0.002
σ	0.001-0.002=-0.001
min	0.391-0.392=-0.001
max	0.393-0.396=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.216-1320.194=0.022
σ	0.040-0.080=-0.041
min	1320.159-1320.088=0.071
max	1320.260-1320.313=-0.053

*mean*	1099.800-1072.800=27.000
σ	189.741-168.252=21.489
min	839.000-844.000=-5.000
max	1327.000-1274.000=53.000

*mean*	2.288-2.120=0.168
σ	0.195-0.145=0.050
min	2.153-2.014=0.139
max	2.633-2.367=0.265

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.622-1560.581=0.041
σ	6.225-6.250=-0.024
min	1557.628-1557.544=0.084
max	1571.753-1571.754=-0.001

*mean*	619.600-618.600=1.000
σ	82.157-82.473=-0.316
min	495.000-494.000=1.000
max	715.000-716.000=-1.000

*mean*	2.329-2.290=0.039
σ	0.183-0.209=-0.026
min	2.214-2.155=0.060
max	2.654-2.660=-0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.166-1882.171=-0.006
σ	0.053-0.056=-0.003
min	1882.111-1882.117=-0.006
max	1882.239-1882.250=-0.012

*mean*	1732.400-1700.600=31.800
σ	173.203-249.783=-76.579
min	1474.000-1392.000=82.000
max	1880.000-2031.000=-151.000

*mean*	2.996-2.929=0.067
σ	0.164-0.104=0.060
min	2.740-2.839=-0.098
max	3.151-3.094=0.057

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.784-1.741=0.043
σ	0.111-0.179=-0.068
min	1.596-1.456=0.141
max	1.890-1.911=-0.021

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.080=-0.000
σ	582.722-582.721=0.001
min	160.717-160.716=0.001
max	1326.163-1326.162=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.544-0.522=0.022
σ	0.541-0.496=0.045
min	0.268-0.269=-0.001
max	1.355-1.266=0.089

policies=20

*mean*	1607.507-1607.528=-0.021
σ	0.410-0.412=-0.003
min	1607.228-1607.249=-0.021
max	1608.113-1608.139=-0.026

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	9.815-8.660=1.155
min	442.000-443.000=-1.000
max	459.000-458.000=1.000

*mean*	2.687-2.693=-0.006
σ	0.010-0.016=-0.006
min	2.677-2.677=0.001
max	2.700-2.715=-0.015

policies=200

*mean*	16083.362-16083.370=-0.008
σ	0.078-0.162=-0.084
min	16083.257-16083.236=0.022
max	16083.426-16083.583=-0.157

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.250=-1.750
σ	5.000-3.775=1.225
min	491.000-494.000=-3.000
max	503.000

*mean*	27.163-27.193=-0.030
σ	0.087-0.053=0.033
min	27.043-27.130=-0.087
max	27.250-27.258=-0.009