Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.872-54.616=0.256
σ	0.358-0.350=0.008
min	54.734-54.483=0.251
max	55.890-55.612=0.279

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.141-0.139=0.003
σ	0.004-0.005=-0.001
min	0.138-0.132=0.007
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.785=0.055
σ	0.005-0.005=-0.000
min	43.832-43.780=0.053
max	43.849-43.798=0.052

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.122=0.001
σ	0.004-0.004=0.000
min	0.121-0.119=0.001
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	12.732-13.223=-0.492
σ	0.220-1.953=-1.733
min	12.486-12.137=0.349
max	13.116-17.991=-4.876

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.002
σ	0.002-0.002=0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.001

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	12.184-12.923=-0.739
σ	0.357-1.667=-1.310
min	11.823-11.438=0.385
max	12.872-16.609=-3.738

op=table_records(), no indexes

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.928-41.928=0.000
max	41.933-41.929=0.004

*mean*	7131.000-7538.000=-407.000
σ	0.000
min	7131.000-7538.000=-407.000
max	7131.000-7538.000=-407.000

*mean*	14.341-13.530=0.810
σ	1.935-1.451=0.484
min	11.137-10.793=0.344
max	15.772-15.115=0.657

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	13.486-12.672=0.815
σ	1.871-2.050=-0.180
min	11.163-10.412=0.751
max	15.376-15.485=-0.109

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.605=0.049
σ	0.136-0.002=0.135
min	27.604-27.603=0.001
max	27.991-27.607=0.384

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	9.089-9.069=0.020
σ	0.444-1.188=-0.743
min	8.513-8.047=0.466
max	9.712-11.859=-2.148

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	6.892-6.605=0.287
σ	0.435-1.314=-0.879
min	6.372-5.333=1.039
max	7.633-9.733=-2.101

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.002
min	25.665-25.664=0.001
max	25.677-25.670=0.008

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	5.828-5.753=0.074
σ	0.117-0.503=-0.386
min	5.623-5.409=0.214
max	5.957-6.972=-1.015

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.971=0.001

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	5.813-5.451=0.361
σ	0.136-0.550=-0.414
min	5.609-5.050=0.559
max	5.969-6.774=-0.805

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.593=-1502.980
σ	0.002-0.000=0.002
min	1021.612-2524.593=-1502.981
max	1021.616-2524.594=-1502.978

*mean*	7131.000-7538.000=-407.000
σ	0.000
min	7131.000-7538.000=-407.000
max	7131.000-7538.000=-407.000

*mean*	348.613-1102.534=-753.921
σ	2.063-163.381=-161.317
min	344.998-1041.628=-696.630
max	351.856-1506.824=-1154.968

op=load_product(), with indexes

*mean*	7917.792-8744.558=-826.766
σ	0.469-0.033=0.436
min	7917.625-8744.545=-826.920
max	7918.954-8744.640=-825.685

*mean*	3262.875-3788.250=-525.375
σ	1813.755-1607.514=206.241
min	810.000-1983.000=-1173.000
max	5596.000-5944.000=-348.000

*mean*	3608.299-4535.445=-927.145
σ	968.529-1366.999=-398.470
min	3103.782-3504.137=-400.355
max	5803.593-6621.119=-817.526

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.000

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	82.473-87.645=-5.172
σ	13.573-11.944=1.629
min	70.772-70.420=0.352
max	106.901-107.471=-0.570

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7131.000-7538.000=-407.000
σ	0.000
min	7131.000-7538.000=-407.000
max	7131.000-7538.000=-407.000

*mean*	63.727-96.877=-33.150
σ	4.936-11.507=-6.571
min	60.418-73.892=-13.474
max	74.660-107.252=-32.592

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7131.000-7538.000=-407.000
σ	0.000
min	7131.000-7538.000=-407.000
max	7131.000-7538.000=-407.000

*mean*	102.592-147.164=-44.573
σ	4.126-19.136=-15.010
min	99.929-108.651=-8.721
max	110.657-165.830=-55.173

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.833=2560.338
σ	4.303-4.317=-0.014
min	14215.575-11655.305=2560.270
max	14227.820-11667.517=2560.303

*mean*	4029.125-4265.000=-235.875
σ	2000.760-1876.135=124.625
min	1218.000-1983.000=-765.000
max	7131.000-7538.000=-407.000

*mean*	8445.156-6460.622=1984.534
σ	1718.513-1214.659=503.853
min	6007.633-4894.459=1113.175
max	10968.760-8097.633=2871.127

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.068=1599.040
σ	0.001-0.001=0.000
min	13159.107-11560.066=1599.041
max	13159.110-11560.069=1599.041

*mean*	7131.000-7538.000=-407.000
σ	0.000
min	7131.000-7538.000=-407.000
max	7131.000-7538.000=-407.000

*mean*	5388.493-5484.426=-95.933
σ	704.705-1196.541=-491.836
min	5023.610-4370.381=653.229
max	7041.743-7230.747=-189.005

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.581=-0.022
σ	0.001-0.022=-0.021
min	172.558
max	172.562-172.613=-0.051

*mean*	477.000-1983.000=-1506.000
σ	0.000
min	477.000-1983.000=-1506.000
max	477.000-1983.000=-1506.000

*mean*	377.398-358.812=18.586
σ	18.200-42.949=-24.749
min	355.191-266.445=88.746
max	397.976-400.437=-2.461

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.040
σ	0.001-0.042=-0.041
min	357.321
max	357.325-357.404=-0.079

*mean*	561.000-1983.000=-1422.000
σ	0.000
min	561.000-1983.000=-1422.000
max	561.000-1983.000=-1422.000

*mean*	723.073-739.969=-16.896
σ	74.562-78.650=-4.088
min	599.979-610.237=-10.258
max	793.235-805.453=-12.218

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1008.180=16.145
σ	0.759-0.883=-0.124
min	1023.849-1007.686=16.162
max	1027.462-1011.847=15.615

*mean*	1063.250-1039.850=23.400
σ	315.450-306.663=8.787
min	598.000-545.000=53.000
max	1566.000-1469.000=97.000

*mean*	1.557-1.560=-0.003
σ	0.044-0.086=-0.042
min	1.510-1.475=0.034
max	1.670-1.767=-0.096

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.493-0.420=0.072
σ	0.464-0.137=0.327
min	0.240-0.330=-0.091
max	1.316-0.664=0.653

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.831-0.889=-0.059
σ	0.527-0.086=0.440
min	0.571-0.838=-0.267
max	1.772-1.043=0.729

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.380-0.537=-0.157
σ	0.037-0.052=-0.015
min	0.347-0.499=-0.151
max	0.441-0.627=-0.187

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.585-0.846=-0.262
σ	0.031-0.038=-0.006
min	0.553-0.819=-0.266
max	0.635-0.912=-0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.543=1.298
σ	0.011-0.025=-0.015
min	964.835-963.523=1.312
max	964.859-963.585=1.274

*mean*	431.600-1469.000=-1037.400
σ	1.342-0.000=1.342
min	431.000-1469.000=-1038.000
max	434.000-1469.000=-1035.000

*mean*	0.677-0.834=-0.158
σ	0.099-0.047=0.052
min	0.533-0.753=-0.220
max	0.757-0.864=-0.107

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.854=0.967
σ	0.002-0.006=-0.004
min	885.819-884.847=0.972
max	885.823-884.862=0.961

*mean*	440.000-1469.000=-1029.000
σ	0.000
min	440.000-1469.000=-1029.000
max	440.000-1469.000=-1029.000

*mean*	0.490-0.701=-0.211
σ	0.037-0.066=-0.029
min	0.435-0.596=-0.161
max	0.520-0.749=-0.229

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.711=0.001

*mean*	440.000-1469.000=-1029.000
σ	0.000
min	440.000-1469.000=-1029.000
max	440.000-1469.000=-1029.000

*mean*	2.607-4.247=-1.640
σ	0.092-0.080=0.013
min	2.480-4.126=-1.646
max	2.974-4.619=-1.646

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	440.000-1469.000=-1029.000
σ	0.000
min	440.000-1469.000=-1029.000
max	440.000-1469.000=-1029.000

*mean*	2.587-4.255=-1.669
σ	0.088-0.089=-0.001
min	2.450-4.107=-1.658
max	2.887-4.618=-1.731

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	440.000-1469.000=-1029.000
σ	0.000
min	440.000-1469.000=-1029.000
max	440.000-1469.000=-1029.000

*mean*	0.307-0.753=-0.446
σ	0.011-0.023=-0.013
min	0.295-0.612=-0.317
max	0.369-0.876=-0.506

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	440.000-1469.000=-1029.000
σ	0.000
min	440.000-1469.000=-1029.000
max	440.000-1469.000=-1029.000

*mean*	0.292-0.715=-0.423
σ	0.011-0.014=-0.003
min	0.278-0.681=-0.403
max	0.342-0.795=-0.453

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.781-297.184=1.597
σ	1.034-0.215=0.818
min	298.382-297.048=1.333
max	301.720-297.768=3.952

*mean*	441.600-1983.000=-1541.400
σ	14.886-0.000=14.886
min	417.000-1983.000=-1566.000
max	468.000-1983.000=-1515.000

*mean*	0.605-0.558=0.047
σ	0.033-0.037=-0.004
min	0.549-0.509=0.040
max	0.647-0.606=0.041

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	215.440
σ	3.369
min	210.266
max	220.349

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	6.740
σ	0.376
min	6.335
max	7.483

phase=parser

*mean*	1042.362
σ	0.000
min	1042.362
max	1042.363

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	496.037
σ	65.170
min	377.617
max	563.238

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.765
max	4850.766

*mean*	1078.000
σ	0.000
min	1078.000
max	1078.000

*mean*	4796.128
σ	649.442
min	3654.307
max	5471.457

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	21.054
σ	0.270
min	20.662
max	21.580

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	697.061
σ	45.063
min	667.732
max	770.519

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-289.761=4.166
σ	0.038-0.050=-0.012
min	293.873-289.714=4.160
max	293.966-289.816=4.150

*mean*	443.400-1469.000=-1025.600
σ	0.548-0.000=0.548
min	443.000-1469.000=-1026.000
max	444.000-1469.000=-1025.000

*mean*	0.397-0.407=-0.010
σ	0.006-0.011=-0.005
min	0.393-0.388=0.005
max	0.409-0.416=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.296-1299.695=20.601
σ	0.083-0.081=0.002
min	1320.152-1299.605=20.547
max	1320.356-1299.811=20.545

*mean*	1093.400-1469.000=-375.600
σ	182.938-0.000=182.938
min	862.000-1469.000=-607.000
max	1314.000-1469.000=-155.000

*mean*	2.232-2.266=-0.034
σ	0.060-0.096=-0.035
min	2.155-2.148=0.007
max	2.315-2.356=-0.042

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.710-1542.661=18.048
σ	6.237-4.025=2.212
min	1557.694-1540.702=16.992
max	1571.861-1549.855=22.006

*mean*	626.800-1469.000=-842.200
σ	80.658-0.000=80.658
min	504.000-1469.000=-965.000
max	717.000-1469.000=-752.000

*mean*	2.293-2.285=0.008
σ	0.216-0.151=0.064
min	2.145-2.151=-0.006
max	2.675-2.449=0.226

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.274-1861.635=20.639
σ	0.064-0.061=0.003
min	1882.189-1861.562=20.627
max	1882.361-1861.710=20.651

*mean*	1724.400-1768.600=-44.200
σ	177.525-226.161=-48.636
min	1466.000-1471.000=-5.000
max	1884.000-1983.000=-99.000

*mean*	3.091-3.186=-0.095
σ	0.283-0.411=-0.128
min	2.892-2.678=0.214
max	3.590-3.759=-0.169

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.638-1.756=-0.118
σ	0.218-0.128=0.091
min	1.364-1.604=-0.240
max	1.952-1.898=0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.155-446.185=5.970
σ	582.779-577.140=5.639
min	160.760-157.612=3.148
max	1326.324-1311.895=14.429

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1469.000=-1026.000
σ	0.000
min	443.000-1469.000=-1026.000
max	443.000-1469.000=-1026.000

*mean*	0.549-0.523=0.025
σ	0.554-0.524=0.030
min	0.265-0.254=0.011
max	1.380-1.309=0.071

policies=20

*mean*	1607.968-1576.423=31.545
σ	0.418-0.344=0.074
min	1607.684-1576.189=31.494
max	1608.589-1576.935=31.654

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.500-1469.000=-1017.500
σ	9.815-0.000=9.815
min	443.000-1469.000=-1026.000
max	460.000-1469.000=-1009.000

*mean*	2.707-2.625=0.082
σ	0.033-0.005=0.028
min	2.675-2.620=0.055
max	2.743-2.632=0.111

policies=200

*mean*	16087.771-15772.293=315.479
σ	0.106-0.104=0.002
min	16087.649-15772.164=315.485
max	16087.872-15772.419=315.452

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	502.250-1469.000=-966.750
σ	3.304-0.000=3.304
min	498.000-1469.000=-971.000
max	506.000-1469.000=-963.000

*mean*	27.303-26.550=0.754
σ	0.087-0.086=0.002
min	27.174-26.441=0.734
max	27.361-26.633=0.727