Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.887=-0.007
σ	0.357-0.357=0.000
min	54.747-54.751=-0.004
max	55.897-55.903=-0.005

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.142-0.141=0.001
σ	0.005-0.005=0.000
min	0.138-0.137=0.001
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.855=-0.007
σ	0.006-0.004=0.002
min	43.838-43.849=-0.012
max	43.859-43.863=-0.003

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.123-0.124=-0.002
σ	0.005-0.005=0.001
min	0.118-0.118=-0.001
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	13.436-13.507=-0.071
σ	1.727-1.872=-0.146
min	12.249-12.364=-0.115
max	17.602-18.005=-0.403

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	13.243-13.440=-0.196
σ	2.055-1.545=0.509
min	11.701-11.834=-0.133
max	18.171-16.873=1.298

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7143.000-7145.000=-2.000
σ	0.000
min	7143.000-7145.000=-2.000
max	7143.000-7145.000=-2.000

*mean*	15.226-15.455=-0.230
σ	2.057-0.178=1.880
min	11.776-15.213=-3.437
max	19.420-15.807=3.613

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	15.199-14.477=0.722
σ	1.152-1.635=-0.482
min	12.930-11.622=1.307
max	16.772-16.452=0.319

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	9.946-10.045=-0.099
σ	1.659-1.659=-0.000
min	8.564-8.575=-0.011
max	12.790-12.795=-0.005

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	7.915-7.781=0.135
σ	1.599-1.756=-0.156
min	6.632-6.098=0.534
max	10.491-10.652=-0.161

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	6.125-6.235=-0.110
σ	0.566-0.404=0.162
min	5.731-5.847=-0.116
max	7.465-7.135=0.330

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	5.991-5.796=0.194
σ	0.595-0.109=0.485
min	5.660-5.599=0.061
max	7.430-5.955=1.475

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7143.000-7145.000=-2.000
σ	0.000
min	7143.000-7145.000=-2.000
max	7143.000-7145.000=-2.000

*mean*	348.726-368.397=-19.671
σ	2.399-56.803=-54.404
min	345.767-345.272=0.496
max	352.630-508.881=-156.251

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3275.125-3275.875=-0.750
σ	1825.422-1826.099=-0.677
min	810.000-809.000=1.000
max	5626.000

*mean*	3657.879-3551.244=106.635
σ	1027.550-873.840=153.710
min	3088.488-3088.741=-0.253
max	6020.725-5428.764=591.961

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	91.202-92.785=-1.583
σ	21.948-22.212=-0.264
min	70.652-71.525=-0.873
max	122.570-126.847=-4.277

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.950

*mean*	7143.000-7145.000=-2.000
σ	0.000
min	7143.000-7145.000=-2.000
max	7143.000-7145.000=-2.000

*mean*	82.332-61.283=21.049
σ	54.556-0.286=54.270
min	61.096-60.945=0.151
max	217.186-61.695=155.490

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7143.000-7145.000=-2.000
σ	0.000
min	7143.000-7145.000=-2.000
max	7143.000-7145.000=-2.000

*mean*	104.861-100.548=4.312
σ	13.985-0.600=13.385
min	97.374-99.576=-2.202
max	138.626-101.479=37.147

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=-0.000
min	14215.575
max	14227.821

*mean*	4042.625-4043.625=-1.000
σ	2009.034-2009.733=-0.699
min	1217.000-1216.000=1.000
max	7143.000-7145.000=-2.000

*mean*	8036.844-8022.019=14.825
σ	1940.886-1925.218=15.667
min	6017.304-6055.550=-38.246
max	11127.465-11077.642=49.823

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7143.000-7145.000=-2.000
σ	0.000
min	7143.000-7145.000=-2.000
max	7143.000-7145.000=-2.000

*mean*	5393.781-5163.537=230.244
σ	1047.946-233.692=814.254
min	4999.777-5026.760=-26.983
max	7986.942-5671.890=2315.052

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	381.807-376.979=4.828
σ	18.474-19.227=-0.753
min	337.081-350.870=-13.789
max	393.066-396.126=-3.060

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-561.000=-0.375
σ	0.518-0.000=0.518
min	560.000-561.000=-1.000
max	561.000

*mean*	711.065-781.390=-70.324
σ	64.467-15.073=49.394
min	629.224-760.450=-131.226
max	773.316-803.450=-30.134

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.759-0.759=-0.000
min	1023.824-1023.827=-0.003
max	1027.438-1027.438=-0.000

*mean*	1037.350-1053.800=-16.450
σ	303.245-311.971=-8.726
min	553.000-570.000=-17.000
max	1461.000-1511.000=-50.000

*mean*	1.571-1.547=0.024
σ	0.091-0.065=0.026
min	1.491-1.487=0.004
max	1.878-1.767=0.111

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.537-0.485=0.053
σ	0.610-0.527=0.083
min	0.151-0.239=-0.088
max	1.620-1.427=0.192

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.845-0.826=0.019
σ	0.560-0.523=0.036
min	0.571-0.567=0.005
max	1.846-1.762=0.085

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.391-0.383=0.009
σ	0.039-0.046=-0.007
min	0.358-0.347=0.011
max	0.458-0.460=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.593-0.585=0.007
σ	0.026-0.028=-0.002
min	0.576-0.557=0.018
max	0.637-0.632=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-437.200=-5.400
σ	1.789-6.535=-4.746
min	431.000
max	435.000-444.000=-9.000

*mean*	0.644-0.725=-0.081
σ	0.071-0.032=0.039
min	0.586-0.676=-0.090
max	0.752-0.765=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.444-0.625=-0.180
σ	0.026-0.025=0.001
min	0.418-0.590=-0.172
max	0.482-0.645=-0.164

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	1.969-3.505=-1.536
σ	0.068-0.096=-0.027
min	1.854-3.381=-1.527
max	2.184-3.913=-1.729

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	2.408-3.598=-1.190
σ	0.297-1.087=-0.790
min	1.872-3.360=-1.488
max	2.844-14.316=-11.473

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.308-0.539=-0.231
σ	0.010-0.020=-0.009
min	0.293-0.515=-0.222
max	0.363-0.665=-0.302

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.292-0.510=-0.218
σ	0.007-0.014=-0.006
min	0.280-0.486=-0.206
max	0.332-0.598=-0.266

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.694-298.676=0.018
σ	1.024-0.983=0.041
min	298.320-298.315=0.005
max	301.607-301.473=0.134

*mean*	441.800-440.000=1.800
σ	16.308-12.901=3.407
min	417.000
max	467.000-462.000=5.000

*mean*	0.602-0.599=0.003
σ	0.027-0.016=0.011
min	0.547-0.565=-0.018
max	0.637-0.628=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1056.500-924.250=132.250
σ	26.870-10.607=16.263
min	990.000-898.000=92.000
max	1066.000-928.000=138.000

*mean*	212.306-205.536=6.770
σ	2.368-3.805=-1.437
min	209.918-200.740=9.177
max	216.448-211.028=5.421

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.500-921.375=135.125
σ	26.870-18.738=8.132
min	990.000-875.000=115.000
max	1066.000-928.000=138.000

*mean*	7.781-9.623=-1.842
σ	1.558-2.256=-0.698
min	6.384-6.474=-0.090
max	9.620-14.170=-4.549

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.362=-0.001

*mean*	1056.500-921.375=135.125
σ	26.870-18.738=8.132
min	990.000-875.000=115.000
max	1066.000-928.000=138.000

*mean*	496.799-572.048=-75.249
σ	51.061-112.631=-61.570
min	405.345-444.469=-39.124
max	555.616-771.834=-216.218

phase=processProdDef

*mean*	4850.768-4850.766=0.001
σ	0.000-0.000=-0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.767=0.001

*mean*	1066.000-928.000=138.000
σ	0.000
min	1066.000-928.000=138.000
max	1066.000-928.000=138.000

*mean*	4850.377-5127.229=-276.852
σ	474.686-520.627=-45.941
min	4162.371-4325.341=-162.970
max	5549.210-5881.443=-332.233

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1056.500-921.375=135.125
σ	26.870-18.738=8.132
min	990.000-875.000=115.000
max	1066.000-928.000=138.000

*mean*	29.561-37.364=-7.803
σ	9.298-10.645=-1.347
min	19.895-21.278=-1.383
max	40.820-55.904=-15.084

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1056.500-924.125=132.375
σ	26.870-10.960=15.910
min	990.000-897.000=93.000
max	1066.000-928.000=138.000

*mean*	766.882-761.789=5.093
σ	105.948-101.680=4.267
min	640.283-659.483=-19.200
max	904.045-916.983=-12.938

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.000
σ	0.038-0.037=0.001
min	293.767-293.768=-0.001
max	293.860-293.859=0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.392-0.402=-0.010
σ	0.001-0.005=-0.005
min	0.391-0.398=-0.006
max	0.393-0.411=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1320.221=-0.008
σ	0.031-0.036=-0.005
min	1320.172-1320.165=0.006
max	1320.245-1320.260=-0.015

*mean*	1094.400-1099.000=-4.600
σ	185.924-190.330=-4.406
min	837.000-838.000=-1.000
max	1316.000-1327.000=-11.000

*mean*	2.303-2.231=0.072
σ	0.176-0.065=0.111
min	2.172-2.172=-0.000
max	2.611-2.337=0.274

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1560.609=0.005
σ	6.222-6.219=0.003
min	1557.623-1557.632=-0.010
max	1571.740-1571.730=0.010

*mean*	617.200
σ	81.729
min	493.000
max	712.000

*mean*	2.321-2.273=0.048
σ	0.199-0.092=0.107
min	2.160-2.192=-0.032
max	2.656-2.431=0.225

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.158=0.012
σ	0.049-0.064=-0.015
min	1882.116-1882.070=0.046
max	1882.235-1882.240=-0.005

*mean*	1721.200-1737.400=-16.200
σ	195.661-176.514=19.147
min	1454.000-1475.000=-21.000
max	1906.000-1889.000=17.000

*mean*	3.034-3.012=0.022
σ	0.120-0.106=0.014
min	2.902-2.888=0.014
max	3.163-3.163=-0.000

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.777=-0.103
σ	0.145-0.138=0.007
min	1.522-1.600=-0.079
max	1.864-1.897=-0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.001
σ	582.722-582.722=-0.000
min	160.719-160.718=0.001
max	1326.165-1326.165=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.546-0.543=0.004
σ	0.550-0.531=0.019
min	0.266-0.268=-0.002
max	1.371-1.339=0.032

policies=20

*mean*	1607.522-1607.521=0.001
σ	0.400-0.419=-0.018
min	1607.248-1607.236=0.012
max	1608.114-1608.141=-0.027

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-445.750=0.750
σ	7.000-7.500=-0.500
min	443.000-442.000=1.000
max	457.000

*mean*	2.677-2.698=-0.021
σ	0.016-0.021=-0.005
min	2.663-2.680=-0.017
max	2.692-2.725=-0.033

policies=200

*mean*	16083.384-16083.449=-0.064
σ	0.117-0.082=0.035
min	16083.220-16083.341=-0.120
max	16083.470-16083.520=-0.050

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-495.750=2.000
σ	5.620-2.872=2.748
min	492.000
max	505.000-499.000=6.000

*mean*	27.235-27.191=0.044
σ	0.099-0.093=0.006
min	27.175-27.092=0.083
max	27.383-27.282=0.101