Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.887=0.002
σ	0.359-0.357=0.002
min	54.750-54.751=-0.001
max	55.910-55.903=0.007

*mean*	418.700-420.000=-1.300
σ	0.483-0.000=0.483
min	418.000-420.000=-2.000
max	419.000-420.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.138-0.137=0.001
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=-0.000
σ	0.006-0.004=0.002
min	43.846-43.849=-0.003
max	43.867-43.863=0.004

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.121-0.124=-0.004
σ	0.005-0.005=0.000
min	0.116-0.118=-0.002
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	13.513-13.507=0.006
σ	1.713-1.872=-0.159
min	12.453-12.364=0.089
max	17.706-18.005=-0.299

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	13.509-13.440=0.070
σ	2.001-1.545=0.456
min	11.841-11.834=0.007
max	18.158-16.873=1.285

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.001-0.002=-0.000
min	41.929-41.928=0.000
max	41.932

*mean*	7138.000-7145.000=-7.000
σ	0.000
min	7138.000-7145.000=-7.000
max	7138.000-7145.000=-7.000

*mean*	14.943-15.455=-0.512
σ	1.269-0.178=1.092
min	11.835-15.213=-3.378
max	15.740-15.807=-0.067

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	14.435-14.477=-0.042
σ	1.850-1.635=0.215
min	11.495-11.622=-0.127
max	16.105-16.452=-0.347

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	10.305-10.045=0.260
σ	1.850-1.659=0.192
min	9.013-8.575=0.438
max	13.402-12.795=0.607

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	7.568-7.781=-0.212
σ	1.952-1.756=0.196
min	5.810-6.098=-0.287
max	10.695-10.652=0.043

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.678-25.678=-0.000

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	6.248-6.235=0.013
σ	0.489-0.404=0.085
min	5.956-5.847=0.108
max	7.430-7.135=0.295

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972-25.972=0.000

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	5.997-5.796=0.201
σ	0.530-0.109=0.421
min	5.476-5.599=-0.123
max	7.255-5.955=1.299

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7138.000-7145.000=-7.000
σ	0.000
min	7138.000-7145.000=-7.000
max	7138.000-7145.000=-7.000

*mean*	362.680-368.397=-5.717
σ	40.444-56.803=-16.359
min	346.260-345.272=0.988
max	462.662-508.881=-46.219

op=load_product(), with indexes

*mean*	7917.792-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3274.875-3275.875=-1.000
σ	1826.067-1826.099=-0.032
min	810.000-809.000=1.000
max	5625.000-5626.000=-1.000

*mean*	3822.094-3551.244=270.850
σ	1216.754-873.840=342.914
min	3089.965-3088.741=1.224
max	6228.080-5428.764=799.316

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	89.943-92.785=-2.842
σ	21.569-22.212=-0.643
min	70.154-71.525=-1.370
max	125.634-126.847=-1.213

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7138.000-7145.000=-7.000
σ	0.000
min	7138.000-7145.000=-7.000
max	7138.000-7145.000=-7.000

*mean*	84.760-61.283=23.477
σ	65.980-0.286=65.694
min	60.032-60.945=-0.913
max	247.916-61.695=186.221

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7138.000-7145.000=-7.000
σ	0.000
min	7138.000-7145.000=-7.000
max	7138.000-7145.000=-7.000

*mean*	213.180-100.548=112.631
σ	316.106-0.600=315.506
min	98.212-99.576=-1.364
max	995.385-101.479=893.906

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.001
min	14215.575
max	14227.820-14227.821=-0.001

*mean*	4042.375-4043.625=-1.250
σ	2007.703-2009.733=-2.030
min	1216.000
max	7138.000-7145.000=-7.000

*mean*	7779.873-8022.019=-242.146
σ	1847.137-1925.218=-78.081
min	5967.746-6055.550=-87.805
max	10872.806-11077.642=-204.837

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7138.000-7145.000=-7.000
σ	0.000
min	7138.000-7145.000=-7.000
max	7138.000-7145.000=-7.000

*mean*	5454.113-5163.537=290.576
σ	1061.488-233.692=827.795
min	4999.073-5026.760=-27.687
max	8049.141-5671.890=2377.251

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	389.554-376.979=12.575
σ	1.447-19.227=-17.780
min	387.624-350.870=36.753
max	391.881-396.126=-4.245

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	765.598-781.390=-15.792
σ	41.814-15.073=26.742
min	671.410-760.450=-89.040
max	813.176-803.450=9.727

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.758-0.759=-0.001
min	1023.827-1023.827=-0.000
max	1027.432-1027.438=-0.006

*mean*	1053.650-1053.800=-0.150
σ	311.569-311.971=-0.402
min	571.000-570.000=1.000
max	1509.000-1511.000=-2.000

*mean*	1.544-1.547=-0.003
σ	0.055-0.065=-0.010
min	1.473-1.487=-0.014
max	1.683-1.767=-0.083

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.409-0.485=-0.076
σ	0.508-0.527=-0.019
min	0.147-0.239=-0.092
max	1.316-1.427=-0.111

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.826=-0.349
σ	0.339-0.523=-0.185
min	0.314-0.567=-0.252
max	1.083-1.762=-0.679

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.383=-0.159
σ	0.028-0.046=-0.018
min	0.206-0.347=-0.142
max	0.274-0.460=-0.186

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.585=-0.249
σ	0.023-0.028=-0.005
min	0.318-0.557=-0.239
max	0.376-0.632=-0.257

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-437.200=-0.200
σ	6.595-6.535=0.061
min	431.000
max	444.000

*mean*	0.524-0.725=-0.202
σ	0.062-0.032=0.030
min	0.451-0.676=-0.225
max	0.595-0.765=-0.170

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.478-0.625=-0.147
σ	0.038-0.025=0.013
min	0.424-0.590=-0.166
max	0.525-0.645=-0.121

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.690-3.505=-0.815
σ	0.113-0.096=0.017
min	2.518-3.381=-0.863
max	3.321-3.913=-0.593

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.651-3.598=-0.947
σ	0.085-1.087=-1.003
min	2.481-3.360=-0.879
max	2.939-14.316=-11.377

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.305-0.539=-0.234
σ	0.009-0.020=-0.011
min	0.290-0.515=-0.226
max	0.363-0.665=-0.302

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.293-0.510=-0.217
σ	0.007-0.014=-0.007
min	0.282-0.486=-0.203
max	0.334-0.598=-0.264

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.698-298.676=0.022
σ	0.986-0.983=0.003
min	298.339-298.315=0.024
max	301.502-301.473=0.029

*mean*	439.700-440.000=-0.300
σ	14.659-12.901=1.758
min	415.000-417.000=-2.000
max	465.000-462.000=3.000

*mean*	0.601-0.599=0.002
σ	0.015-0.016=-0.001
min	0.566-0.565=0.001
max	0.620-0.628=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1049.500-924.250=125.250
σ	24.042-10.607=13.435
min	990.000-898.000=92.000
max	1058.000-928.000=130.000

*mean*	205.282-205.536=-0.255
σ	3.109-3.805=-0.696
min	200.431-200.740=-0.309
max	209.551-211.028=-1.477

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1049.500-921.375=128.125
σ	24.042-18.738=5.303
min	990.000-875.000=115.000
max	1058.000-928.000=130.000

*mean*	9.388-9.623=-0.235
σ	2.672-2.256=0.416
min	6.305-6.474=-0.170
max	13.156-14.170=-1.014

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.361=-0.000
max	1042.361-1042.362=-0.001

*mean*	1049.500-921.375=128.125
σ	24.042-18.738=5.303
min	990.000-875.000=115.000
max	1058.000-928.000=130.000

*mean*	511.004-572.048=-61.044
σ	120.834-112.631=8.203
min	378.060-444.469=-66.409
max	768.149-771.834=-3.685

phase=processProdDef

*mean*	4850.768-4850.766=0.001
σ	0.000-0.000=-0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.767=0.001

*mean*	1058.000-928.000=130.000
σ	0.000
min	1058.000-928.000=130.000
max	1058.000-928.000=130.000

*mean*	4593.952-5127.229=-533.277
σ	550.722-520.627=30.095
min	3621.695-4325.341=-703.646
max	5276.949-5881.443=-604.494

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1049.500-921.375=128.125
σ	24.042-18.738=5.303
min	990.000-875.000=115.000
max	1058.000-928.000=130.000

*mean*	35.806-37.364=-1.558
σ	11.843-10.645=1.197
min	20.273-21.278=-1.005
max	49.392-55.904=-6.512

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1049.500-924.125=125.375
σ	24.042-10.960=13.081
min	990.000-897.000=93.000
max	1058.000-928.000=130.000

*mean*	801.557-761.789=39.768
σ	149.019-101.680=47.338
min	648.900-659.483=-10.583
max	993.901-916.983=76.917

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.821=0.002
σ	0.038-0.037=0.001
min	293.769-293.768=0.001
max	293.862-293.859=0.003

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.391-0.402=-0.011
σ	0.002-0.005=-0.003
min	0.388-0.398=-0.009
max	0.394-0.411=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.177-1320.221=-0.044
σ	0.103-0.036=0.068
min	1320.051-1320.165=-0.114
max	1320.334-1320.260=0.074

*mean*	1097.400-1099.000=-1.600
σ	186.567-190.330=-3.763
min	839.000-838.000=1.000
max	1319.000-1327.000=-8.000

*mean*	2.075-2.231=-0.156
σ	0.068-0.065=0.002
min	2.020-2.172=-0.153
max	2.189-2.337=-0.149

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.574-1560.609=-0.035
σ	6.249-6.219=0.029
min	1557.522-1557.632=-0.110
max	1571.745-1571.730=0.014

*mean*	619.600-617.200=2.400
σ	81.968-81.729=0.239
min	495.000-493.000=2.000
max	715.000-712.000=3.000

*mean*	2.272-2.273=-0.000
σ	0.221-0.092=0.129
min	2.141-2.192=-0.051
max	2.665-2.431=0.234

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.181-1882.158=0.023
σ	0.055-0.064=-0.009
min	1882.119-1882.070=0.049
max	1882.241-1882.240=0.001

*mean*	1725.800-1737.400=-11.600
σ	199.621-176.514=23.107
min	1456.000-1475.000=-19.000
max	1915.000-1889.000=26.000

*mean*	3.054-3.012=0.041
σ	0.186-0.106=0.080
min	2.831-2.888=-0.057
max	3.237-3.163=0.074

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.777=-0.130
σ	0.269-0.138=0.131
min	1.289-1.600=-0.312
max	1.870-1.897=-0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.084-452.081=0.003
σ	582.724-582.722=0.002
min	160.717-160.718=-0.001
max	1326.170-1326.165=0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.549-0.543=0.006
σ	0.533-0.531=0.002
min	0.276-0.268=0.007
max	1.348-1.339=0.009

policies=20

*mean*	1607.537-1607.521=0.016
σ	0.413-0.419=-0.006
min	1607.255-1607.236=0.019
max	1608.151-1608.141=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-445.750=-1.000
σ	7.500
min	441.000-442.000=-1.000
max	456.000-457.000=-1.000

*mean*	2.692-2.698=-0.006
σ	0.022-0.021=0.001
min	2.666-2.680=-0.015
max	2.715-2.725=-0.009

policies=200

*mean*	16083.533-16083.449=0.084
σ	0.135-0.082=0.053
min	16083.393-16083.341=0.052
max	16083.707-16083.520=0.187

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750
σ	3.686-2.872=0.813
min	491.000-492.000=-1.000
max	500.000-499.000=1.000

*mean*	27.072-27.191=-0.120
σ	0.106-0.093=0.013
min	26.927-27.092=-0.165
max	27.151-27.282=-0.131