Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.001
σ	0.359-0.359=0.000
min	54.745-54.742=0.003
max	55.902-55.901=0.001

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.141-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=-0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=-0.001
σ	0.007-0.005=0.002
min	43.836-43.838=-0.002
max	43.858-43.857=0.001

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.125-0.123=0.002
σ	0.004-0.005=-0.001
min	0.121-0.116=0.005
max	0.132-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	12.922-13.452=-0.530
σ	0.315-1.922=-1.607
min	12.554-12.178=0.376
max	13.399-18.106=-4.707

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	12.723-13.436=-0.713
σ	0.673-1.937=-1.263
min	11.824-11.929=-0.105
max	13.784-18.122=-4.338

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	15.374-15.218=0.156
σ	0.184-0.217=-0.033
min	15.153-15.000=0.152
max	15.642-15.585=0.057

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	13.615-14.607=-0.993
σ	1.889-1.598=0.291
min	10.758-10.980=-0.222
max	16.383-15.953=0.430

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	9.605-9.941=-0.336
σ	1.283-1.654=-0.372
min	8.591-8.780=-0.189
max	12.677-12.650=0.027

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	8.017-7.585=0.432
σ	1.500-1.536=-0.036
min	6.994-6.277=0.716
max	10.704-10.175=0.529

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	6.038-6.148=-0.109
σ	0.108-0.560=-0.452
min	5.866-5.761=0.106
max	6.163-7.502=-1.339

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.003=-0.001
min	25.968
max	25.972-25.976=-0.004

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	5.855-5.916=-0.060
σ	0.100-0.488=-0.388
min	5.674-5.540=0.133
max	5.989-7.060=-1.071

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	366.098-363.672=2.425
σ	53.388-43.716=9.673
min	344.524-346.566=-2.042
max	498.137-471.831=26.306

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.954=-0.000

*mean*	3272.875-3273.375=-0.500
σ	1823.353-1824.793=-1.440
min	809.000
max	5619.000-5625.000=-6.000

*mean*	3806.810-3820.647=-13.837
σ	1320.083-1206.411=113.673
min	3082.815-3100.231=-17.416
max	6199.142-6183.956=15.186

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	91.506-91.085=0.421
σ	19.702-21.916=-2.213
min	75.383-70.531=4.852
max	127.516-124.891=2.625

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	61.265-63.334=-2.069
σ	0.323-2.727=-2.404
min	60.918-61.716=-0.798
max	61.671-69.966=-8.295

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691-66.691=-0.000

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	100.160-228.308=-128.148
σ	0.693-251.697=-251.004
min	99.234-99.005=0.229
max	101.288-768.617=-667.329

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=0.000
min	14215.575-14215.576=-0.001
max	14227.821

*mean*	4041.250-4042.125=-0.875
σ	2008.838-2009.338=-0.500
min	1216.000-1218.000=-2.000
max	7148.000

*mean*	8175.550-8374.430=-198.881
σ	2157.102-1832.835=324.268
min	6002.891-5979.185=23.706
max	11067.801-11149.262=-81.460

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	5090.331-5465.398=-375.067
σ	172.373-1077.682=-905.309
min	4962.508-5002.900=-40.392
max	5381.260-8099.197=-2717.936

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	382.309-384.790=-2.481
σ	19.092-13.181=5.911
min	350.784-352.875=-2.091
max	394.179-393.375=0.804

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	704.380-753.321=-48.942
σ	73.371-19.866=53.504
min	591.987-709.769=-117.782
max	790.846-772.794=18.052

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.001
σ	0.759-0.759=-0.000
min	1023.827-1023.825=0.001
max	1027.437-1027.436=0.002

*mean*	1037.800-1037.650=0.150
σ	301.078-303.047=-1.969
min	562.000-554.000=8.000
max	1460.000-1461.000=-1.000

*mean*	1.536-1.538=-0.002
σ	0.068-0.136=-0.067
min	1.361-1.359=0.002
max	1.642-2.055=-0.413

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.442-0.387=0.055
σ	0.625-0.464=0.161
min	0.132-0.145=-0.014
max	1.557-1.213=0.344

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.719-0.630=0.089
σ	0.292-0.088=0.204
min	0.562-0.573=-0.011
max	1.239-0.783=0.456

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.381-0.386=-0.005
σ	0.041-0.037=0.003
min	0.356-0.358=-0.002
max	0.451-0.444=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.584-0.590=-0.006
σ	0.030-0.032=-0.002
min	0.560-0.555=0.005
max	0.634-0.640=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.200-434.200=1.000
σ	4.550
min	431.000-430.000=1.000
max	440.000-439.000=1.000

*mean*	0.608-0.725=-0.117
σ	0.075-0.032=0.043
min	0.548-0.672=-0.124
max	0.739-0.752=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	0.463-0.625=-0.162
σ	0.032-0.021=0.011
min	0.426-0.589=-0.163
max	0.495-0.639=-0.144

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	2.634-3.505=-0.871
σ	0.123-0.089=0.033
min	2.457-3.335=-0.878
max	3.248-3.875=-0.626

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	2.605-3.479=-0.873
σ	0.094-0.098=-0.004
min	2.428-3.355=-0.928
max	2.841-4.130=-1.288

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	0.303-0.549=-0.246
σ	0.011-0.033=-0.021
min	0.286-0.519=-0.233
max	0.372-0.795=-0.423

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-439.000=1.000
σ	0.000
min	440.000-439.000=1.000
max	440.000-439.000=1.000

*mean*	0.303-0.512=-0.209
σ	0.070-0.011=0.058
min	0.274-0.488=-0.215
max	0.757-0.556=0.201

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.896-298.564=0.332
σ	1.002-0.966=0.036
min	298.502-298.112=0.390
max	301.743-301.304=0.439

*mean*	441.200-446.100=-4.900
σ	14.359-18.460=-4.101
min	418.000-420.000=-2.000
max	467.000-472.000=-5.000

*mean*	0.598-0.598=-0.000
σ	0.024-0.021=0.003
min	0.546-0.553=-0.006
max	0.621-0.628=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000-1070.750=-5.750
σ	33.941-40.305=-6.364
min	981.000-971.000=10.000
max	1077.000-1085.000=-8.000

*mean*	204.754-206.084=-1.330
σ	2.560-3.855=-1.295
min	200.470-197.850=2.620
max	208.766-210.478=-1.712

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1070.750=-5.750
σ	33.941-40.305=-6.364
min	981.000-971.000=10.000
max	1077.000-1085.000=-8.000

*mean*	10.272-7.921=2.351
σ	2.103-1.860=0.243
min	6.365-6.257=0.107
max	13.111-10.839=2.273

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.363=-0.000
max	1042.363-1042.366=-0.003

*mean*	1065.000-1070.750=-5.750
σ	33.941-40.305=-6.364
min	981.000-971.000=10.000
max	1077.000-1085.000=-8.000

*mean*	534.641-457.983=76.658
σ	108.425-66.791=41.634
min	379.637-374.794=4.843
max	708.169-562.117=146.053

phase=processProdDef

*mean*	4850.764-4850.765=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.765=-0.001
max	4850.764-4850.765=-0.001

*mean*	1077.000-1085.000=-8.000
σ	0.000
min	1077.000-1085.000=-8.000
max	1077.000-1085.000=-8.000

*mean*	4957.461-4757.988=199.473
σ	326.121-683.242=-357.121
min	4349.627-3638.557=711.071
max	5330.964-5484.195=-153.231

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1070.750=-5.750
σ	33.941-40.305=-6.364
min	981.000-971.000=10.000
max	1077.000-1085.000=-8.000

*mean*	39.943-28.080=11.863
σ	8.042-9.049=-1.007
min	21.633-20.443=1.190
max	48.137-40.878=7.259

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000-1070.750=-5.750
σ	33.941-40.305=-6.364
min	981.000-971.000=10.000
max	1077.000-1085.000=-8.000

*mean*	745.459-726.691=18.769
σ	82.410-103.051=-20.641
min	643.765-648.015=-4.250
max	894.559-893.459=1.100

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.038=0.000
min	293.768-293.768=-0.000
max	293.860-293.860=0.000

*mean*	443.000-441.200=1.800
σ	0.000-1.643=-1.643
min	443.000-440.000=3.000
max	443.000

*mean*	0.400-0.391=0.008
σ	0.005-0.002=0.003
min	0.394-0.389=0.005
max	0.406-0.393=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.211-1320.208=0.003
σ	0.047-0.038=0.009
min	1320.137-1320.163=-0.026
max	1320.257-1320.247=0.010

*mean*	1067.600-1073.800=-6.200
σ	164.483-185.577=-21.093
min	845.000-833.000=12.000
max	1268.000-1314.000=-46.000

*mean*	2.249-2.282=-0.033
σ	0.124-0.193=-0.069
min	2.147-2.177=-0.030
max	2.456-2.626=-0.170

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1560.687=-0.070
σ	6.226-6.175=0.051
min	1557.635-1557.771=-0.136
max	1571.750-1571.731=0.020

*mean*	619.600-629.400=-9.800
σ	82.984-95.435=-12.451
min	494.000-518.000=-24.000
max	717.000-752.000=-35.000

*mean*	2.304-2.446=-0.142
σ	0.188-0.290=-0.102
min	2.181-2.165=0.016
max	2.623-2.927=-0.304

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.173=-0.004
σ	0.056-0.058=-0.002
min	1882.105-1882.109=-0.004
max	1882.241-1882.255=-0.014

*mean*	1708.600-1725.800=-17.200
σ	258.907-179.380=79.527
min	1396.000-1467.000=-71.000
max	2056.000-1888.000=168.000

*mean*	2.929-3.062=-0.133
σ	0.076-0.265=-0.189
min	2.842-2.880=-0.038
max	3.013-3.529=-0.516

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.841-1.805=0.035
σ	0.050-0.077=-0.027
min	1.755-1.684=0.071
max	1.874-1.884=-0.010

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.000
σ	582.721-582.723=-0.002
min	160.720-160.719=0.000
max	1326.164-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.541-0.544=-0.003
σ	0.542-0.541=0.001
min	0.268-0.267=0.001
max	1.354-1.356=-0.002

policies=20

*mean*	1607.527-1607.524=0.003
σ	0.413-0.407=0.006
min	1607.247-1607.246=0.001
max	1608.139-1608.127=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-446.500=-1.500
σ	4.619-7.000=-2.381
min	441.000-443.000=-2.000
max	449.000-457.000=-8.000

*mean*	2.694-2.683=0.011
σ	0.017-0.019=-0.002
min	2.677-2.658=0.019
max	2.714-2.704=0.010

policies=200

*mean*	16083.364-16083.357=0.008
σ	0.167-0.167=0.000
min	16083.200-16083.248=-0.048
max	16083.533-16083.605=-0.071

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.750-497.500=-3.750
σ	4.031-3.697=0.334
min	489.000-494.000=-5.000
max	498.000-502.000=-4.000

*mean*	27.146-27.123=0.023
σ	0.033-0.043=-0.009
min	27.115-27.084=0.031
max	27.193-27.183=0.010