Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.882=-0.000
σ	0.359-0.360=-0.000
min	54.741-54.742=-0.001
max	55.903-55.904=-0.001

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.140-0.142=-0.002
σ	0.005-0.004=0.000
min	0.132-0.137=-0.005
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.007-0.006=0.001
min	43.839-43.841=-0.002
max	43.859-43.862=-0.003

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.123-0.124=-0.001
σ	0.004-0.005=-0.000
min	0.118-0.118=0.001
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	13.482-13.012=0.470
σ	1.785-0.192=1.593
min	12.397-12.578=-0.181
max	17.784-13.152=4.632

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	13.552-12.953=0.598
σ	1.579-0.535=1.044
min	11.921-12.136=-0.215
max	17.199-13.680=3.519

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	15.384-15.340=0.044
σ	0.426-0.245=0.181
min	14.832-14.977=-0.144
max	16.089-15.728=0.360

op=table_records(), repeat

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	14.593-13.867=0.726
σ	1.630-1.893=-0.263
min	11.172-10.761=0.411
max	16.144-15.694=0.450

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	9.611-9.613=-0.002
σ	1.245-1.214=0.031
min	8.434-8.707=-0.273
max	12.279-12.526=-0.247

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	7.357-7.419=-0.062
σ	1.329-1.208=0.122
min	5.881-6.453=-0.572
max	10.026-10.286=-0.260

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.677

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	6.158-6.027=0.131
σ	0.564-0.199=0.365
min	5.705-5.717=-0.012
max	7.467-6.309=1.158

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	5.902-5.749=0.153
σ	0.542-0.152=0.390
min	5.568-5.481=0.088
max	7.197-6.003=1.194

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	386.299-378.811=7.488
σ	92.955-85.791=7.165
min	350.699-345.044=5.655
max	616.274-591.078=25.196

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.953=-0.000

*mean*	3273.875-3275.000=-1.125
σ	1824.982-1823.737=1.245
min	809.000-810.000=-1.000
max	5623.000-5620.000=3.000

*mean*	3731.877-3658.241=73.636
σ	1066.075-1011.199=54.876
min	3144.173-3118.897=25.276
max	5757.964-5735.267=22.698

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	83.873-86.131=-2.259
σ	16.305-19.250=-2.945
min	70.321-71.152=-0.830
max	110.231-120.994=-10.764

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	62.148-61.957=0.190
σ	0.366-1.069=-0.703
min	61.700-60.920=0.780
max	62.764-64.397=-1.634

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	99.450-99.743=-0.292
σ	0.610-0.866=-0.256
min	98.780-98.503=0.277
max	100.553-100.949=-0.396

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.170=0.000
σ	4.304-4.304=0.000
min	14215.575
max	14227.820-14227.820=0.000

*mean*	4042.250-4043.250=-1.000
σ	2010.287-2008.460=1.828
min	1216.000-1218.000=-2.000
max	7149.000-7148.000=1.000

*mean*	7832.427-8063.719=-231.291
σ	1814.421-1972.193=-157.773
min	6089.718-6032.257=57.462
max	10949.454-11033.144=-83.690

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	5215.611-5316.364=-100.752
σ	208.850-581.959=-373.109
min	5076.740-5039.418=37.323
max	5580.198-6693.516=-1113.318

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	387.855-368.997=18.858
σ	6.895-34.583=-27.689
min	379.674-295.258=84.416
max	397.430-392.001=5.428

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-562.000=-2.500
σ	0.535-0.000=0.535
min	559.000-562.000=-3.000
max	560.000-562.000=-2.000

*mean*	735.729-761.859=-26.130
σ	65.932-59.723=6.209
min	630.802-621.453=9.348
max	783.149-804.133=-20.984

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.000
σ	0.758-0.758=0.000
min	1023.827-1023.826=0.002
max	1027.434-1027.436=-0.002

*mean*	1038.150-1037.800=0.350
σ	301.032-303.640=-2.608
min	563.000-553.000=10.000
max	1460.000-1462.000=-2.000

*mean*	1.536-1.584=-0.048
σ	0.067-0.098=-0.031
min	1.397-1.499=-0.102
max	1.650-1.826=-0.177

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.295-0.444=-0.149
σ	0.287-0.497=-0.210
min	0.145-0.142=0.002
max	0.805-1.294=-0.489

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.483=0.003
σ	0.321-0.320=0.001
min	0.332-0.331=0.001
max	1.060-1.055=0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.223=-0.004
σ	0.030-0.028=0.002
min	0.196-0.205=-0.009
max	0.271-0.272=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.334=-0.002
σ	0.012-0.022=-0.010
min	0.323-0.317=0.006
max	0.352-0.371=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-441.400=-9.800
σ	1.342-3.578=-2.236
min	431.000-435.000=-4.000
max	434.000-443.000=-9.000

*mean*	0.587-0.557=0.031
σ	0.055-0.060=-0.005
min	0.490-0.459=0.031
max	0.623-0.616=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.458-0.448=0.010
σ	0.014-0.025=-0.010
min	0.442-0.423=0.019
max	0.479-0.482=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.609-1.994=0.614
σ	0.104-0.061=0.042
min	2.456-1.872=0.584
max	3.052-2.275=0.777

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.578-1.984=0.593
σ	0.099-0.068=0.031
min	2.445-1.861=0.584
max	3.274-2.234=1.041

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.309-0.309=0.000
σ	0.008-0.013=-0.004
min	0.296-0.295=0.001
max	0.364-0.382=-0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.295-0.300=-0.005
σ	0.008-0.007=0.001
min	0.281-0.282=-0.001
max	0.326-0.327=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.745-298.642=0.103
σ	1.002-1.017=-0.015
min	298.341-298.253=0.088
max	301.590-301.532=0.057

*mean*	446.300-443.900=2.400
σ	17.417-14.685=2.732
min	425.000-418.000=7.000
max	471.000-465.000=6.000

*mean*	0.606-0.609=-0.003
σ	0.016-0.013=0.002
min	0.575-0.595=-0.020
max	0.625-0.638=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000-1066.375=-1.375
σ	33.941-35.709=-1.768
min	981.000-978.000=3.000
max	1077.000-1079.000=-2.000

*mean*	210.726-210.358=0.368
σ	3.680-3.312=0.367
min	205.515-206.525=-1.010
max	216.512-216.091=0.421

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1066.375=-1.375
σ	33.941-35.709=-1.768
min	981.000-978.000=3.000
max	1077.000-1079.000=-2.000

*mean*	9.468-9.902=-0.434
σ	2.732-2.296=0.436
min	6.499-6.475=0.025
max	13.111-12.867=0.244

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.362=0.000
max	1042.363-1042.366=-0.003

*mean*	1065.000-1066.375=-1.375
σ	33.941-35.709=-1.768
min	981.000-978.000=3.000
max	1077.000-1079.000=-2.000

*mean*	553.119-536.957=16.162
σ	139.821-134.614=5.206
min	418.989-383.281=35.708
max	765.909-729.944=35.965

phase=processProdDef

*mean*	4850.764-4850.765=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.765=-0.001
max	4850.764-4850.765=-0.001

*mean*	1077.000-1079.000=-2.000
σ	0.000
min	1077.000-1079.000=-2.000
max	1077.000-1079.000=-2.000

*mean*	4881.479-4914.277=-32.797
σ	700.906-538.734=162.171
min	3415.011-3655.465=-240.454
max	5526.429-5386.202=140.228

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1066.375=-1.375
σ	33.941-35.709=-1.768
min	981.000-978.000=3.000
max	1077.000-1079.000=-2.000

*mean*	35.094-37.526=-2.432
σ	12.881-11.016=1.865
min	19.927-20.111=-0.185
max	49.291-48.447=0.844

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000-1066.375=-1.375
σ	33.941-35.709=-1.768
min	981.000-978.000=3.000
max	1077.000-1079.000=-2.000

*mean*	788.557-725.237=63.320
σ	172.347-67.795=104.551
min	656.290-655.973=0.318
max	1160.824-854.490=306.334

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.819=0.001
σ	0.038-0.040=-0.002
min	293.767-293.765=0.001
max	293.858-293.861=-0.003

*mean*	443.000-441.200=1.800
σ	0.000-1.643=-1.643
min	443.000-440.000=3.000
max	443.000

*mean*	0.395-0.400=-0.005
σ	0.002-0.001=0.001
min	0.393-0.399=-0.006
max	0.397-0.402=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.187=0.031
σ	0.035-0.055=-0.020
min	1320.163-1320.111=0.051
max	1320.250-1320.240=0.010

*mean*	1066.400-1106.200=-39.800
σ	165.249-180.512=-15.263
min	843.000-892.000=-49.000
max	1268.000-1356.000=-88.000

*mean*	2.232-2.289=-0.057
σ	0.042-0.122=-0.080
min	2.176-2.156=0.020
max	2.280-2.454=-0.174

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.666=-0.053
σ	6.227-6.197=0.030
min	1557.625-1557.789=-0.164
max	1571.748-1571.749=-0.001

*mean*	618.600-617.000=1.600
σ	82.984-96.335=-13.352
min	493.000-497.000=-4.000
max	716.000-728.000=-12.000

*mean*	2.315-2.465=-0.151
σ	0.197-0.308=-0.111
min	2.185-2.190=-0.006
max	2.660-2.954=-0.293

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.168=0.006
σ	0.057-0.059=-0.002
min	1882.109-1882.085=0.024
max	1882.254-1882.240=0.014

*mean*	1707.400-1733.200=-25.800
σ	253.739-189.344=64.395
min	1395.000-1487.000=-92.000
max	2043.000-1913.000=130.000

*mean*	2.975-3.103=-0.128
σ	0.060-0.244=-0.184
min	2.907-2.908=-0.001
max	3.050-3.511=-0.461

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.604-1.764=-0.160
σ	0.166-0.050=0.117
min	1.359-1.708=-0.348
max	1.816-1.819=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.082=-0.002
σ	582.723-582.722=0.000
min	160.715-160.719=-0.004
max	1326.164-1326.165=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-446.000=-4.000
σ	0.000
min	442.000-446.000=-4.000
max	442.000-446.000=-4.000

*mean*	0.531-0.545=-0.014
σ	0.515-0.544=-0.029
min	0.261-0.270=-0.009
max	1.303-1.361=-0.058

policies=20

*mean*	1607.528-1607.526=0.002
σ	0.415-0.409=0.005
min	1607.245-1607.246=-0.002
max	1608.142-1608.132=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-447.500=-1.750
σ	7.500-1.732=5.768
min	442.000-446.000=-4.000
max	457.000-449.000=8.000

*mean*	2.693-2.691=0.002
σ	0.014-0.021=-0.007
min	2.680-2.669=0.011
max	2.710-2.717=-0.007

policies=200

*mean*	16083.445-16083.375=0.070
σ	0.052-0.191=-0.139
min	16083.396-16083.275=0.121
max	16083.511-16083.661=-0.150

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-494.500=2.000
σ	3.109-3.416=-0.307
min	493.000-490.000=3.000
max	500.000-498.000=2.000

*mean*	27.173-27.191=-0.019
σ	0.069-0.051=0.017
min	27.071-27.119=-0.048
max	27.220-27.235=-0.015