Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.633=0.062
σ	0.000
min	558.695-558.633=0.062
max	558.695-558.633=0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.002
σ	0.359-0.357=0.001
min	54.538-54.544=-0.006
max	55.698-55.693=0.005

*mean*	418.700-417.000=1.700
σ	0.483-0.000=0.483
min	418.000-417.000=1.000
max	419.000-417.000=2.000

*mean*	0.140-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.007-0.005=0.001
min	43.696-43.697=-0.001
max	43.715-43.711=0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.124=-0.001
σ	0.003-0.005=-0.002
min	0.121-0.118=0.003
max	0.130-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3887.375-3885.875=1.500
σ	1855.619-1858.522=-2.903
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	13.351-12.672=0.679
σ	1.750-0.382=1.368
min	12.485-12.180=0.306
max	17.628-13.228=4.400

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	3887.375-3885.875=1.500
σ	1855.619-1858.522=-2.903
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	12.990-12.887=0.103
σ	2.515-0.473=2.042
min	11.585-12.225=-0.640
max	19.143-13.520=5.622

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933

*mean*	6173.000-6180.000=-7.000
σ	0.000
min	6173.000-6180.000=-7.000
max	6173.000-6180.000=-7.000

*mean*	14.948-15.046=-0.099
σ	0.359-0.742=-0.382
min	14.302-13.400=0.902
max	15.326-15.587=-0.261

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.001-0.001=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	3739.125-3737.750=1.375
σ	1828.416-1831.761=-3.345
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	13.552-13.846=-0.294
σ	1.841-1.652=0.189
min	11.186-11.366=-0.180
max	15.406-15.325=0.082

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	3739.125-3737.750=1.375
σ	1828.416-1831.761=-3.345
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	8.785-9.138=-0.353
σ	0.311-0.513=-0.202
min	8.378-8.582=-0.204
max	9.229-9.885=-0.656

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3739.125-3737.750=1.375
σ	1828.416-1831.761=-3.345
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	6.877-6.691=0.186
σ	0.167-0.346=-0.179
min	6.657-6.134=0.523
max	7.179-7.213=-0.033

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=-0.000
max	25.674

*mean*	3887.375-3885.875=1.500
σ	1855.619-1858.522=-2.903
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	6.193-6.069=0.125
σ	0.575-0.131=0.444
min	5.850-5.866=-0.016
max	7.600-6.237=1.363

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974-25.974=-0.000

*mean*	3887.375-3885.875=1.500
σ	1855.619-1858.522=-2.903
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	5.991-5.793=0.198
σ	0.613-0.087=0.527
min	5.699-5.691=0.008
max	7.499-5.958=1.541

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606

*mean*	6173.000-6180.000=-7.000
σ	0.000
min	6173.000-6180.000=-7.000
max	6173.000-6180.000=-7.000

*mean*	1325.615-1366.975=-41.359
σ	514.900-628.871=-113.971
min	1043.531-1033.869=9.662
max	2332.095-2668.595=-336.500

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=0.000
min	7877.934-7877.934=-0.000
max	7879.264-7879.264=-0.000

*mean*	3245.000-3242.500=2.500
σ	1848.987-1849.801=-0.814
min	809.000-810.000=-1.000
max	6173.000-6180.000=-7.000

*mean*	3793.315-3765.684=27.631
σ	1102.562-1216.020=-113.457
min	3115.324-3092.536=22.787
max	5584.936-5959.258=-374.322

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.081-62.081=-0.000

*mean*	3887.375-3885.875=1.500
σ	1855.619-1858.522=-2.903
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	165.376-121.901=43.475
σ	245.164-123.820=121.343
min	70.377-70.850=-0.474
max	771.654-427.212=344.442

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6173.000-6180.000=-7.000
σ	0.000
min	6173.000-6180.000=-7.000
max	6173.000-6180.000=-7.000

*mean*	63.906-65.097=-1.191
σ	4.640-3.935=0.706
min	60.379-60.794=-0.415
max	71.413-70.031=1.383

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.690=0.000

*mean*	6173.000-6180.000=-7.000
σ	0.000
min	6173.000-6180.000=-7.000
max	6173.000-6180.000=-7.000

*mean*	100.417-100.473=-0.055
σ	2.105-1.649=0.456
min	98.488-99.242=-0.754
max	105.059-104.236=0.823

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.155=0.000
σ	4.304-4.304=-0.000
min	11847.561
max	11859.806

*mean*	3739.125-3737.750=1.375
σ	1828.416-1831.761=-3.345
min	1279.000
max	6173.000-6180.000=-7.000

*mean*	5835.325-6027.700=-192.376
σ	1175.443-1444.673=-269.230
min	5003.829-5032.019=-28.190
max	8180.413-8452.606=-272.193

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.093=0.000
σ	0.002-0.002=-0.000
min	10791.091-10791.091=0.000
max	10791.096-10791.096=-0.000

*mean*	6173.000-6180.000=-7.000
σ	0.000
min	6173.000-6180.000=-7.000
max	6173.000-6180.000=-7.000

*mean*	5201.169-5402.638=-201.468
σ	1556.731-1397.400=159.331
min	4073.462-4070.092=3.370
max	7387.141-6793.790=593.351

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	387.109-391.249=-4.140
σ	13.836-6.128=7.708
min	353.307-381.568=-28.261
max	395.847-399.046=-3.199

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-560.000=-0.375
σ	0.518-0.000=0.518
min	559.000-560.000=-1.000
max	560.000

*mean*	768.756-743.378=25.378
σ	43.217-67.331=-24.114
min	667.540-656.200=11.340
max	798.232-805.421=-7.189

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.328=0.000
σ	0.759-0.758=0.000
min	1023.853-1023.855=-0.002
max	1027.466-1027.465=0.001

*mean*	1051.150-1041.200=9.950
σ	320.321-308.781=11.540
min	544.000
max	1567.000-1530.000=37.000

*mean*	1.559-1.586=-0.028
σ	0.051-0.090=-0.039
min	1.495-1.499=-0.004
max	1.688-1.823=-0.134

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.392-0.397=-0.005
σ	0.522-0.518=0.004
min	0.134-0.138=-0.004
max	1.324-1.322=0.002

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.470=0.002
σ	0.318-0.319=-0.000
min	0.309-0.314=-0.005
max	1.041-1.039=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.219=0.007
σ	0.024-0.022=0.002
min	0.204-0.199=0.005
max	0.264-0.257=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.340=0.001
σ	0.022-0.018=0.004
min	0.323-0.328=-0.004
max	0.380-0.373=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.567-0.523=0.044
σ	0.034-0.035=-0.001
min	0.527-0.474=0.053
max	0.606-0.571=0.034

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.476-0.439=0.037
σ	0.031-0.046=-0.015
min	0.453-0.405=0.047
max	0.529-0.520=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.656-1.990=0.666
σ	0.108-0.116=-0.008
min	2.490-1.841=0.649
max	2.949-2.715=0.234

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.593-2.457=0.136
σ	0.078-0.262=-0.184
min	2.474-1.900=0.574
max	2.970-2.841=0.129

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.308-0.305=0.003
σ	0.011-0.009=0.002
min	0.295-0.292=0.002
max	0.368-0.351=0.018

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.300-0.290=0.010
σ	0.028-0.007=0.022
min	0.277-0.279=-0.002
max	0.482-0.324=0.158

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.687-298.622=0.065
σ	1.021-1.094=-0.073
min	298.314-298.165=0.149
max	301.592-301.723=-0.132

*mean*	441.000-442.500=-1.500
σ	17.095-14.706=2.388
min	416.000-424.000=-8.000
max	465.000-469.000=-4.000

*mean*	0.605-0.610=-0.005
σ	0.021-0.017=0.005
min	0.561-0.594=-0.033
max	0.646-0.641=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1709.125-1649.000=60.125
σ	2.475-2.828=-0.354
min	1703.000-1642.000=61.000
max	1710.000-1650.000=60.000

*mean*	216.654-211.115=5.539
σ	3.328-2.979=0.350
min	210.658-207.647=3.010
max	221.824-216.840=4.984

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1709.125-1649.000=60.125
σ	2.475-2.828=-0.354
min	1703.000-1642.000=61.000
max	1710.000-1650.000=60.000

*mean*	11.543-11.006=0.537
σ	2.377-1.995=0.383
min	9.430-7.522=1.908
max	15.970-12.877=3.093

phase=parser

*mean*	1042.361-1042.360=0.002
σ	0.000-0.000=0.000
min	1042.361-1042.360=0.001
max	1042.362-1042.360=0.002

*mean*	1709.125-1649.000=60.125
σ	2.475-2.828=-0.354
min	1703.000-1642.000=61.000
max	1710.000-1650.000=60.000

*mean*	686.480-658.576=27.904
σ	96.130-70.545=25.584
min	595.039-567.057=27.982
max	845.661-726.884=118.777

phase=processProdDef

*mean*	4753.277-4753.281=-0.004
σ	0.000-0.000=0.000
min	4753.277-4753.281=-0.004
max	4753.277-4753.282=-0.004

*mean*	1710.000-1650.000=60.000
σ	0.000
min	1710.000-1650.000=60.000
max	1710.000-1650.000=60.000

*mean*	4383.752-4709.126=-325.373
σ	608.036-622.190=-14.154
min	3620.371-3850.068=-229.697
max	5303.241-5580.820=-277.579

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1709.125-1649.000=60.125
σ	2.475-2.828=-0.354
min	1703.000-1642.000=61.000
max	1710.000-1650.000=60.000

*mean*	45.141-41.479=3.663
σ	6.005-7.847=-1.841
min	39.628-26.194=13.435
max	56.253-48.117=8.136

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1709.125-1649.000=60.125
σ	2.475-2.828=-0.354
min	1703.000-1642.000=61.000
max	1710.000-1650.000=60.000

*mean*	797.992-837.647=-39.655
σ	108.158-87.719=20.439
min	688.721-681.160=7.561
max	929.042-939.708=-10.666

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.922=-0.006
σ	0.039-0.043=-0.004
min	293.864-293.860=0.004
max	293.956-293.956=-0.000

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.400-0.397=0.003
σ	0.007-0.006=0.001
min	0.395-0.393=0.002
max	0.408-0.407=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.266-1320.306=-0.039
σ	0.078-0.040=0.037
min	1320.189-1320.250=-0.061
max	1320.369-1320.343=0.027

*mean*	1108.000-1085.800=22.200
σ	167.635-168.881=-1.246
min	894.000-886.000=8.000
max	1318.000-1319.000=-1.000

*mean*	2.086-2.319=-0.233
σ	0.050-0.182=-0.132
min	2.034-2.120=-0.085
max	2.139-2.592=-0.453

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.467-1559.432=0.035
σ	3.425-3.361=0.064
min	1557.759-1557.747=0.011
max	1565.586-1565.437=0.149

*mean*	626.600-627.400=-0.800
σ	90.066-74.815=15.250
min	504.000-538.000=-34.000
max	729.000-727.000=2.000

*mean*	2.485-2.271=0.214
σ	0.340-0.071=0.269
min	2.150-2.191=-0.041
max	2.976-2.369=0.607

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.272-1882.266=0.006
σ	0.056-0.062=-0.006
min	1882.206-1882.187=0.019
max	1882.334-1882.341=-0.007

*mean*	1748.400-1716.200=32.200
σ	211.198-175.520=35.679
min	1466.000-1467.000=-1.000
max	1948.000-1879.000=69.000

*mean*	3.318-3.068=0.250
σ	0.353-0.198=0.155
min	2.904-2.882=0.021
max	3.746-3.387=0.358

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.740=-0.084
σ	0.111-0.162=-0.051
min	1.475-1.596=-0.121
max	1.775-1.918=-0.143

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.412=-0.001
σ	583.280-583.281=-0.001
min	160.765-160.767=-0.002
max	1327.331-1327.333=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-445.000=-3.000
σ	0.000
min	442.000-445.000=-3.000
max	442.000-445.000=-3.000

*mean*	0.500-0.519=-0.019
σ	0.458-0.494=-0.036
min	0.270-0.270=-0.000
max	1.187-1.260=-0.073

policies=20

*mean*	1608.016-1608.033=-0.017
σ	0.422-0.420=0.002
min	1607.739-1607.758=-0.018
max	1608.644-1608.658=-0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-448.000=3.000
σ	11.576-2.000=9.576
min	442.000-445.000=-3.000
max	468.000-449.000=19.000

*mean*	2.706-2.694=0.012
σ	0.040-0.026=0.015
min	2.679-2.660=0.019
max	2.766-2.721=0.045

policies=200

*mean*	16088.535-16088.467=0.068
σ	0.140-0.071=0.069
min	16088.401-16088.403=-0.003
max	16088.706-16088.558=0.148

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-498.000=-1.250
σ	4.031-5.715=-1.684
min	492.000-491.000=1.000
max	501.000-504.000=-3.000

*mean*	27.158-27.250=-0.092
σ	0.032-0.130=-0.099
min	27.123-27.122=0.001
max	27.192-27.424=-0.232