Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.835-54.859=-0.024
σ	0.366-0.358=0.008
min	54.702-54.721=-0.020
max	55.875-55.877=-0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.140-0.139=0.001
σ	0.005-0.004=0.001
min	0.135-0.134=0.000
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.846=-0.003
σ	0.006-0.006=-0.001
min	43.835-43.838=-0.003
max	43.851-43.858=-0.007

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.119-0.126=-0.006
σ	0.004-0.004=-0.001
min	0.117-0.119=-0.002
max	0.129-0.133=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4588.625-4503.125=85.500
σ	2249.368-2224.115=25.252
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	159.348-11.853=147.495
σ	416.274-0.438=415.836
min	11.944-11.511=0.433
max	1189.574-12.663=1176.911

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4588.625-4503.125=85.500
σ	2249.368-2224.115=25.252
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	14.205-12.382=1.822
σ	4.238-0.453=3.785
min	11.614-11.817=-0.203
max	24.624-13.366=11.257

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=-0.000

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	11.001-10.449=0.551
σ	0.134-0.207=-0.073
min	10.798-10.126=0.673
max	11.153-10.758=0.395

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.002-0.000=0.001
min	41.933
max	41.937-41.934=0.004

*mean*	4178.875-4503.125=-324.250
σ	1945.683-2224.115=-278.432
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	11.601-10.408=1.193
σ	1.886-0.192=1.693
min	10.728-10.111=0.617
max	16.244-10.684=5.560

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4178.875-4503.125=-324.250
σ	1945.683-2224.115=-278.432
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	9.063-7.812=1.251
σ	1.292-0.375=0.917
min	8.027-7.211=0.815
max	12.167-8.241=3.926

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406-26.406=-0.000

*mean*	4178.875-4503.125=-324.250
σ	1945.683-2224.115=-278.432
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	7.095-6.096=1.000
σ	0.833-0.279=0.554
min	6.220-5.501=0.719
max	9.042-6.398=2.645

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4588.625-4503.125=85.500
σ	2249.368-2224.115=25.252
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	6.413-5.471=0.942
σ	1.032-0.112=0.920
min	5.911-5.295=0.616
max	8.957-5.609=3.348

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4588.625-4503.125=85.500
σ	2249.368-2224.115=25.252
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	6.238-5.367=0.871
σ	0.934-0.078=0.856
min	5.750-5.247=0.503
max	8.520-5.463=3.057

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=0.000
min	1021.625-1021.625=-0.000
max	1021.629

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	360.565-590.272=-229.707
σ	40.373-691.421=-651.048
min	340.999-344.367=-3.368
max	460.193-2301.450=-1841.257

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713-3495.713=-0.000
max	3497.038-3497.037=0.001

*mean*	3755.750-3678.500=77.250
σ	2299.872-2252.875=46.996
min	720.000-724.000=-4.000
max	7383.000-7321.000=62.000

*mean*	1769.733-1544.589=225.143
σ	686.588-434.288=252.300
min	1389.660-1383.583=6.077
max	2962.872-2619.325=343.547

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.000
max	107.855-107.854=0.000

*mean*	4407.750-4503.125=-95.375
σ	2218.805-2224.115=-5.311
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	196.015-129.942=66.074
σ	171.411-10.542=160.869
min	123.043-120.582=2.460
max	617.949-151.009=466.939

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4407.750-4503.125=-95.375
σ	2218.805-2224.115=-5.311
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	42.029-43.418=-1.390
σ	2.011-2.058=-0.047
min	39.752-41.146=-1.394
max	45.080-46.633=-1.553

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	22.051-21.775=0.276
σ	1.000-1.739=-0.739
min	21.539-20.993=0.546
max	24.504-26.063=-1.559

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311-71.311=0.000

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	259.662-56.278=203.384
σ	574.292-2.760=571.532
min	55.351-54.498=0.854
max	1680.957-62.997=1617.959

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4178.875-4503.125=-324.250
σ	1945.683-2224.115=-278.432
min	1486.000-1471.000=15.000
max	7383.000-7321.000=62.000

*mean*	3261.398-3499.958=-238.560
σ	688.294-750.107=-61.813
min	2497.678-2483.915=13.763
max	4295.691-4376.412=-80.721

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	1035.005-1016.749=18.256
σ	216.863-197.508=19.355
min	913.120-913.520=-0.400
max	1544.676-1448.224=96.451

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7321.000=62.000
σ	0.000
min	7383.000-7321.000=62.000
max	7383.000-7321.000=62.000

*mean*	387.662-397.631=-9.969
σ	6.885-42.102=-35.217
min	371.343-368.750=2.593
max	392.996-500.827=-107.830

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.000=-0.375
σ	0.518-0.000=0.518
min	475.000-476.000=-1.000
max	476.000

*mean*	372.602-378.670=-6.068
σ	27.670-35.098=-7.428
min	332.926-310.525=22.400
max	415.854-426.076=-10.221

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-564.000=-1.000
σ	0.000
min	563.000-564.000=-1.000
max	563.000-564.000=-1.000

*mean*	768.263-746.993=21.270
σ	48.735-32.285=16.450
min	691.616-704.557=-12.940
max	833.606-805.456=28.150

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-1024.564=-60.591
σ	1.821-0.760=1.061
min	963.264-1024.095=-60.832
max	971.671-1027.706=-56.035

*mean*	1033.950-1043.900=-9.950
σ	303.701-318.543=-14.841
min	544.000-536.000=8.000
max	1520.000-1511.000=9.000

*mean*	1.277-1.416=-0.139
σ	0.177-0.155=0.022
min	1.167-1.306=-0.139
max	1.898-1.994=-0.096

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.388=-0.094
σ	0.269-0.479=-0.210
min	0.146-0.147=-0.001
max	0.768-1.242=-0.473

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.474=0.008
σ	0.319-0.319=-0.000
min	0.320-0.314=0.006
max	1.052-1.045=0.007

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.213=0.005
σ	0.023-0.025=-0.001
min	0.202-0.195=0.007
max	0.259-0.255=0.004

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.325=0.007
σ	0.016-0.020=-0.004
min	0.310-0.307=0.003
max	0.352-0.359=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.200-431.400=-0.200
σ	0.447-0.894=-0.447
min	431.000
max	432.000-433.000=-1.000

*mean*	0.553-0.564=-0.011
σ	0.049-0.033=0.016
min	0.496-0.537=-0.041
max	0.607-0.613=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-438.000=-1.000
σ	0.000
min	437.000-438.000=-1.000
max	437.000-438.000=-1.000

*mean*	0.490-0.498=-0.008
σ	0.032-0.025=0.007
min	0.447-0.467=-0.020
max	0.524-0.523=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-438.000=-1.000
σ	0.000
min	437.000-438.000=-1.000
max	437.000-438.000=-1.000

*mean*	2.641-2.622=0.019
σ	0.102-0.094=0.008
min	2.463-2.445=0.018
max	2.903-2.913=-0.011

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-438.000=-1.000
σ	0.000
min	437.000-438.000=-1.000
max	437.000-438.000=-1.000

*mean*	2.629-2.608=0.021
σ	0.104-0.093=0.011
min	2.435-2.405=0.029
max	2.944-2.863=0.081

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-438.000=-1.000
σ	0.000
min	437.000-438.000=-1.000
max	437.000-438.000=-1.000

*mean*	0.306-0.303=0.002
σ	0.011-0.007=0.004
min	0.289-0.289=0.001
max	0.375-0.344=0.031

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-438.000=-1.000
σ	0.000
min	437.000-438.000=-1.000
max	437.000-438.000=-1.000

*mean*	0.292-0.291=0.001
σ	0.008-0.009=-0.001
min	0.279-0.276=0.002
max	0.324-0.339=-0.015

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.505-11.253=0.252
σ	11.697-11.754=-0.057
min	0.574-0.573=0.001
max	82.394-88.735=-6.341

*mean*	458.730-470.289=-11.559
σ	16.180-20.376=-4.196
min	409.000-407.000=2.000
max	474.000-485.000=-11.000

*mean*	0.027-0.026=0.001
σ	0.029-0.029=-0.000
min	0.001-0.001=0.000
max	0.202-0.221=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.533-298.735=-20.202
σ	1.046-0.998=0.048
min	278.108-298.324=-20.216
max	281.500-301.570=-20.070

*mean*	442.300-437.900=4.400
σ	16.707-16.569=0.138
min	417.000-415.000=2.000
max	469.000-463.000=6.000

*mean*	0.583-0.607=-0.024
σ	0.014-0.014=-0.000
min	0.547-0.583=-0.036
max	0.595-0.637=-0.042

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	859.000-844.000=15.000
σ	0.000
min	859.000-844.000=15.000
max	859.000-844.000=15.000

*mean*	224.597-231.717=-7.120
σ	27.719-21.780=5.939
min	191.172-195.803=-4.631
max	255.284-257.374=-2.090

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	859.000-843.375=15.625
σ	0.000-1.768=-1.768
min	859.000-839.000=20.000
max	859.000-844.000=15.000

*mean*	9.193-8.836=0.357
σ	1.112-1.270=-0.158
min	6.474-6.286=0.188
max	9.906-9.615=0.291

phase=parser

*mean*	1042.433-1042.434=-0.001
σ	0.000-0.000=-0.000
min	1042.432-1042.433=-0.001
max	1042.433-1042.434=-0.002

*mean*	859.000-843.375=15.625
σ	0.000-1.768=-1.768
min	859.000-839.000=20.000
max	859.000-844.000=15.000

*mean*	564.273-549.516=14.757
σ	64.772-91.379=-26.608
min	410.915-384.277=26.637
max	608.126-608.152=-0.026

phase=processProdDef

*mean*	2243.978-2243.977=0.001
σ	0.000
min	2243.977-2243.977=0.001
max	2243.978-2243.978=0.001

*mean*	859.000-844.000=15.000
σ	0.000
min	859.000-844.000=15.000
max	859.000-844.000=15.000

*mean*	3043.140-3080.815=-37.675
σ	532.905-148.551=384.354
min	1891.800-2851.797=-959.996
max	3466.204-3250.732=215.472

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	859.000-843.375=15.625
σ	0.000-1.768=-1.768
min	859.000-839.000=20.000
max	859.000-844.000=15.000

*mean*	37.731-35.802=1.929
σ	7.000-7.948=-0.948
min	20.444-20.236=0.209
max	41.234-40.232=1.002

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	859.000-843.375=15.625
σ	0.000-1.768=-1.768
min	859.000-839.000=20.000
max	859.000-844.000=15.000

*mean*	671.139-699.441=-28.302
σ	8.643-42.085=-33.443
min	652.382-664.815=-12.433
max	679.874-793.066=-113.192

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-293.821=-11.426
σ	0.024-0.038=-0.013
min	282.374-293.768=-11.394
max	282.427-293.859=-11.433

*mean*	444.000-444.800=-0.800
σ	0.000-1.095=-1.095
min	444.000
max	444.000-446.000=-2.000

*mean*	0.382-0.395=-0.013
σ	0.006-0.005=0.000
min	0.377-0.389=-0.013
max	0.391-0.404=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.076-1320.293=-53.217
σ	0.082-0.138=-0.055
min	1267.008-1320.160=-53.153
max	1267.213-1320.510=-53.296

*mean*	1113.400-1090.800=22.600
σ	169.679-168.291=1.388
min	898.000-892.000=6.000
max	1328.000-1321.000=7.000

*mean*	1.891-1.974=-0.083
σ	0.112-0.175=-0.063
min	1.793-1.836=-0.043
max	2.083-2.271=-0.188

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.150-1559.284=-53.134
σ	2.948-2.989=-0.041
min	1504.665-1557.683=-53.018
max	1511.415-1564.617=-53.202

*mean*	629.000-627.400=1.600
σ	90.446-88.418=2.028
min	505.000-496.000=9.000
max	729.000-732.000=-3.000

*mean*	2.412-2.230=0.182
σ	0.327-0.194=0.133
min	2.074-2.083=-0.010
max	2.800-2.571=0.230

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.120-1882.341=-53.221
σ	0.081-0.055=0.026
min	1829.030-1882.265=-53.235
max	1829.239-1882.414=-53.175

*mean*	1755.200-1737.600=17.600
σ	211.350-177.749=33.600
min	1472.000-1470.000=2.000
max	1955.000-1888.000=67.000

*mean*	3.218-3.039=0.178
σ	0.445-0.185=0.260
min	2.642-2.863=-0.221
max	3.742-3.354=0.389

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.655-1.710=-0.055
σ	0.112-0.143=-0.031
min	1.501-1.562=-0.061
max	1.795-1.864=-0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.943=-22.244
σ	518.052-518.104=-0.053
min	138.670-160.886=-22.216
max	1174.776-1197.099=-22.323

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	447.000-436.000=11.000
σ	0.000
min	447.000-436.000=11.000
max	447.000-436.000=11.000

*mean*	0.500-0.511=-0.011
σ	0.529-0.506=0.023
min	0.234-0.257=-0.023
max	1.293-1.270=0.024

policies=20

*mean*	1386.842-1609.194=-222.352
σ	0.165-0.353=-0.188
min	1386.728-1608.944=-222.216
max	1387.087-1609.715=-222.627

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	448.000-448.750=-0.750
σ	1.155-12.010=-10.856
min	447.000-436.000=11.000
max	449.000-465.000=-16.000

*mean*	2.338-2.593=-0.254
σ	0.014-0.010=0.004
min	2.322-2.578=-0.257
max	2.350-2.600=-0.250

policies=200

*mean*	13876.826-16100.652=-2223.827
σ	0.134-0.091=0.044
min	13876.735-16100.573=-2223.837
max	13877.021-16100.781=-2223.760

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	493.750-494.750=-1.000
σ	3.096
min	491.000-492.000=-1.000
max	498.000-499.000=-1.000

*mean*	23.496-25.987=-2.491
σ	0.133-0.146=-0.013
min	23.349-25.795=-2.446
max	23.672-26.151=-2.480