Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-4.895=-0.031
σ	0.000
min	4.863-4.895=-0.031
max	4.863-4.895=-0.031

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.699=-0.000
σ	0.366-0.363=0.003
min	54.553-54.553=0.001
max	55.739-55.729=0.009

*mean*	415.700-415.000=0.700
σ	0.483-0.000=0.483
min	415.000
max	416.000-415.000=1.000

*mean*	0.136-0.139=-0.002
σ	0.005-0.006=-0.001
min	0.132-0.132=0.000
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.001
σ	0.007-0.010=-0.002
min	43.763-43.757=0.005
max	43.788-43.793=-0.005

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.000
min	0.117-0.119=-0.003
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4582.000-4589.625=-7.625
σ	2250.001-2247.771=2.230
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	12.941-146.505=-133.564
σ	1.883-380.003=-378.119
min	12.023-11.892=0.132
max	17.588-1086.962=-1069.374

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=0.000

*mean*	4582.000-4589.625=-7.625
σ	2250.001-2247.771=2.230
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	13.379-13.990=-0.611
σ	1.931-4.475=-2.544
min	11.694-11.452=0.242
max	18.038-24.944=-6.906

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.943=-0.000

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	10.932-10.982=-0.050
σ	0.193-0.218=-0.024
min	10.688-10.610=0.078
max	11.251-11.231=0.020

op=table_records(), repeat

*mean*	41.926-41.925=0.000
σ	0.001-0.001=-0.000
min	41.925-41.924=0.000
max	41.928

*mean*	4169.750-4180.750=-11.000
σ	1942.509-1943.801=-1.292
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	11.609-11.561=0.048
σ	1.796-1.844=-0.049
min	10.756-10.752=0.004
max	16.035-16.120=-0.085

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972

*mean*	4169.750-4180.750=-11.000
σ	1942.509-1943.801=-1.292
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	8.973-9.067=-0.095
σ	1.340-1.323=0.016
min	7.539-8.170=-0.631
max	12.123-12.291=-0.168

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=0.000
min	26.385
max	26.385-26.385=0.000

*mean*	4169.750-4180.750=-11.000
σ	1942.509-1943.801=-1.292
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	7.068-7.099=-0.031
σ	0.942-0.915=0.028
min	6.678-6.412=0.266
max	9.394-9.305=0.090

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4582.000-4589.625=-7.625
σ	2250.001-2247.771=2.230
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	6.132-6.278=-0.147
σ	0.467-1.038=-0.571
min	5.824-5.663=0.161
max	7.259-8.826=-1.567

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.000-0.001=-0.000
min	25.962
max	25.964-25.964=-0.000

*mean*	4582.000-4589.625=-7.625
σ	2250.001-2247.771=2.230
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	5.942-6.116=-0.174
σ	0.516-1.171=-0.655
min	5.618-5.226=0.393
max	7.204-8.966=-1.762

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.602
σ	0.002
min	1021.600
max	1021.604

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	360.780-362.004=-1.223
σ	43.019-44.571=-1.551
min	342.704-343.331=-0.627
max	467.071-472.229=-5.158

op=load_product(), with indexes

*mean*	3495.848-3495.848=-0.000
σ	0.453-0.454=-0.000
min	3495.687-3495.687=-0.000
max	3496.970-3496.971=-0.001

*mean*	3747.875-3756.625=-8.750
σ	2295.484-2298.499=-3.014
min	720.000
max	7393.000-7384.000=9.000

*mean*	1610.553-1786.569=-176.016
σ	538.906-690.597=-151.691
min	1385.832-1402.236=-16.404
max	2935.840-2995.289=-59.449

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842-107.842=-0.000

*mean*	4403.625-4410.375=-6.750
σ	2221.215-2217.492=3.723
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	190.368-257.359=-66.991
σ	148.871-336.598=-187.727
min	124.871-127.787=-2.916
max	555.871-1089.082=-533.211

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.070-62.069=0.000

*mean*	4582.000-4410.375=171.625
σ	2250.001-2217.492=32.509
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	116.587-43.854=72.733
σ	206.013-3.055=202.958
min	41.828-40.997=0.830
max	626.430-50.591=575.839

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	22.161-21.819=0.343
σ	1.437-0.772=0.666
min	21.372-21.317=0.054
max	25.672-23.610=2.062

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	265.457-302.865=-37.408
σ	591.701-696.904=-105.203
min	54.654-55.724=-1.071
max	1729.824-2027.611=-297.787

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4169.750-4180.750=-11.000
σ	1942.509-1943.801=-1.292
min	1485.000-1487.000=-2.000
max	7393.000-7384.000=9.000

*mean*	3147.934-3286.177=-138.243
σ	803.573-757.952=45.621
min	2500.350-2522.997=-22.647
max	4686.916-4518.552=168.364

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	1063.470-971.352=92.118
σ	270.848-74.328=196.520
min	913.205-925.371=-12.166
max	1697.900-1106.261=591.639

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7393.000-7384.000=9.000
σ	0.000
min	7393.000-7384.000=9.000
max	7393.000-7384.000=9.000

*mean*	396.241-390.943=5.298
σ	4.135-4.280=-0.145
min	391.137-382.723=8.413
max	404.560-395.161=9.399

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-476.750=-0.875
σ	1.246-0.463=0.784
min	474.000-476.000=-2.000
max	477.000

*mean*	384.878-401.753=-16.875
σ	22.431-23.078=-0.647
min	359.732-365.024=-5.291
max	425.782-432.539=-6.757

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.500-558.375=1.125
σ	1.414-0.518=0.897
min	559.000-558.000=1.000
max	563.000-559.000=4.000

*mean*	749.932-731.169=18.763
σ	54.994-64.272=-9.278
min	632.182-616.867=15.315
max	792.598-820.535=-27.937

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.526-964.525=0.000
σ	1.822-1.820=0.002
min	963.817-963.817=0.001
max	972.231-972.223=0.008

*mean*	1047.250-1037.100=10.150
σ	309.225-307.892=1.333
min	558.000-540.000=18.000
max	1509.000-1534.000=-25.000

*mean*	1.278-1.255=0.023
σ	0.120-0.090=0.030
min	1.169-1.168=0.001
max	1.562-1.529=0.033

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.426-0.419=0.007
σ	0.555-0.492=0.063
min	0.146-0.147=-0.001
max	1.416-1.295=0.122

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.820=-0.335
σ	0.321-0.521=-0.201
min	0.325-0.568=-0.243
max	1.059-1.752=-0.694

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.376=-0.153
σ	0.017-0.025=-0.008
min	0.213-0.355=-0.142
max	0.252-0.419=-0.167

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.587=-0.261
σ	0.022-0.029=-0.006
min	0.310-0.564=-0.253
max	0.365-0.632=-0.268

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	435.600-431.000=4.600
σ	5.079-0.000=5.079
min	431.000
max	441.000-431.000=10.000

*mean*	0.557-0.607=-0.050
σ	0.050-0.069=-0.019
min	0.505-0.549=-0.045
max	0.612-0.726=-0.114

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.451-0.458=-0.008
σ	0.052-0.054=-0.002
min	0.377-0.391=-0.015
max	0.499-0.511=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.597-2.665=-0.068
σ	0.097-0.121=-0.024
min	2.440-2.473=-0.033
max	2.831-3.300=-0.469

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.562-2.643=-0.081
σ	0.077-0.092=-0.015
min	2.422-2.469=-0.048
max	2.777-2.900=-0.124

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.308-0.303=0.006
σ	0.023-0.008=0.015
min	0.291-0.286=0.005
max	0.517-0.351=0.166

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.292-0.288=0.005
σ	0.009-0.008=0.001
min	0.278-0.274=0.005
max	0.340-0.323=0.017

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.727-11.883=-0.156
σ	11.090-11.433=-0.343
min	0.574-0.573=0.000
max	101.229-79.224=22.005

*mean*	463.486-458.397=5.089
σ	21.388-18.601=2.787
min	408.000
max	484.000-475.000=9.000

*mean*	0.027-0.027=0.000
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.243-0.188=0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.936-278.694=0.242
σ	1.022-0.995=0.027
min	278.452-278.320=0.132
max	281.821-281.523=0.298

*mean*	443.400-445.000=-1.600
σ	18.614-16.350=2.264
min	415.000-414.000=1.000
max	472.000-465.000=7.000

*mean*	0.578-0.584=-0.006
σ	0.018-0.011=0.007
min	0.552-0.570=-0.018
max	0.614-0.608=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.569-107.975=-1.406
σ	0.000-0.000=-0.000
min	106.569-107.975=-1.406
max	106.569-107.975=-1.406

*mean*	849.000-847.750=1.250
σ	1.309-0.463=0.846
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	150.149-152.175=-2.026
σ	12.546-11.261=1.285
min	127.142-134.703=-7.562
max	163.056-165.618=-2.562

phase=macro expansion

*mean*	5.897
σ	0.000
min	5.897
max	5.897

*mean*	848.500-847.625=0.875
σ	1.604-0.518=1.086
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	8.931-8.611=0.319
σ	2.741-2.951=-0.210
min	5.881-5.843=0.038
max	11.882-12.053=-0.171

phase=parser

*mean*	1042.133-1042.133=-0.000
σ	0.000-0.000=0.000
min	1042.133
max	1042.133

*mean*	848.500-847.625=0.875
σ	1.604-0.518=1.086
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	561.421-534.421=27.000
σ	161.651-172.077=-10.426
min	373.867-374.098=-0.230
max	724.441-729.037=-4.596

phase=processProdDef

*mean*	2241.192-2241.153=0.040
σ	0.000
min	2241.192-2241.153=0.040
max	2241.192-2241.153=0.040

*mean*	849.000-847.750=1.250
σ	1.309-0.463=0.846
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	2962.951-2748.174=214.777
σ	332.604-503.407=-170.803
min	2430.737-2046.211=384.526
max	3353.660-3354.466=-0.806

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.500-847.625=0.875
σ	1.604-0.518=1.086
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	41.864-40.870=0.993
σ	5.496-7.106=-1.610
min	29.904-30.053=-0.150
max	46.823-47.290=-0.467

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.500-847.625=0.875
σ	1.604-0.518=1.086
min	846.000-847.000=-1.000
max	850.000-848.000=2.000

*mean*	720.010-741.648=-21.638
σ	85.454-92.588=-7.134
min	640.074-633.798=6.275
max	855.752-853.777=1.975

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.002
σ	0.037-0.037=-0.001
min	282.309-282.309=0.000
max	282.400-282.399=0.001

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.377-0.373=0.004
σ	0.006-0.001=0.005
min	0.374-0.372=0.002
max	0.388-0.375=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.599-1267.596=0.003
σ	0.118-0.110=0.008
min	1267.415-1267.422=-0.006
max	1267.741-1267.718=0.023

*mean*	1090.200-1091.200=-1.000
σ	168.478-169.547=-1.069
min	892.000-891.000=1.000
max	1321.000-1323.000=-2.000

*mean*	2.082-2.085=-0.003
σ	0.229-0.194=0.035
min	1.829-1.790=0.040
max	2.435-2.336=0.100

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.531-1506.593=-0.061
σ	2.950-2.906=0.045
min	1505.010-1505.129=-0.120
max	1511.797-1511.783=0.014

*mean*	625.000-635.600=-10.600
σ	87.164-91.199=-4.036
min	495.000-498.000=-3.000
max	727.000-737.000=-10.000

*mean*	2.234-2.345=-0.111
σ	0.211-0.233=-0.022
min	2.117-2.081=0.036
max	2.610-2.570=0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.561-1829.561=0.001
σ	0.039-0.040=-0.001
min	1829.498-1829.505=-0.006
max	1829.602-1829.598=0.005

*mean*	1729.000-1728.600=0.400
σ	175.899-174.111=1.788
min	1473.000-1475.000=-2.000
max	1887.000-1885.000=2.000

*mean*	3.019-2.957=0.062
σ	0.257-0.228=0.028
min	2.838-2.735=0.103
max	3.472-3.344=0.128

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.652=0.022
σ	0.091-0.189=-0.098
min	1.595-1.448=0.147
max	1.798-1.845=-0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.612-393.614=-0.002
σ	509.099-509.098=0.001
min	139.059-139.062=-0.003
max	1157.260-1157.260=0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.479-0.494=-0.015
σ	0.497-0.526=-0.029
min	0.229-0.225=0.005
max	1.225-1.283=-0.057

policies=20

*mean*	1390.714-1390.717=-0.002
σ	0.173-0.145=0.029
min	1390.590-1390.609=-0.019
max	1390.970-1390.929=0.041

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	445.750-447.750=-2.000
σ	7.500
min	442.000-444.000=-2.000
max	457.000-459.000=-2.000

*mean*	2.334-2.293=0.041
σ	0.052-0.020=0.032
min	2.300-2.267=0.033
max	2.410-2.313=0.097

policies=200

*mean*	13915.831-13915.837=-0.005
σ	0.177-0.047=0.130
min	13915.679-13915.796=-0.117
max	13916.072-13915.900=0.172

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.000
σ	4.967-5.715=-0.749
min	491.000-490.000=1.000
max	502.000-503.000=-1.000

*mean*	23.270-23.139=0.131
σ	0.126-0.084=0.042
min	23.150-23.034=0.116
max	23.446-23.236=0.210