Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.718=-0.002
σ	0.368-0.365=0.003
min	54.578-54.570=0.008
max	55.763-55.755=0.007

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.140-0.138=0.002
σ	0.006-0.004=0.001
min	0.133-0.132=0.001
max	0.150-0.144=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.008-0.008=-0.000
min	43.768-43.762=0.007
max	43.789-43.791=-0.003

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.125-0.121=0.004
σ	0.004-0.005=-0.001
min	0.121-0.116=0.006
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4589.750-4588.375=1.375
σ	2248.164-2249.147=-0.983
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	173.111-171.469=1.642
σ	455.038-448.530=6.509
min	11.989-11.951=0.038
max	1299.273-1281.514=17.759

op=column_set() on indexed, repeat

*mean*	36.604
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4589.750-4588.375=1.375
σ	2248.164-2249.147=-0.983
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	13.865-14.497=-0.632
σ	3.488-4.553=-1.065
min	11.561-11.336=0.225
max	22.415-24.578=-2.163

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	12.172-11.455=0.717
σ	2.958-1.166=1.792
min	10.852-10.852=0.000
max	19.455-14.328=5.127

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=-0.000
max	41.925-41.925=-0.000

*mean*	4179.250
σ	1944.115-1945.102=-0.987
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	11.691-11.853=-0.162
σ	1.853-1.727=0.126
min	10.693-10.994=-0.301
max	16.196-16.112=0.084

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584
max	27.971

*mean*	4179.250
σ	1944.115-1945.102=-0.987
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	9.123-8.931=0.193
σ	1.402-1.367=0.035
min	8.339-7.900=0.439
max	12.568-12.238=0.329

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384

*mean*	4179.250
σ	1944.115-1945.102=-0.987
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	7.123-6.831=0.292
σ	0.936-1.107=-0.171
min	6.090-5.957=0.133
max	9.306-9.474=-0.168

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4589.750-4588.375=1.375
σ	2248.164-2249.147=-0.983
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	6.437-6.523=-0.086
σ	1.060-1.179=-0.118
min	5.621-5.774=-0.154
max	8.969-9.153=-0.184

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4589.750-4588.375=1.375
σ	2248.164-2249.147=-0.983
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	6.245-6.313=-0.068
σ	1.070-1.107=-0.037
min	5.532-5.685=-0.153
max	8.853-8.791=0.061

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	345.776-349.419=-3.644
σ	1.304-1.527=-0.223
min	343.792-347.136=-3.344
max	347.381-351.438=-4.058

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.978=0.000

*mean*	3756.625-3755.250=1.375
σ	2298.710-2299.516=-0.806
min	720.000-719.000=1.000
max	7385.000-7384.000=1.000

*mean*	1725.949-1789.637=-63.689
σ	620.664-668.029=-47.365
min	1385.879-1391.809=-5.931
max	2975.037-2948.673=26.364

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.001
max	107.842-107.842=0.000

*mean*	4408.625-4408.875=-0.250
σ	2217.916-2218.809=-0.894
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	205.608-278.735=-73.126
σ	181.529-401.161=-219.632
min	131.576-125.164=6.412
max	652.819-1270.262=-617.443

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4408.625-4408.875=-0.250
σ	2217.916-2218.809=-0.894
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	44.719-46.543=-1.824
σ	1.323-8.845=-7.522
min	42.738-41.459=1.280
max	46.757-68.087=-21.330

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	22.253-185.294=-163.041
σ	2.001-461.342=-459.341
min	21.386-21.272=0.114
max	27.201-1327.051=-1299.849

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=0.000

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	65.768-63.934=1.834
σ	24.980-20.805=4.174
min	55.445-54.943=0.502
max	127.186-115.039=12.147

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.001
σ	0.013-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4179.250
σ	1944.115-1945.102=-0.987
min	1488.000-1486.000=2.000
max	7385.000-7384.000=1.000

*mean*	3321.988-3188.329=133.659
σ	770.648-741.253=29.395
min	2498.873-2536.672=-37.799
max	4353.881-4652.140=-298.259

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	991.717-1053.682=-61.965
σ	144.823-246.164=-101.341
min	914.976-940.344=-25.368
max	1326.497-1648.665=-322.168

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7385.000-7384.000=1.000
σ	0.000
min	7385.000-7384.000=1.000
max	7385.000-7384.000=1.000

*mean*	391.448-397.590=-6.142
σ	7.111-10.082=-2.971
min	374.735-376.504=-1.769
max	398.274-412.150=-13.876

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	366.166-376.775=-10.608
σ	36.104-33.534=2.570
min	312.558-318.405=-5.847
max	405.081-423.742=-18.661

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-561.500=2.500
σ	0.000-1.414=-1.414
min	564.000-558.000=6.000
max	564.000-562.000=2.000

*mean*	762.502-775.997=-13.494
σ	51.597-29.537=22.060
min	709.927-733.374=-23.446
max	859.529-810.612=48.918

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.529=0.033
σ	1.878-1.820=0.059
min	963.845-963.825=0.020
max	972.509-972.224=0.285

*mean*	1040.600-1039.000=1.600
σ	318.135-309.949=8.187
min	552.000-537.000=15.000
max	1509.000-1532.000=-23.000

*mean*	1.291-1.276=0.015
σ	0.151-0.097=0.055
min	1.179-1.182=-0.004
max	1.782-1.565=0.217

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.288-0.314=-0.026
σ	0.263-0.331=-0.068
min	0.143-0.133=0.010
max	0.754-0.900=-0.147

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.482-0.437=0.045
σ	0.311-0.198=0.113
min	0.325-0.335=-0.011
max	1.037-0.790=0.248

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.218-0.217=0.001
σ	0.028-0.024=0.004
min	0.194-0.200=-0.006
max	0.267-0.258=0.009

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.341-0.333=0.008
σ	0.013-0.017=-0.004
min	0.329-0.317=0.012
max	0.362-0.360=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.544-0.561=-0.017
σ	0.059-0.033=0.026
min	0.479-0.527=-0.049
max	0.605-0.608=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.422-0.472=-0.050
σ	0.042-0.043=-0.001
min	0.350-0.426=-0.076
max	0.454-0.519=-0.065

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.658-2.684=-0.026
σ	0.144-0.121=0.023
min	2.458-2.477=-0.018
max	3.443-3.322=0.121

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.591-2.613=-0.022
σ	0.083-0.074=0.008
min	2.441-2.487=-0.046
max	2.952-2.862=0.090

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.303-0.303=0.001
σ	0.017-0.010=0.007
min	0.286-0.290=-0.004
max	0.452-0.360=0.092

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.289-0.289=-0.000
σ	0.008-0.007=0.002
min	0.275-0.272=0.004
max	0.340-0.322=0.017

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.543-11.953=-0.411
σ	11.256-10.947=0.309
min	0.574-0.574=0.000
max	83.943-80.813=3.131

*mean*	460.881-462.410=-1.529
σ	19.719-19.003=0.716
min	411.000-408.000=3.000
max	482.000-476.000=6.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.027=0.001
min	0.001-0.001=0.000
max	0.209-0.194=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.956-278.872=0.085
σ	1.061-1.047=0.014
min	278.570-278.450=0.120
max	281.972-281.847=0.125

*mean*	442.200-443.500=-1.300
σ	18.017-14.113=3.905
min	414.000-423.000=-9.000
max	463.000-467.000=-4.000

*mean*	0.583-0.570=0.013
σ	0.010-0.025=-0.015
min	0.569-0.536=0.033
max	0.605-0.613=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	206.340-218.873=-12.533
σ	23.725-24.068=-0.344
min	188.147-184.003=4.144
max	246.077-250.313=-4.237

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	6.283-7.608=-1.324
σ	1.063-2.224=-1.161
min	5.779-5.884=-0.105
max	8.903-11.998=-3.095

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.001
max	1042.134-1042.134=-0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	403.464-483.684=-80.219
σ	83.490-137.770=-54.280
min	369.021-375.373=-6.352
max	609.449-729.946=-120.497

phase=processProdDef

*mean*	2243.717-2243.717=0.001
σ	0.000
min	2243.717-2243.717=0.001
max	2243.717-2243.717=0.001

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	2866.354-2623.233=243.121
σ	354.940-378.336=-23.396
min	2322.836-2183.133=139.703
max	3300.851-3196.802=104.049

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	35.371-36.109=-0.739
σ	5.135-7.829=-2.694
min	31.963-26.206=5.756
max	47.663-48.510=-0.847

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	657.773-674.896=-17.123
σ	17.721-47.468=-29.746
min	632.282-625.000=7.282
max	682.867-762.095=-79.228

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.359=0.497
σ	0.038-0.034=0.003
min	282.801-282.313=0.489
max	282.892-282.396=0.496

*mean*	440.400-441.800=-1.400
σ	3.286-2.950=0.337
min	438.000-439.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.378-0.381=-0.004
σ	0.001-0.007=-0.007
min	0.377-0.373=0.004
max	0.379-0.388=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.057-1267.618=0.439
σ	0.111-0.121=-0.010
min	1267.968-1267.428=0.541
max	1268.243-1267.754=0.489

*mean*	1092.600-1088.400=4.200
σ	170.132-163.344=6.788
min	891.000-893.000=-2.000
max	1325.000-1310.000=15.000

*mean*	1.961-2.218=-0.258
σ	0.121-0.252=-0.131
min	1.843-2.059=-0.216
max	2.117-2.664=-0.547

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.023-1506.522=0.501
σ	2.960-2.931=0.029
min	1505.475-1505.005=0.469
max	1512.306-1511.752=0.554

*mean*	624.000-625.800=-1.800
σ	87.829-87.024=0.805
min	493.000-496.000=-3.000
max	727.000

*mean*	2.203-2.166=0.037
σ	0.140-0.104=0.036
min	2.123-2.082=0.041
max	2.452-2.339=0.112

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.066-1829.573=0.493
σ	0.050-0.038=0.012
min	1829.989-1829.509=0.480
max	1830.120-1829.606=0.513

*mean*	1719.400-1725.400=-6.000
σ	190.529-172.256=18.273
min	1457.000-1478.000=-21.000
max	1893.000-1885.000=8.000

*mean*	2.994-3.008=-0.014
σ	0.365-0.315=0.050
min	2.754-2.804=-0.050
max	3.642-3.561=0.082

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.802-1.717=0.085
σ	0.173-0.152=0.021
min	1.500-1.470=0.030
max	1.943-1.848=0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-393.866=12.333
σ	509.796-509.607=0.189
min	151.296-139.060=12.236
max	1170.892-1158.276=12.616

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	447.000-440.000=7.000
σ	0.000
min	447.000-440.000=7.000
max	447.000-440.000=7.000

*mean*	0.491-0.489=0.002
σ	0.476-0.500=-0.024
min	0.247-0.237=0.009
max	1.205-1.238=-0.034

policies=20

*mean*	1513.150-1390.713=122.437
σ	0.265-0.160=0.105
min	1512.976-1390.599=122.377
max	1513.542-1390.950=122.592

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	447.500-444.500=3.000
σ	0.577-9.000=-8.423
min	447.000-440.000=7.000
max	448.000-458.000=-10.000

*mean*	2.497-2.303=0.194
σ	0.016-0.015=0.001
min	2.475-2.286=0.189
max	2.513-2.323=0.190

policies=200

*mean*	15140.047-13915.779=1224.268
σ	0.101-0.117=-0.016
min	15139.920-13915.651=1224.269
max	15140.163-13915.931=1224.232

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	495.750-493.750=2.000
σ	4.031
min	491.000-489.000=2.000
max	500.000-498.000=2.000

*mean*	25.375-23.328=2.047
σ	0.091-0.105=-0.014
min	25.280-23.231=2.049
max	25.490-23.463=2.027