Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.889=0.000
σ	0.359-0.359=0.000
min	54.750-54.756=-0.006
max	55.910-55.910=0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.144=-0.003
σ	0.006-0.011=-0.005
min	0.134-0.133=0.001
max	0.153-0.166=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.854=0.001
σ	0.006-0.006=-0.000
min	43.848-43.845=0.003
max	43.866-43.861=0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=0.000
σ	0.004-0.005=-0.001
min	0.121-0.120=0.000
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	13.366-13.746=-0.380
σ	1.944-1.761=0.183
min	12.240-12.777=-0.538
max	18.126-17.789=0.337

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	13.488-13.461=0.027
σ	2.014-1.751=0.263
min	11.506-12.080=-0.574
max	18.283-17.560=0.723

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7130.000-7147.000=-17.000
σ	0.000
min	7130.000-7147.000=-17.000
max	7130.000-7147.000=-17.000

*mean*	14.718-15.130=-0.412
σ	0.122-0.194=-0.071
min	14.528-14.863=-0.336
max	14.922-15.422=-0.500

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	13.943-14.965=-1.023
σ	1.877-1.432=0.445
min	10.860-11.609=-0.749
max	15.487-16.219=-0.732

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	9.549-9.981=-0.432
σ	1.291-1.719=-0.428
min	8.790-8.651=0.139
max	12.662-12.778=-0.117

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	7.001-7.717=-0.716
σ	1.454-1.488=-0.034
min	6.194-6.726=-0.532
max	10.556-10.399=0.157

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.004-0.004=0.000
min	25.665
max	25.678

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	6.032-6.212=-0.179
σ	0.433-0.450=-0.017
min	5.732-5.964=-0.232
max	7.088-7.314=-0.226

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.001
σ	0.002-0.003=-0.001
min	25.968-25.969=-0.000
max	25.972-25.976=-0.004

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	5.865-5.763=0.103
σ	0.522-0.083=0.439
min	5.308-5.638=-0.330
max	7.086-5.869=1.217

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7130.000-7147.000=-17.000
σ	0.000
min	7130.000-7147.000=-17.000
max	7130.000-7147.000=-17.000

*mean*	360.157-385.598=-25.441
σ	43.171-107.437=-64.266
min	342.292-342.334=-0.041
max	466.857-651.426=-184.569

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.954=-0.000

*mean*	3268.375-3272.125=-3.750
σ	1822.727-1822.961=-0.234
min	808.000-809.000=-1.000
max	5617.000-5619.000=-2.000

*mean*	3611.682-3621.307=-9.625
σ	925.345-1075.852=-150.508
min	3073.146-3099.067=-25.920
max	5677.823-6110.191=-432.368

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	85.715-93.703=-7.988
σ	19.065-24.482=-5.417
min	70.277-71.269=-0.992
max	117.529-125.851=-8.321

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7130.000-7147.000=-17.000
σ	0.000
min	7130.000-7147.000=-17.000
max	7130.000-7147.000=-17.000

*mean*	60.902-61.100=-0.198
σ	1.380-0.401=0.978
min	59.467-60.282=-0.815
max	64.160-61.542=2.618

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7130.000-7147.000=-17.000
σ	0.000
min	7130.000-7147.000=-17.000
max	7130.000-7147.000=-17.000

*mean*	261.505-99.613=161.892
σ	367.165-1.001=366.165
min	97.619-98.199=-0.581
max	1143.360-101.363=1041.997

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.576
max	14227.820

*mean*	4034.750-4040.625=-5.875
σ	2005.832-2008.187=-2.355
min	1217.000-1218.000=-1.000
max	7130.000-7147.000=-17.000

*mean*	8063.706-8057.943=5.763
σ	1950.157-1691.807=258.350
min	5960.781-6036.293=-75.512
max	10839.552-10522.657=316.896

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7130.000-7147.000=-17.000
σ	0.000
min	7130.000-7147.000=-17.000
max	7130.000-7147.000=-17.000

*mean*	5289.262-5110.264=178.998
σ	663.311-187.871=475.440
min	4979.121-4985.187=-6.066
max	6875.671-5485.006=1390.665

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	388.555-377.470=11.085
σ	7.556-21.124=-13.568
min	377.214-343.694=33.520
max	397.028-398.385=-1.357

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	747.369-774.321=-26.952
σ	65.361-15.845=49.516
min	637.747-751.669=-113.922
max	801.330-795.064=6.266

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.301=-0.001
σ	0.759-0.758=0.001
min	1023.824-1023.827=-0.002
max	1027.441-1027.438=0.003

*mean*	1039.500-1057.950=-18.450
σ	299.930-323.335=-23.405
min	553.000-538.000=15.000
max	1460.000-1575.000=-115.000

*mean*	1.569-1.576=-0.007
σ	0.070-0.079=-0.010
min	1.495-1.493=0.002
max	1.800-1.791=0.009

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.413-0.399=0.015
σ	0.543-0.504=0.039
min	0.146-0.139=0.006
max	1.381-1.296=0.085

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.435-0.484=-0.049
σ	0.208-0.327=-0.119
min	0.326-0.330=-0.004
max	0.806-1.069=-0.264

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.222-0.222=-0.000
σ	0.024-0.024=-0.000
min	0.206-0.206=-0.000
max	0.265-0.265=-0.000

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.426-0.336=0.090
σ	0.128-0.013=0.115
min	0.332-0.323=0.009
max	0.610-0.357=0.254

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.600-436.200=-5.600
σ	1.342-1.789=-0.447
min	430.000-433.000=-3.000
max	433.000-437.000=-4.000

*mean*	0.580-0.571=0.009
σ	0.034-0.043=-0.010
min	0.533-0.497=0.036
max	0.620-0.605=0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.494-0.474=0.020
σ	0.020-0.061=-0.041
min	0.473-0.373=0.100
max	0.516-0.524=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.611-2.597=0.014
σ	0.107-0.104=0.003
min	2.434-2.433=0.001
max	3.169-2.854=0.316

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.599-2.546=0.052
σ	0.085-0.076=0.010
min	2.466-2.399=0.068
max	2.882-2.819=0.063

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.306-0.308=-0.001
σ	0.017-0.012=0.005
min	0.287-0.293=-0.006
max	0.447-0.388=0.058

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.287-0.294=-0.007
σ	0.007-0.010=-0.003
min	0.275-0.281=-0.006
max	0.329-0.350=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.537-298.944=-0.407
σ	1.019-1.048=-0.028
min	298.045-298.511=-0.466
max	301.418-301.920=-0.502

*mean*	442.800-444.700=-1.900
σ	15.230-18.129=-2.899
min	417.000
max	467.000-471.000=-4.000

*mean*	0.610-0.604=0.006
σ	0.018-0.027=-0.009
min	0.581-0.539=0.043
max	0.645-0.641=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1054.750-1067.625=-12.875
σ	26.163-26.517=-0.354
min	990.000-1002.000=-12.000
max	1064.000-1077.000=-13.000

*mean*	207.162-209.952=-2.790
σ	3.414-2.621=0.793
min	202.235-206.471=-4.236
max	210.971-213.729=-2.758

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1054.750-1067.625=-12.875
σ	26.163-26.517=-0.354
min	990.000-1002.000=-12.000
max	1064.000-1077.000=-13.000

*mean*	9.635-9.157=0.478
σ	1.788-1.914=-0.126
min	6.471-6.456=0.015
max	13.141-12.564=0.577

phase=parser

*mean*	1042.360
σ	0.000
min	1042.360
max	1042.361

*mean*	1054.750-1067.625=-12.875
σ	26.163-26.517=-0.354
min	990.000-1002.000=-12.000
max	1064.000-1077.000=-13.000

*mean*	560.481-511.760=48.721
σ	103.483-113.821=-10.338
min	416.064-404.518=11.546
max	759.462-723.460=36.002

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1064.000-1077.000=-13.000
σ	0.000
min	1064.000-1077.000=-13.000
max	1064.000-1077.000=-13.000

*mean*	4815.100-4766.916=48.185
σ	395.409-352.913=42.496
min	4249.973-4427.044=-177.071
max	5364.447-5436.885=-72.437

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1054.750-1067.625=-12.875
σ	26.163-26.517=-0.354
min	990.000-1002.000=-12.000
max	1064.000-1077.000=-13.000

*mean*	38.756-36.530=2.225
σ	7.903-10.516=-2.614
min	20.769-20.763=0.005
max	48.866-49.212=-0.345

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1054.750-1067.625=-12.875
σ	26.163-26.517=-0.354
min	990.000-1002.000=-12.000
max	1064.000-1077.000=-13.000

*mean*	715.826-745.341=-29.515
σ	60.678-100.267=-39.589
min	657.696-652.015=5.681
max	821.330-888.176=-66.846

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.822=-0.002
σ	0.040-0.038=0.002
min	293.766-293.769=-0.002
max	293.863-293.862=0.001

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.393-0.392=0.002
σ	0.001-0.001=-0.000
min	0.392-0.391=0.001
max	0.395-0.394=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.220-1320.221=-0.001
σ	0.032-0.035=-0.003
min	1320.174-1320.167=0.007
max	1320.256-1320.258=-0.001

*mean*	1072.200-1097.600=-25.400
σ	167.573-189.442=-21.869
min	845.000-837.000=8.000
max	1273.000-1324.000=-51.000

*mean*	2.243-2.230=0.013
σ	0.074-0.060=0.015
min	2.139-2.163=-0.023
max	2.343-2.318=0.025

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.623-1560.611=0.012
σ	6.219-6.216=0.002
min	1557.643-1557.620=0.023
max	1571.743-1571.727=0.016

*mean*	618.400-617.200=1.200
σ	82.851-81.729=1.122
min	493.000
max	716.000-712.000=4.000

*mean*	2.328-2.299=0.029
σ	0.161-0.161=-0.000
min	2.214-2.179=0.035
max	2.606-2.581=0.025

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.170=0.002
σ	0.055-0.066=-0.011
min	1882.111-1882.085=0.026
max	1882.247-1882.258=-0.011

*mean*	1699.600-1731.000=-31.400
σ	250.263-174.429=75.834
min	1391.000-1471.000=-80.000
max	2031.000-1880.000=151.000

*mean*	2.970-3.127=-0.157
σ	0.087-0.253=-0.166
min	2.851-2.901=-0.050
max	3.065-3.531=-0.466

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.704-1.660=0.044
σ	0.129-0.099=0.030
min	1.548-1.547=0.000
max	1.874-1.777=0.097

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.082=0.000
σ	582.723-582.721=0.002
min	160.716-160.720=-0.004
max	1326.167-1326.163=0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.522-0.532=-0.011
σ	0.506-0.521=-0.015
min	0.249-0.270=-0.021
max	1.280-1.314=-0.034

policies=20

*mean*	1607.536-1607.527=0.009
σ	0.416-0.397=0.019
min	1607.255-1607.256=-0.001
max	1608.153-1608.115=0.038

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-445.000=5.500
σ	8.660-4.619=4.041
min	443.000-441.000=2.000
max	458.000-449.000=9.000

*mean*	2.694-2.672=0.022
σ	0.024-0.021=0.002
min	2.666-2.643=0.023
max	2.721-2.694=0.027

policies=200

*mean*	16083.429-16083.444=-0.015
σ	0.179-0.165=0.013
min	16083.270-16083.291=-0.021
max	16083.683-16083.654=0.029

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.750=-1.250
σ	4.203-4.031=0.172
min	492.000-493.000=-1.000
max	502.000

*mean*	27.270-27.213=0.057
σ	0.143-0.077=0.066
min	27.155-27.143=0.012
max	27.474-27.296=0.178