Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.716=-0.001
σ	0.363-0.362=0.001
min	54.583-54.582=0.001
max	55.747-55.745=0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.004=-0.000
min	0.135-0.139=-0.004
max	0.146-0.150=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.000
σ	0.008-0.008=-0.001
min	43.764-43.766=-0.002
max	43.792-43.793=-0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.123-0.122=0.001
σ	0.004-0.005=-0.001
min	0.120-0.117=0.003
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4588.500-4586.375=2.125
σ	2249.952-2251.005=-1.053
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	159.733-158.421=1.312
σ	416.856-413.367=3.489
min	12.002-11.882=0.119
max	1191.400-1181.451=9.948

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.604=0.000

*mean*	4588.500-4586.375=2.125
σ	2249.952-2251.005=-1.053
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	13.729-13.746=-0.018
σ	3.144-4.505=-1.361
min	11.429-11.648=-0.219
max	21.281-24.821=-3.540

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	11.817-11.356=0.462
σ	1.707-1.114=0.593
min	10.999-10.626=0.373
max	16.003-14.081=1.922

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4178.875-4174.750=4.125
σ	1946.805-1946.396=0.409
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	11.885-11.554=0.332
σ	1.683-1.740=-0.057
min	10.980-10.832=0.147
max	16.003-15.854=0.150

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4178.875-4174.750=4.125
σ	1946.805-1946.396=0.409
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	9.093-9.023=0.070
σ	1.394-1.135=0.258
min	8.177-7.952=0.226
max	12.461-11.719=0.741

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.001=-0.001
min	26.384
max	26.384-26.388=-0.004

*mean*	4178.875-4174.750=4.125
σ	1946.805-1946.396=0.409
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	6.924-7.084=-0.160
σ	1.001-0.929=0.072
min	5.942-6.364=-0.422
max	9.224-9.294=-0.070

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4588.500-4586.375=2.125
σ	2249.952-2251.005=-1.053
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	6.466-6.371=0.094
σ	1.060-1.060=0.000
min	5.816-5.637=0.179
max	9.062-8.940=0.122

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.000-0.001=-0.000
min	25.961-25.961=0.000
max	25.962-25.962=-0.000

*mean*	4588.500-4586.375=2.125
σ	2249.952-2251.005=-1.053
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	6.252-6.292=-0.040
σ	0.977-1.120=-0.142
min	5.786-5.602=0.184
max	8.665-8.943=-0.278

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	347.267-349.339=-2.072
σ	1.844-2.874=-1.030
min	345.138-345.208=-0.070
max	350.371-352.783=-2.411

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978

*mean*	3755.875-3753.250=2.625
σ	2300.842-2299.677=1.165
min	720.000-721.000=-1.000
max	7381.000-7386.000=-5.000

*mean*	1755.113-1777.670=-22.557
σ	628.938-692.206=-63.268
min	1405.540-1399.670=5.870
max	2817.867-2989.546=-171.678

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4406.875-4404.500=2.375
σ	2219.036-2220.786=-1.750
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	188.024-244.137=-56.113
σ	150.196-307.869=-157.674
min	127.348-122.798=4.549
max	557.472-1004.891=-447.418

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4406.875-4404.500=2.375
σ	2219.036-2220.786=-1.750
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	43.247-43.842=-0.595
σ	1.658-3.029=-1.371
min	41.388-40.931=0.457
max	46.079-50.522=-4.443

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	195.574-198.692=-3.119
σ	489.411-496.990=-7.579
min	21.485-21.587=-0.101
max	1406.794-1428.658=-21.864

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	66.244-64.888=1.356
σ	25.245-21.603=3.642
min	55.503-55.702=-0.199
max	128.286-117.718=10.568

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4178.875-4174.750=4.125
σ	1946.805-1946.396=0.409
min	1487.000-1483.000=4.000
max	7381.000-7386.000=-5.000

*mean*	3309.565-3272.222=37.343
σ	810.110-748.865=61.245
min	2565.754-2495.515=70.240
max	4805.879-4518.940=286.939

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	1017.935-1058.433=-40.498
σ	151.114-304.472=-153.358
min	933.492-922.405=11.088
max	1370.871-1796.282=-425.411

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7381.000-7386.000=-5.000
σ	0.000
min	7381.000-7386.000=-5.000
max	7381.000-7386.000=-5.000

*mean*	397.638-411.579=-13.941
σ	6.179-48.275=-42.096
min	385.216-382.250=2.966
max	404.065-530.151=-126.085

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	1.069-0.000=1.069
min	476.000-477.000=-1.000
max	478.000-477.000=1.000

*mean*	382.826-372.613=10.214
σ	29.316-46.372=-17.055
min	321.026-319.106=1.920
max	416.231-431.580=-15.349

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-562.000=3.000
σ	0.000
min	565.000-562.000=3.000
max	565.000-562.000=3.000

*mean*	758.285-732.939=25.346
σ	47.122-91.775=-44.654
min	688.785-566.225=122.560
max	847.953-821.620=26.333

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-964.563=0.001
σ	1.881-1.881=0.000
min	963.843-963.843=0.000
max	972.519-972.517=0.001

*mean*	1047.100-1036.200=10.900
σ	320.969-309.526=11.442
min	545.000-544.000=1.000
max	1570.000-1532.000=38.000

*mean*	1.238-1.244=-0.006
σ	0.067-0.064=0.003
min	1.102-1.183=-0.080
max	1.378-1.416=-0.038

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.433-0.295=0.138
σ	0.596-0.292=0.304
min	0.149-0.141=0.008
max	1.497-0.814=0.684

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.472=0.013
σ	0.315-0.322=-0.007
min	0.329-0.320=0.009
max	1.047-1.047=0.000

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.215=0.004
σ	0.019-0.018=0.001
min	0.204-0.199=0.005
max	0.250-0.245=0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.332=0.003
σ	0.017-0.023=-0.005
min	0.323-0.311=0.011
max	0.366-0.367=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.591-0.590=0.001
σ	0.026-0.023=0.004
min	0.548-0.551=-0.002
max	0.616-0.607=0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.476-0.469=0.007
σ	0.039-0.036=0.003
min	0.432-0.412=0.021
max	0.520-0.502=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.669-1.960=0.709
σ	0.129-0.064=0.064
min	2.463-1.858=0.605
max	3.183-2.243=0.940

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.578-1.927=0.651
σ	0.099-0.076=0.023
min	2.436-1.744=0.693
max	3.051-2.127=0.924

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.303=-0.001
σ	0.008-0.012=-0.004
min	0.289-0.289=-0.000
max	0.352-0.381=-0.028

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.289=-0.001
σ	0.007-0.007=0.000
min	0.274-0.275=-0.000
max	0.325-0.328=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.406-11.266=0.140
σ	11.049-11.749=-0.700
min	0.574-0.573=0.001
max	101.430-88.696=12.733

*mean*	470.764-465.863=4.901
σ	20.709-21.062=-0.353
min	407.000-408.000=-1.000
max	484.000

*mean*	0.026-0.026=0.000
σ	0.027-0.029=-0.002
min	0.001-0.001=-0.000
max	0.247-0.226=0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.926-278.931=-0.004
σ	1.022-1.018=0.004
min	278.530-278.548=-0.017
max	281.831-281.823=0.009

*mean*	441.500-440.300=1.200
σ	13.252-15.614=-2.362
min	426.000-416.000=10.000
max	464.000-466.000=-2.000

*mean*	0.573-0.575=-0.002
σ	0.021-0.020=0.000
min	0.540-0.539=0.001
max	0.610-0.608=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	207.647-203.701=3.946
σ	24.302-22.096=2.206
min	183.549-186.188=-2.639
max	247.467-248.670=-1.203

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000-838.750=12.250
σ	0.000-31.820=-31.820
min	851.000-760.000=91.000
max	851.000-850.000=1.000

*mean*	8.416-8.010=0.406
σ	1.479-1.419=0.060
min	5.980-5.965=0.015
max	9.437-9.117=0.320

phase=parser

*mean*	1042.131-1042.133=-0.002
σ	0.000-0.000=-0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.002

*mean*	851.000-838.750=12.250
σ	0.000-31.820=-31.820
min	851.000-760.000=91.000
max	851.000-850.000=1.000

*mean*	575.798-587.343=-11.545
σ	74.388-57.871=16.517
min	407.300-446.111=-38.811
max	616.888-618.131=-1.243

phase=processProdDef

*mean*	2243.718-2243.715=0.003
σ	0.000
min	2243.718-2243.715=0.003
max	2243.718-2243.715=0.003

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	3067.585-2909.029=158.556
σ	227.454-285.040=-57.585
min	2675.357-2381.854=293.503
max	3275.369-3231.880=43.489

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	851.000-838.750=12.250
σ	0.000-31.820=-31.820
min	851.000-760.000=91.000
max	851.000-850.000=1.000

*mean*	44.171-42.509=1.662
σ	5.222-6.264=-1.042
min	34.763-34.000=0.763
max	47.527-48.958=-1.431

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	851.000-838.750=12.250
σ	0.000-31.820=-31.820
min	851.000-760.000=91.000
max	851.000-850.000=1.000

*mean*	667.732-662.513=5.219
σ	21.826-15.291=6.535
min	635.081-636.634=-1.554
max	689.915-681.304=8.610

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.854-282.855=-0.001
σ	0.039-0.039=-0.000
min	282.800-282.800=-0.001
max	282.893-282.894=-0.001

*mean*	442.000-441.400=0.600
σ	2.739-3.286=-0.548
min	440.000-439.000=1.000
max	445.000

*mean*	0.379-0.376=0.003
σ	0.005-0.000=0.005
min	0.374-0.375=-0.001
max	0.388-0.376=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.057-1268.058=-0.000
σ	0.106-0.111=-0.005
min	1267.960-1267.970=-0.010
max	1268.228-1268.245=-0.017

*mean*	1086.000-1093.000=-7.000
σ	185.738-169.819=15.919
min	860.000-892.000=-32.000
max	1317.000-1325.000=-8.000

*mean*	1.948-1.943=0.004
σ	0.121-0.070=0.051
min	1.791-1.856=-0.065
max	2.110-2.040=0.070

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.050-1507.032=0.019
σ	2.971-2.971=0.000
min	1505.514-1505.479=0.035
max	1512.354-1512.334=0.021

*mean*	636.600-625.400=11.200
σ	90.478-87.248=3.230
min	499.000-495.000=4.000
max	735.000-727.000=8.000

*mean*	2.280-2.231=0.049
σ	0.221-0.206=0.015
min	2.118-2.129=-0.010
max	2.641-2.599=0.042

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.065-1830.063=0.001
σ	0.036-0.047=-0.010
min	1830.005-1829.993=0.012
max	1830.094-1830.113=-0.019

*mean*	1730.000-1719.800=10.200
σ	181.883-190.401=-8.518
min	1472.000-1456.000=16.000
max	1898.000-1893.000=5.000

*mean*	3.028-3.022=0.006
σ	0.270-0.331=-0.061
min	2.864-2.815=0.049
max	3.507-3.611=-0.105

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.690-1.814=-0.124
σ	0.110-0.110=0.000
min	1.603-1.622=-0.019
max	1.868-1.890=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.796-509.796=-0.000
min	151.296-151.296=-0.000
max	1170.892-1170.893=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-447.000=-7.000
σ	0.000
min	440.000-447.000=-7.000
max	440.000-447.000=-7.000

*mean*	0.490-0.495=-0.006
σ	0.468-0.490=-0.022
min	0.254-0.241=0.013
max	1.192-1.231=-0.039

policies=20

*mean*	1513.156-1513.148=0.008
σ	0.296-0.272=0.024
min	1512.964-1512.974=-0.010
max	1513.595-1513.551=0.043

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-447.750=-0.250
σ	5.000-0.500=4.500
min	440.000-447.000=-7.000
max	450.000-448.000=2.000

*mean*	2.535-2.508=0.027
σ	0.045-0.031=0.014
min	2.495-2.469=0.026
max	2.599-2.539=0.060

policies=200

*mean*	15140.006-15139.963=0.043
σ	0.058-0.117=-0.059
min	15139.936-15139.807=0.129
max	15140.057-15140.064=-0.007

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-498.750=-1.750
σ	4.163-7.136=-2.972
min	492.000-491.000=1.000
max	502.000-507.000=-5.000

*mean*	25.291-25.351=-0.060
σ	0.125-0.102=0.022
min	25.183-25.225=-0.042
max	25.431-25.443=-0.011