Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.001
σ	0.365-0.363=0.002
min	54.583-54.574=0.010
max	55.755-55.749=0.006

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.138-0.140=-0.002
σ	0.006-0.005=0.001
min	0.132-0.131=0.001
max	0.145-0.146=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.007-0.009=-0.002
min	43.768-43.763=0.005
max	43.790-43.793=-0.003

*mean*	419.000-418.600=0.400
σ	0.000-0.516=-0.516
min	419.000-418.000=1.000
max	419.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=0.000
min	0.120-0.119=0.001
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4584.625-4591.250=-6.625
σ	2252.999-2249.132=3.867
min	1485.000
max	7401.000-7386.000=15.000

*mean*	13.579-126.181=-112.602
σ	2.635-322.744=-320.108
min	11.875-11.759=0.116
max	17.906-924.930=-907.024

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4584.625-4591.250=-6.625
σ	2252.999-2249.132=3.867
min	1485.000
max	7401.000-7386.000=15.000

*mean*	13.740-14.061=-0.321
σ	2.545-4.411=-1.867
min	11.436-11.508=-0.072
max	18.147-24.898=-6.751

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	11.029-11.019=0.010
σ	0.099-0.132=-0.033
min	10.909-10.792=0.117
max	11.204-11.235=-0.031

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925

*mean*	4171.375-4181.750=-10.375
σ	1944.721-1945.310=-0.589
min	1485.000
max	7401.000-7386.000=15.000

*mean*	11.730-11.665=0.065
σ	1.752-1.798=-0.046
min	10.866-10.835=0.031
max	16.051-16.098=-0.047

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4171.375-4181.750=-10.375
σ	1944.721-1945.310=-0.589
min	1485.000
max	7401.000-7386.000=15.000

*mean*	9.165-9.188=-0.023
σ	1.316-1.291=0.025
min	7.958-8.563=-0.605
max	12.328-12.369=-0.041

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4171.375-4181.750=-10.375
σ	1944.721-1945.310=-0.589
min	1485.000
max	7401.000-7386.000=15.000

*mean*	7.049-7.295=-0.246
σ	1.137-0.975=0.162
min	5.830-6.742=-0.912
max	9.719-9.668=0.051

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4584.625-4591.250=-6.625
σ	2252.999-2249.132=3.867
min	1485.000
max	7401.000-7386.000=15.000

*mean*	6.340-6.332=0.009
σ	0.541-1.064=-0.523
min	5.939-5.821=0.118
max	7.285-8.952=-1.667

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4584.625-4591.250=-6.625
σ	2252.999-2249.132=3.867
min	1485.000
max	7401.000-7386.000=15.000

*mean*	6.139-6.195=-0.056
σ	0.694-1.117=-0.422
min	5.415-5.679=-0.264
max	7.276-8.953=-1.677

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	360.739-363.743=-3.004
σ	42.166-42.610=-0.444
min	343.404-346.932=-3.528
max	465.011-469.163=-4.152

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.453=0.000
min	3495.694
max	3496.977-3496.977=0.000

*mean*	3749.500-3757.875=-8.375
σ	2297.698-2300.241=-2.543
min	720.000-719.000=1.000
max	7401.000-7386.000=15.000

*mean*	1654.452-1777.761=-123.310
σ	539.300-690.440=-151.140
min	1408.732-1397.489=11.243
max	2976.095-2974.514=1.581

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.842=-0.000

*mean*	4406.000-4411.000=-5.000
σ	2224.348-2218.713=5.635
min	1485.000
max	7401.000-7386.000=15.000

*mean*	284.646-360.700=-76.054
σ	412.580-619.927=-207.347
min	128.303-130.482=-2.179
max	1304.872-1894.395=-589.524

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.001

*mean*	4584.625-4411.000=173.625
σ	2252.999-2218.713=34.286
min	1485.000
max	7401.000-7386.000=15.000

*mean*	203.598-43.749=159.849
σ	443.322-3.087=440.235
min	40.496-40.652=-0.155
max	1300.532-49.533=1250.999

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	22.121-22.323=-0.202
σ	1.073-1.610=-0.537
min	21.520-21.674=-0.155
max	24.765-26.305=-1.540

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	246.097-319.660=-73.563
σ	535.357-741.310=-205.953
min	55.278-56.299=-1.021
max	1571.030-2154.300=-583.270

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014
min	4646.837
max	4646.876

*mean*	4171.375-4181.750=-10.375
σ	1944.721-1945.310=-0.589
min	1485.000
max	7401.000-7386.000=15.000

*mean*	3124.972-3239.781=-114.809
σ	790.183-680.019=110.164
min	2493.480-2522.625=-29.145
max	4568.296-4089.470=478.827

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	1060.583-1079.337=-18.755
σ	250.538-282.288=-31.750
min	908.737-921.906=-13.169
max	1638.427-1743.131=-104.704

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7386.000=15.000
σ	0.000
min	7401.000-7386.000=15.000
max	7401.000-7386.000=15.000

*mean*	397.066-396.136=0.929
σ	3.838-8.424=-4.586
min	388.161-382.678=5.483
max	400.119-413.693=-13.574

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	391.710-381.024=10.686
σ	21.118-25.720=-4.602
min	364.163-356.509=7.654
max	435.675-425.009=10.665

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-558.750=6.250
σ	3.703-1.389=2.315
min	559.000-558.000=1.000
max	567.000-561.000=6.000

*mean*	766.869-731.794=35.075
σ	40.614-42.977=-2.364
min	725.531-650.667=74.864
max	831.320-783.438=47.882

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.548-964.530=0.018
σ	1.820-1.820=-0.000
min	963.841-963.826=0.015
max	972.242-972.225=0.017

*mean*	1045.550-1046.450=-0.900
σ	321.041-321.440=-0.398
min	542.000-541.000=1.000
max	1567.000

*mean*	1.264-1.264=-0.000
σ	0.101-0.109=-0.008
min	1.178-1.185=-0.007
max	1.553-1.669=-0.116

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.503=-0.173
σ	0.360-0.460=-0.100
min	0.146-0.237=-0.090
max	0.971-1.307=-0.336

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.823=-0.343
σ	0.323-0.519=-0.197
min	0.320-0.573=-0.253
max	1.057-1.752=-0.695

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.384=-0.167
σ	0.021-0.036=-0.015
min	0.203-0.355=-0.152
max	0.255-0.445=-0.190

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.598=-0.272
σ	0.019-0.028=-0.010
min	0.312-0.575=-0.263
max	0.359-0.647=-0.288

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.200-431.000=0.200
σ	0.447-0.000=0.447
min	431.000
max	432.000-431.000=1.000

*mean*	0.569-0.726=-0.157
σ	0.035-0.036=-0.001
min	0.535-0.664=-0.129
max	0.608-0.749=-0.141

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.511-0.638=-0.128
σ	0.020-0.006=0.013
min	0.485-0.630=-0.145
max	0.532-0.647=-0.116

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.774-3.553=-0.778
σ	0.086-0.087=-0.001
min	2.584-3.424=-0.839
max	3.019-4.009=-0.990

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.741-3.285=-0.544
σ	0.153-0.361=-0.208
min	2.016-2.677=-0.660
max	3.078-4.029=-0.952

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.334-0.534=-0.200
σ	0.063-0.060=0.003
min	0.299-0.297=0.002
max	0.711-0.742=-0.031

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.317-0.508=-0.191
σ	0.075-0.047=0.028
min	0.281-0.305=-0.024
max	0.963-0.737=0.226

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.935-11.653=0.281
σ	11.100-11.580=-0.480
min	0.573-0.573=0.000
max	85.599-77.653=7.946

*mean*	465.560-459.994=5.566
σ	22.929-18.358=4.571
min	406.000-408.000=-2.000
max	483.000-476.000=7.000

*mean*	0.027-0.027=0.001
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.224-0.192=0.032

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.642-279.002=-0.359
σ	1.020-1.049=-0.029
min	278.168-278.551=-0.383
max	281.534-281.980=-0.446

*mean*	443.700-444.200=-0.500
σ	14.576-15.533=-0.958
min	415.000-416.000=-1.000
max	466.000-464.000=2.000

*mean*	0.580-0.579=0.001
σ	0.016-0.019=-0.003
min	0.544-0.542=0.003
max	0.610-0.608=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	231.683-220.935=10.748
σ	21.099-25.294=-4.195
min	183.062-180.825=2.237
max	249.336-245.067=4.268

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	7.473-7.476=-0.003
σ	1.704-1.731=-0.027
min	5.839-5.771=0.068
max	9.425-9.355=0.069

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133
max	1042.134

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	508.804-490.922=17.883
σ	136.134-122.800=13.333
min	376.310-372.631=3.680
max	732.022-634.359=97.663

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2911.502-2926.487=-14.985
σ	451.056-292.126=158.930
min	2389.708-2688.959=-299.251
max	3445.859-3437.014=8.845

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	38.359-36.885=1.474
σ	5.235-5.373=-0.137
min	29.754-29.670=0.084
max	42.533-42.266=0.266

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	671.572-647.113=24.459
σ	39.293-24.717=14.576
min	622.623-614.825=7.798
max	737.853-693.373=44.479

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.590-282.360=0.230
σ	0.035-0.035=0.000
min	282.538-282.310=0.229
max	282.623-282.396=0.227

*mean*	440.000-441.000=-1.000
σ	2.739
min	438.000-439.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.377-0.384=-0.008
σ	0.004-0.009=-0.006
min	0.374-0.375=-0.000
max	0.383-0.397=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.799-1267.589=0.210
σ	0.105-0.102=0.003
min	1267.716-1267.471=0.244
max	1267.975-1267.749=0.226

*mean*	1094.400-1089.600=4.800
σ	183.443-165.260=18.183
min	875.000-892.000=-17.000
max	1322.000-1314.000=8.000

*mean*	1.999-2.092=-0.094
σ	0.111-0.127=-0.016
min	1.857-1.889=-0.032
max	2.111-2.232=-0.121

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.806-1506.533=0.273
σ	2.955-2.923=0.032
min	1505.275-1505.034=0.241
max	1512.081-1511.753=0.328

*mean*	616.200-625.400=-9.200
σ	83.912-87.248=-3.337
min	517.000-495.000=22.000
max	721.000-727.000=-6.000

*mean*	2.319-2.200=0.120
σ	0.216-0.086=0.130
min	2.123-2.092=0.030
max	2.672-2.287=0.385

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.807-1829.577=0.230
σ	0.048-0.041=0.008
min	1829.732-1829.524=0.208
max	1829.849-1829.619=0.229

*mean*	1721.400-1730.000=-8.600
σ	171.395-173.653=-2.258
min	1474.000-1481.000=-7.000
max	1879.000-1890.000=-11.000

*mean*	2.932-3.059=-0.127
σ	0.183-0.368=-0.185
min	2.760-2.832=-0.073
max	3.234-3.714=-0.480

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.671-1.684=-0.013
σ	0.214-0.091=0.122
min	1.315-1.556=-0.241
max	1.824-1.776=0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.597-393.868=11.730
σ	509.661-509.607=0.055
min	150.762-139.062=11.700
max	1170.089-1158.278=11.812

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.486-0.476=0.011
σ	0.457-0.486=-0.029
min	0.253-0.230=0.024
max	1.172-1.204=-0.033

policies=20

*mean*	1507.804-1390.730=117.074
σ	0.258-0.164=0.094
min	1507.637-1390.614=117.023
max	1508.186-1390.972=117.214

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	447.250-446.000=1.250
σ	3.500-6.000=-2.500
min	442.000-443.000=-1.000
max	449.000-455.000=-6.000

*mean*	2.480-2.313=0.167
σ	0.017-0.006=0.011
min	2.463-2.308=0.155
max	2.502-2.321=0.181

policies=200

*mean*	15086.813-13915.814=1170.999
σ	0.095-0.165=-0.070
min	15086.685-13915.669=1171.016
max	15086.910-13916.051=1170.859

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	495.000
σ	4.690-3.367=1.324
min	490.000-491.000=-1.000
max	501.000-499.000=2.000

*mean*	25.151-23.486=1.665
σ	0.128-0.256=-0.128
min	25.015-23.287=1.728
max	25.305-23.862=1.443