Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=0.000
σ	0.365-0.365=0.001
min	54.572-54.569=0.002
max	55.755-55.754=0.001

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.005=0.000
min	0.131-0.137=-0.006
max	0.146-0.149=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=0.000
σ	0.009-0.009=-0.000
min	43.757-43.761=-0.004
max	43.790-43.792=-0.002

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.123-0.123=0.000
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4587.875-4590.625=-2.750
σ	2251.174-2249.042=2.132
min	1486.000
max	7398.000-7384.000=14.000

*mean*	13.877-166.319=-152.442
σ	4.546-435.293=-430.747
min	11.880-11.997=-0.117
max	25.110-1243.614=-1218.504

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.000

*mean*	4587.875-4590.625=-2.750
σ	2251.174-2249.042=2.132
min	1486.000
max	7398.000-7384.000=14.000

*mean*	14.626-13.410=1.216
σ	4.601-3.033=1.568
min	12.740-11.490=1.249
max	26.001-20.697=5.305

op=table_records(), no indexes

*mean*	41.940
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=0.000

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	11.191-11.736=-0.545
σ	0.178-1.742=-1.564
min	10.916-10.980=-0.064
max	11.431-16.041=-4.610

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4176.000-4181.250=-5.250
σ	1944.062-1945.531=-1.469
min	1486.000
max	7398.000-7384.000=14.000

*mean*	11.677-11.798=-0.121
σ	2.034-1.835=0.199
min	10.731-11.006=-0.275
max	16.694-16.331=0.364

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4176.000-4181.250=-5.250
σ	1944.062-1945.531=-1.469
min	1486.000
max	7398.000-7384.000=14.000

*mean*	9.114-8.896=0.218
σ	1.299-1.400=-0.101
min	7.850-7.609=0.242
max	12.204-12.242=-0.039

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384

*mean*	4176.000-4181.250=-5.250
σ	1944.062-1945.531=-1.469
min	1486.000
max	7398.000-7384.000=14.000

*mean*	7.011-6.471=0.540
σ	0.922-1.098=-0.176
min	5.966-5.649=0.317
max	9.159-8.992=0.168

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4587.875-4590.625=-2.750
σ	2251.174-2249.042=2.132
min	1486.000
max	7398.000-7384.000=14.000

*mean*	6.344-6.295=0.049
σ	0.959-0.514=0.444
min	5.887-5.969=-0.083
max	8.703-7.527=1.176

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.001
min	25.961-25.961=0.000
max	25.962-25.965=-0.002

*mean*	4587.875-4590.625=-2.750
σ	2251.174-2249.042=2.132
min	1486.000
max	7398.000-7384.000=14.000

*mean*	6.385-6.020=0.365
σ	0.978-0.497=0.481
min	5.838-5.605=0.233
max	8.764-7.202=1.562

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	362.786-345.430=17.356
σ	43.549-1.407=42.142
min	344.770-343.913=0.856
max	470.424-347.586=122.838

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=0.000
max	3496.978

*mean*	3753.125-3757.625=-4.500
σ	2297.939-2300.156=-2.216
min	720.000
max	7398.000-7384.000=14.000

*mean*	1722.333-1766.835=-44.501
σ	606.743-688.342=-81.599
min	1389.595-1386.136=3.459
max	2781.206-2985.255=-204.050

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.842

*mean*	4409.375-4410.000=-0.625
σ	2222.135-2218.436=3.700
min	1486.000
max	7398.000-7384.000=14.000

*mean*	263.240-259.982=3.258
σ	355.689-357.743=-2.053
min	125.573-123.693=1.880
max	1142.297-1144.396=-2.099

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.001

*mean*	4587.875-4410.000=177.875
σ	2251.174-2218.436=32.738
min	1486.000
max	7398.000-7384.000=14.000

*mean*	190.134-45.717=144.418
σ	413.876-8.540=405.336
min	41.429-40.497=0.932
max	1214.412-66.424=1147.987

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	23.318-176.579=-153.261
σ	3.042-435.336=-432.294
min	21.501-21.802=-0.301
max	30.383-1253.975=-1223.592

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.293=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	214.628-63.779=150.849
σ	446.208-20.346=425.862
min	55.221-55.317=-0.096
max	1318.911-113.866=1205.045

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4176.000-4181.250=-5.250
σ	1944.062-1945.531=-1.469
min	1486.000
max	7398.000-7384.000=14.000

*mean*	3351.335-3250.675=100.660
σ	827.353-748.413=78.940
min	2501.132-2470.556=30.576
max	4707.584-4263.385=444.199

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	1106.693-1008.500=98.193
σ	340.157-186.602=153.555
min	913.862-918.733=-4.871
max	1876.524-1443.205=433.320

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7398.000-7384.000=14.000
σ	0.000
min	7398.000-7384.000=14.000
max	7398.000-7384.000=14.000

*mean*	430.406-398.882=31.524
σ	53.092-5.795=47.296
min	394.464-387.917=6.547
max	527.715-406.057=121.658

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-480.000=-4.375
σ	0.518-0.000=0.518
min	475.000-480.000=-5.000
max	476.000-480.000=-4.000

*mean*	366.193-358.613=7.580
σ	47.129-21.995=25.134
min	299.422-318.778=-19.356
max	418.764-387.487=31.277

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-563.000=1.000
σ	0.000
min	564.000-563.000=1.000
max	564.000-563.000=1.000

*mean*	761.577-743.620=17.957
σ	55.996-64.610=-8.614
min	670.802-609.415=61.387
max	829.070-824.147=4.923

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.531=0.000
σ	1.821-1.821=-0.000
min	963.823-963.823=-0.000
max	972.232-972.231=0.000

*mean*	1034.150-1040.650=-6.500
σ	301.684-293.492=8.192
min	553.000-551.000=2.000
max	1461.000-1431.000=30.000

*mean*	1.262-1.289=-0.027
σ	0.109-0.138=-0.029
min	1.118-1.186=-0.068
max	1.641-1.676=-0.035

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.442=-0.135
σ	0.301-0.495=-0.194
min	0.154-0.150=0.004
max	0.842-1.325=-0.482

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.830=-0.356
σ	0.323-0.523=-0.200
min	0.316-0.568=-0.252
max	1.051-1.763=-0.712

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.378=-0.162
σ	0.021-0.040=-0.019
min	0.200-0.348=-0.148
max	0.252-0.443=-0.191

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.595=-0.260
σ	0.021-0.027=-0.006
min	0.315-0.575=-0.259
max	0.368-0.641=-0.273

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839
σ	0.009
min	964.834
max	964.855

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.529-0.712=-0.183
σ	0.063-0.033=0.031
min	0.447-0.677=-0.229
max	0.598-0.743=-0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.437-0.627=-0.190
σ	0.054-0.028=0.026
min	0.365-0.579=-0.214
max	0.499-0.653=-0.153

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.653-2.843=-0.190
σ	0.116-0.284=-0.168
min	2.463-2.574=-0.111
max	2.912-3.825=-0.913

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.642-3.530=-0.889
σ	0.098-0.081=0.017
min	2.452-3.394=-0.942
max	2.960-3.823=-0.863

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.300-0.536=-0.236
σ	0.009-0.019=-0.010
min	0.286-0.509=-0.223
max	0.360-0.634=-0.275

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.287-0.512=-0.224
σ	0.007-0.017=-0.011
min	0.274-0.493=-0.219
max	0.327-0.620=-0.293

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.781-11.207=0.574
σ	11.865-12.268=-0.403
min	0.574-0.574=0.000
max	110.928-107.750=3.178

*mean*	464.108-461.060=3.048
σ	17.948-19.132=-1.184
min	409.000-405.000=4.000
max	480.000-478.000=2.000

*mean*	0.027-0.026=0.001
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.272-0.256=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.682-278.794=-0.112
σ	1.049-1.086=-0.037
min	278.271-278.357=-0.086
max	281.666-281.880=-0.215

*mean*	442.900-439.600=3.300
σ	18.114-17.083=1.031
min	416.000-415.000=1.000
max	467.000-466.000=1.000

*mean*	0.564-0.581=-0.017
σ	0.030-0.020=0.010
min	0.496-0.531=-0.035
max	0.600-0.607=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	209.518-226.822=-17.304
σ	25.657-20.759=4.898
min	179.445-187.187=-7.742
max	238.562-244.760=-6.198

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	6.490-6.638=-0.148
σ	1.186-1.537=-0.351
min	5.753-5.721=0.032
max	9.238-9.150=0.088

phase=parser

*mean*	1041.967
σ	0.000
min	1041.967
max	1041.967

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	514.903-506.864=8.039
σ	133.732-137.256=-3.524
min	373.356-368.902=4.454
max	726.903-720.105=6.798

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2606.858-2626.623=-19.765
σ	604.748-593.883=10.864
min	1886.176-1954.300=-68.124
max	3352.301-3279.648=72.653

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	29.967-29.189=0.778
σ	10.907-8.634=2.272
min	19.913-20.056=-0.144
max	43.217-41.844=1.373

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	681.333-632.773=48.560
σ	70.967-25.182=45.784
min	603.626-605.877=-2.251
max	785.874-680.120=105.754

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.358=0.002
σ	0.036-0.037=-0.001
min	282.309-282.308=0.001
max	282.397-282.399=-0.002

*mean*	443.000-441.600=1.400
σ	2.739-2.191=0.548
min	441.000-440.000=1.000
max	446.000-444.000=2.000

*mean*	0.383-0.378=0.005
σ	0.007-0.006=0.001
min	0.376-0.373=0.003
max	0.392-0.388=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.611-1267.593=0.018
σ	0.123-0.110=0.013
min	1267.423-1267.467=-0.045
max	1267.759-1267.770=-0.011

*mean*	1088.600-1090.000=-1.400
σ	162.543-167.996=-5.452
min	894.000-892.000=2.000
max	1309.000-1320.000=-11.000

*mean*	2.103-2.072=0.031
σ	0.245-0.075=0.170
min	1.781-1.996=-0.215
max	2.471-2.176=0.295

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.532-1506.524=0.008
σ	2.954-2.964=-0.010
min	1505.011-1504.958=0.053
max	1511.804-1511.811=-0.007

*mean*	626.200-625.200=1.000
σ	87.254-87.311=-0.057
min	496.000-495.000=1.000
max	728.000-727.000=1.000

*mean*	2.208-2.181=0.027
σ	0.178-0.237=-0.059
min	2.108-2.035=0.073
max	2.523-2.601=-0.078

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.572=0.006
σ	0.044-0.035=0.009
min	1829.520-1829.512=0.008
max	1829.621-1829.601=0.019

*mean*	1730.600-1729.400=1.200
σ	177.002-177.437=-0.434
min	1473.000-1475.000=-2.000
max	1890.000-1892.000=-2.000

*mean*	3.039-2.979=0.060
σ	0.390-0.243=0.147
min	2.813-2.791=0.022
max	3.734-3.404=0.330

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.772=-0.054
σ	0.139-0.082=0.057
min	1.526-1.651=-0.125
max	1.863-1.849=0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.851=-0.000
σ	509.576-509.574=0.002
min	139.059-139.060=-0.001
max	1158.215-1158.213=0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.498-0.480=0.018
σ	0.522-0.486=0.037
min	0.233-0.231=0.002
max	1.281-1.209=0.073

policies=20

*mean*	1390.717-1390.717=0.000
σ	0.168-0.145=0.023
min	1390.601-1390.612=-0.011
max	1390.966-1390.930=0.036

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.250-445.250=-1.000
σ	8.500
min	440.000-441.000=-1.000
max	457.000-458.000=-1.000

*mean*	2.315-2.321=-0.006
σ	0.019-0.034=-0.014
min	2.289-2.286=0.004
max	2.336-2.367=-0.031

policies=200

*mean*	13915.869-13915.809=0.060
σ	0.124-0.111=0.013
min	13915.762-13915.660=0.101
max	13916.028-13915.921=0.107

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.000-496.250=-1.250
σ	4.397-3.500=0.897
min	490.000-492.000=-2.000
max	500.000

*mean*	23.384-23.442=-0.058
σ	0.094-0.141=-0.047
min	23.303-23.291=0.012
max	23.518-23.580=-0.063