Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.859=-0.000
σ	0.359-0.361=-0.002
min	54.716-54.719=-0.003
max	55.880-55.885=-0.005

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.141-0.137=0.003
σ	0.004-0.007=-0.003
min	0.137-0.131=0.007
max	0.149-0.154=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.846-43.847=-0.001
σ	0.006-0.005=0.001
min	43.833-43.837=-0.004
max	43.852-43.854=-0.002

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.124-0.124=0.000
σ	0.005-0.006=-0.001
min	0.119-0.117=0.003
max	0.133-0.133=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4425.750-4427.500=-1.750
σ	2224.804-2225.983=-1.180
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	13.593-12.799=0.793
σ	3.467-2.031=1.436
min	11.962-11.850=0.112
max	22.069-17.804=4.265

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.000

*mean*	4605.500-4607.500=-2.000
σ	2255.922-2257.049=-1.126
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	158.109-173.310=-15.202
σ	407.635-452.452=-44.817
min	11.751-12.462=-0.711
max	1166.922-1293.066=-126.144

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.951-41.951=-0.000

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	11.126-11.315=-0.189
σ	0.146-0.159=-0.013
min	10.920-11.067=-0.147
max	11.298-11.574=-0.276

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933-41.933=0.000
max	41.934

*mean*	4197.125-4198.625=-1.500
σ	1952.455-1953.296=-0.841
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	11.413-11.815=-0.402
σ	1.024-1.700=-0.676
min	10.798-11.097=-0.299
max	13.851-16.009=-2.158

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993

*mean*	4197.125-4198.625=-1.500
σ	1952.455-1953.296=-0.841
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	8.995-8.976=0.018
σ	0.593-1.247=-0.654
min	8.311-7.867=0.443
max	10.327-11.927=-1.600

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406-26.406=0.000

*mean*	4197.125-4198.625=-1.500
σ	1952.455-1953.296=-0.841
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	7.061-6.784=0.277
σ	0.477-1.072=-0.595
min	6.563-5.978=0.585
max	8.059-9.342=-1.283

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4605.500-4607.500=-2.000
σ	2255.922-2257.049=-1.126
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	6.719-6.574=0.145
σ	1.319-1.087=0.232
min	5.833-5.925=-0.092
max	9.121-9.000=0.120

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.985=-0.000
σ	0.000-0.001=-0.001
min	25.984-25.984=-0.000
max	25.985-25.988=-0.003

*mean*	4605.500-4607.500=-2.000
σ	2255.922-2257.049=-1.126
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	6.547-6.436=0.111
σ	1.278-1.077=0.201
min	5.735-5.836=-0.101
max	8.875-8.865=0.009

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.629

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	344.219-341.892=2.327
σ	2.435-1.707=0.728
min	341.170-339.855=1.315
max	348.010-344.270=3.740

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3770.125-3771.625=-1.500
σ	2308.759-2309.788=-1.029
min	720.000
max	7403.000-7407.000=-4.000

*mean*	1772.588-1780.986=-8.398
σ	663.249-670.807=-7.558
min	1382.075-1380.844=1.231
max	2911.309-2932.136=-20.827

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.000
max	107.854-107.854=0.000

*mean*	4197.125-4198.625=-1.500
σ	1952.455-1953.296=-0.841
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	133.969-132.820=1.149
σ	6.463-20.038=-13.575
min	129.220-123.968=5.252
max	147.582-182.295=-34.713

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4425.750-4427.500=-1.750
σ	2224.804-2225.983=-1.180
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	157.213-164.320=-7.107
σ	322.964-345.990=-23.026
min	41.459-40.098=1.361
max	956.504-1020.592=-64.088

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	134.416-128.054=6.362
σ	318.104-299.301=18.802
min	21.589-21.899=-0.309
max	921.683-868.787=52.896

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	57.613-57.830=-0.217
σ	5.012-5.841=-0.829
min	55.370-54.736=0.634
max	69.945-72.238=-2.293

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4197.125-4198.625=-1.500
σ	1952.455-1953.296=-0.841
min	1484.000-1486.000=-2.000
max	7403.000-7407.000=-4.000

*mean*	3167.978-3309.965=-141.987
σ	671.317-778.562=-107.245
min	2477.144-2483.074=-5.929
max	4131.059-4496.011=-364.952

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	962.182-964.380=-2.198
σ	93.562-69.642=23.919
min	908.206-921.134=-12.928
max	1163.930-1098.655=65.275

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7403.000-7407.000=-4.000
σ	0.000
min	7403.000-7407.000=-4.000
max	7403.000-7407.000=-4.000

*mean*	382.659-391.539=-8.879
σ	5.040-4.958=0.082
min	371.883-379.802=-7.919
max	387.147-394.891=-7.744

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.000=-1.000
σ	0.000
min	475.000-476.000=-1.000
max	475.000-476.000=-1.000

*mean*	375.426-356.889=18.537
σ	34.630-37.183=-2.553
min	304.250-303.604=0.646
max	419.456-405.196=14.260

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.500-562.000=2.500
σ	0.535-0.000=0.535
min	564.000-562.000=2.000
max	565.000-562.000=3.000

*mean*	785.290-746.476=38.815
σ	51.539-63.029=-11.491
min	699.241-628.665=70.576
max	838.946-834.419=4.527

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.565=-0.001
σ	0.760-0.760=0.000
min	1024.094-1024.094=-0.000
max	1027.704-1027.706=-0.001

*mean*	1049.900-1048.950=0.950
σ	311.581-312.413=-0.832
min	586.000-592.000=-6.000
max	1511.000-1512.000=-1.000

*mean*	1.367-1.386=-0.019
σ	0.059-0.110=-0.050
min	1.308-1.293=0.015
max	1.522-1.717=-0.195

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.412-0.299=0.112
σ	0.428-0.286=0.141
min	0.151-0.136=0.015
max	1.173-0.808=0.366

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.743-0.476=0.267
σ	0.318-0.316=0.001
min	0.569-0.320=0.249
max	1.309-1.041=0.268

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.389-0.219=0.169
σ	0.034-0.027=0.007
min	0.367-0.202=0.166
max	0.448-0.266=0.182

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.595-0.337=0.258
σ	0.022-0.021=0.001
min	0.577-0.321=0.256
max	0.632-0.373=0.258

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	434.600-436.000=-1.400
σ	5.079-2.236=2.843
min	430.000-432.000=-2.000
max	440.000-437.000=3.000

*mean*	0.712-0.572=0.141
σ	0.049-0.041=0.008
min	0.643-0.526=0.117
max	0.757-0.618=0.140

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.620-0.479=0.141
σ	0.030-0.039=-0.009
min	0.585-0.419=0.165
max	0.644-0.520=0.124

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	2.976-1.959=1.017
σ	0.456-0.067=0.389
min	1.999-1.865=0.134
max	3.848-2.193=1.655

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	2.602-1.967=0.635
σ	0.084-0.075=0.009
min	2.428-1.835=0.593
max	2.856-2.231=0.624

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.308-0.308=0.000
σ	0.020-0.011=0.008
min	0.292-0.293=-0.001
max	0.468-0.386=0.083

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.291-0.296=-0.006
σ	0.008-0.039=-0.031
min	0.276-0.277=-0.001
max	0.326-0.667=-0.341

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.174-11.817=0.357
σ	13.125-10.747=2.378
min	0.727-0.574=0.153
max	139.479-93.443=46.036

*mean*	457.573-461.819=-4.246
σ	16.965-19.885=-2.920
min	408.000-406.000=2.000
max	473.000-479.000=-6.000

*mean*	0.028-0.027=0.001
σ	0.032-0.026=0.006
min	0.001-0.001=0.000
max	0.328-0.230=0.097

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.728-298.586=0.142
σ	1.032-1.035=-0.003
min	298.325-298.143=0.182
max	301.662-301.516=0.146

*mean*	440.800-442.100=-1.300
σ	16.923-17.304=-0.381
min	415.000-414.000=1.000
max	468.000

*mean*	0.596-0.592=0.004
σ	0.030-0.033=-0.003
min	0.521-0.511=0.010
max	0.634-0.630=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	232.431-228.485=3.947
σ	24.847-28.211=-3.364
min	200.061-188.521=11.541
max	253.623-255.673=-2.050

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	6.354-6.411=-0.057
σ	0.093-0.057=0.036
min	6.251-6.327=-0.076
max	6.498-6.508=-0.011

phase=parser

*mean*	1042.431-1042.431=-0.000
σ	0.000-0.000=0.000
min	1042.431
max	1042.431

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	571.252-574.319=-3.067
σ	59.209-55.853=3.355
min	424.863-438.970=-14.107
max	596.898-609.069=-12.170

phase=processProdDef

*mean*	2243.980-2243.980=0.000
σ	0.000-0.000=0.000
min	2243.980
max	2243.981-2243.980=0.001

*mean*	840.000-844.000=-4.000
σ	0.000
min	840.000-844.000=-4.000
max	840.000-844.000=-4.000

*mean*	2490.041-2699.805=-209.764
σ	187.978-392.900=-204.921
min	2123.578-1947.952=175.626
max	2741.708-3374.996=-633.289

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	20.622-20.871=-0.249
σ	0.484-0.310=0.174
min	19.959-20.480=-0.520
max	21.159-21.497=-0.338

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.000-843.375=-3.375
σ	0.000-1.768=-1.768
min	840.000-839.000=1.000
max	840.000-844.000=-4.000

*mean*	649.717-674.331=-24.614
σ	7.984-43.083=-35.099
min	645.243-639.865=5.379
max	669.338-771.792=-102.453

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.819=0.002
σ	0.038-0.038=-0.000
min	293.769-293.766=0.002
max	293.859-293.858=0.002

*mean*	441.400-440.800=0.600
σ	2.510-2.683=-0.173
min	439.000-438.000=1.000
max	445.000-444.000=1.000

*mean*	0.393-0.393=-0.001
σ	0.007-0.008=-0.001
min	0.388-0.389=-0.000
max	0.404-0.408=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.291=-0.003
σ	0.132-0.132=-0.001
min	1320.157-1320.159=-0.002
max	1320.497-1320.503=-0.006

*mean*	1105.400-1090.400=15.000
σ	179.999-168.748=11.252
min	892.000-891.000=1.000
max	1354.000-1321.000=33.000

*mean*	1.953-1.989=-0.036
σ	0.034-0.218=-0.184
min	1.903-1.857=0.046
max	1.995-2.375=-0.379

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.289-1559.271=0.018
σ	3.007-2.982=0.025
min	1557.645-1557.661=-0.017
max	1564.652-1564.588=0.064

*mean*	615.800-616.000=-0.200
σ	85.462-86.319=-0.857
min	525.000-523.000=2.000
max	730.000-731.000=-1.000

*mean*	2.240-2.241=-0.000
σ	0.280-0.235=0.045
min	2.062-2.002=0.061
max	2.733-2.609=0.124

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.336-1882.340=-0.004
σ	0.051-0.049=0.001
min	1882.272-1882.276=-0.004
max	1882.401-1882.414=-0.013

*mean*	1715.000-1730.200=-15.200
σ	179.538-173.154=6.385
min	1482.000-1474.000=8.000
max	1886.000-1882.000=4.000

*mean*	2.949-3.032=-0.083
σ	0.119-0.262=-0.143
min	2.810-2.866=-0.055
max	3.125-3.493=-0.369

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701-1.785=-0.084
σ	0.240-0.068=0.173
min	1.279-1.668=-0.389
max	1.857-1.837=0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944-419.942=0.003
σ	518.104-518.105=-0.001
min	160.887-160.885=0.002
max	1197.101-1197.100=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.524-0.522=0.002
σ	0.522-0.518=0.004
min	0.260-0.259=0.001
max	1.306-1.299=0.008

policies=20

*mean*	1609.211-1609.180=0.032
σ	0.353-0.349=0.004
min	1608.962-1608.941=0.020
max	1609.731-1609.697=0.034

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-450.000=-2.250
σ	7.500-6.000=1.500
min	444.000-447.000=-3.000
max	459.000

*mean*	2.581-2.577=0.004
σ	0.030-0.013=0.017
min	2.542-2.562=-0.020
max	2.612-2.593=0.019

policies=200

*mean*	16100.691-16100.557=0.133
σ	0.079-0.069=0.010
min	16100.588-16100.459=0.129
max	16100.779-16100.609=0.169

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.000-496.500=-3.500
σ	3.559-2.646=0.913
min	490.000-494.000=-4.000
max	498.000-500.000=-2.000

*mean*	26.050-25.974=0.076
σ	0.138-0.078=0.060
min	25.941-25.864=0.077
max	26.252-26.046=0.206