Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860-54.859=0.001
σ	0.360-0.358=0.002
min	54.721-54.728=-0.007
max	55.883-55.876=0.007

*mean*	422.000-417.000=5.000
σ	0.000
min	422.000-417.000=5.000
max	422.000-417.000=5.000

*mean*	0.138-0.141=-0.004
σ	0.006-0.005=0.001
min	0.132-0.137=-0.005
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.852-43.847=0.005
σ	0.006-0.006=0.000
min	43.841-43.836=0.005
max	43.861-43.854=0.006

*mean*	422.000-417.000=5.000
σ	0.000
min	422.000-417.000=5.000
max	422.000-417.000=5.000

*mean*	0.145-0.125=0.020
σ	0.006-0.004=0.003
min	0.137-0.121=0.015
max	0.156-0.132=0.024

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4588.625-4427.375=161.250
σ	2249.011-2225.134=23.876
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	172.913-12.966=159.948
σ	452.878-1.811=451.067
min	11.747-11.790=-0.044
max	1293.718-17.081=1276.637

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.001

*mean*	4588.625-4606.500=-17.875
σ	2249.011-2256.249=-7.238
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	14.672-113.873=-99.202
σ	4.518-284.281=-279.763
min	11.417-12.316=-0.899
max	24.738-817.419=-792.682

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	11.055-11.231=-0.177
σ	0.116-0.158=-0.041
min	10.842-11.032=-0.191
max	11.205-11.444=-0.239

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4178.750-4198.625=-19.875
σ	1945.517-1952.815=-7.298
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	11.564-11.556=0.008
σ	1.917-1.798=0.118
min	10.698-10.685=0.013
max	16.298-15.994=0.304

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4178.750-4198.625=-19.875
σ	1945.517-1952.815=-7.298
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	9.153-9.025=0.129
σ	1.341-1.282=0.059
min	8.150-8.022=0.127
max	12.412-12.118=0.294

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4178.750-4198.625=-19.875
σ	1945.517-1952.815=-7.298
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	7.218-7.057=0.161
σ	0.932-0.799=0.132
min	6.622-6.556=0.065
max	9.504-9.001=0.503

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4588.625-4606.500=-17.875
σ	2249.011-2256.249=-7.238
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	6.600-6.630=-0.029
σ	1.057-1.134=-0.076
min	5.922-5.991=-0.069
max	8.907-9.173=-0.266

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4588.625-4606.500=-17.875
σ	2249.011-2256.249=-7.238
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	6.486-6.398=0.088
σ	1.103-1.067=0.036
min	5.787-5.790=-0.003
max	8.908-8.745=0.163

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	359.577-345.650=13.927
σ	43.064-1.921=41.143
min	343.317-342.629=0.688
max	466.130-347.520=118.611

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3755.875-3771.000=-15.125
σ	2299.748-2309.267=-9.519
min	720.000
max	7382.000-7404.000=-22.000

*mean*	1782.194-1738.628=43.566
σ	663.376-595.125=68.250
min	1389.304-1390.311=-1.007
max	2916.615-2940.724=-24.110

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.001=-0.001
min	107.853-107.854=-0.001
max	107.855-107.857=-0.003

*mean*	4407.375-4198.625=208.750
σ	2218.408-1952.815=265.593
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	241.577-133.528=108.049
σ	302.183-13.096=289.087
min	125.248-127.466=-2.218
max	987.967-165.812=822.155

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4407.375-4427.375=-20.000
σ	2218.408-2225.134=-6.726
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	44.060-161.776=-117.715
σ	6.986-340.381=-333.396
min	39.995-39.909=0.086
max	60.996-1004.172=-943.175

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	22.799-101.272=-78.472
σ	2.743-224.350=-221.607
min	21.421-21.601=-0.180
max	29.535-656.509=-626.974

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	273.458-58.080=215.378
σ	609.096-6.078=603.018
min	56.209-55.067=1.143
max	1780.874-73.028=1707.847

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.001
min	4646.845
max	4646.885-4646.883=0.002

*mean*	4178.750-4198.625=-19.875
σ	1945.517-1952.815=-7.298
min	1487.000-1484.000=3.000
max	7382.000-7404.000=-22.000

*mean*	3219.465-3082.701=136.764
σ	712.828-650.441=62.387
min	2492.856-2498.257=-5.401
max	4515.875-4149.511=366.363

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	1066.870-968.759=98.111
σ	273.311-109.190=164.121
min	915.388-905.197=10.191
max	1706.322-1206.567=499.755

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7382.000-7404.000=-22.000
σ	0.000
min	7382.000-7404.000=-22.000
max	7382.000-7404.000=-22.000

*mean*	402.177-389.137=13.040
σ	43.615-3.368=40.247
min	375.732-383.753=-8.021
max	509.489-393.388=116.100

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	380.965-379.495=1.471
σ	33.961-38.779=-4.818
min	319.736-323.416=-3.680
max	433.574-430.055=3.519

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.000=1.000
σ	0.000-3.703=-3.703
min	565.000-558.000=7.000
max	565.000-566.000=-1.000

*mean*	707.686-763.768=-56.081
σ	85.901-62.752=23.148
min	633.145-642.389=-9.243
max	864.206-833.459=30.747

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.561-1024.563=-0.002
σ	0.762-0.760=0.002
min	1024.091-1024.091=0.001
max	1027.711-1027.703=0.008

*mean*	1056.000-1034.500=21.500
σ	315.759-299.397=16.362
min	554.000-553.000=1.000
max	1525.000-1465.000=60.000

*mean*	1.379-1.360=0.019
σ	0.088-0.070=0.018
min	1.294-1.294=-0.000
max	1.612-1.572=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.500=-0.104
σ	0.502-0.456=0.046
min	0.145-0.255=-0.110
max	1.292-1.308=-0.017

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.489-0.839=-0.350
σ	0.319-0.521=-0.203
min	0.335-0.571=-0.236
max	1.059-1.771=-0.712

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.387=-0.163
σ	0.026-0.040=-0.013
min	0.204-0.358=-0.154
max	0.270-0.455=-0.186

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.606=-0.278
σ	0.024-0.031=-0.007
min	0.307-0.579=-0.272
max	0.368-0.660=-0.292

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.200-432.000=3.200
σ	4.550-2.236=2.314
min	431.000
max	440.000-436.000=4.000

*mean*	0.564-0.571=-0.007
σ	0.053-0.083=-0.031
min	0.486-0.455=0.032
max	0.613-0.680=-0.068

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.440-0.487=-0.047
σ	0.051-0.055=-0.003
min	0.387-0.398=-0.011
max	0.521-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	2.668-2.607=0.061
σ	0.084-0.081=0.003
min	2.494-2.476=0.018
max	3.007-2.850=0.157

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	2.632-2.575=0.057
σ	0.089-0.071=0.018
min	2.438-2.443=-0.005
max	2.929-2.834=0.095

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.314-0.309=0.005
σ	0.051-0.009=0.042
min	0.293-0.296=-0.003
max	0.808-0.369=0.439

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.294-0.293=0.000
σ	0.008-0.007=0.001
min	0.280-0.281=-0.001
max	0.340-0.335=0.005

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.911-11.733=0.177
σ	12.539-11.893=0.645
min	0.574-0.718=-0.144
max	96.677-141.014=-44.337

*mean*	458.888-468.771=-9.883
σ	18.117-20.271=-2.154
min	406.000-408.000=-2.000
max	478.000-485.000=-7.000

*mean*	0.027-0.027=0.000
σ	0.031-0.029=0.001
min	0.001-0.001=0.000
max	0.235-0.340=-0.105

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.485-298.731=-0.245
σ	1.022-1.024=-0.002
min	298.078-298.333=-0.255
max	301.389-301.640=-0.252

*mean*	440.000-441.100=-1.100
σ	16.780-17.426=-0.646
min	415.000
max	467.000-470.000=-3.000

*mean*	0.599-0.598=0.002
σ	0.031-0.028=0.003
min	0.517-0.526=-0.009
max	0.635-0.639=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	219.904-210.173=9.731
σ	25.628-23.156=2.471
min	193.059-189.660=3.399
max	258.208-250.202=8.006

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	842.500-843.250=-0.750
σ	1.414-2.121=-0.707
min	839.000-838.000=1.000
max	843.000-844.000=-1.000

*mean*	7.169-9.271=-2.102
σ	1.445-0.726=0.719
min	6.171-7.498=-1.327
max	9.626-9.687=-0.062

phase=parser

*mean*	1042.431-1042.434=-0.003
σ	0.000-0.000=0.000
min	1042.431-1042.433=-0.003
max	1042.431-1042.434=-0.003

*mean*	842.500-843.250=-0.750
σ	1.414-2.121=-0.707
min	839.000-838.000=1.000
max	843.000-844.000=-1.000

*mean*	516.647-572.048=-55.400
σ	93.325-73.193=20.132
min	405.715-391.625=14.091
max	610.735-604.426=6.309

phase=processProdDef

*mean*	2243.980-2243.977=0.003
σ	0.000
min	2243.980-2243.977=0.003
max	2243.980-2243.977=0.003

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	2972.117-2669.799=302.318
σ	364.643-480.461=-115.818
min	2433.993-1730.676=703.317
max	3411.932-3210.240=201.692

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.500-843.250=-0.750
σ	1.414-2.121=-0.707
min	839.000-838.000=1.000
max	843.000-844.000=-1.000

*mean*	25.557-38.090=-12.533
σ	9.078-4.898=4.180
min	20.455-26.027=-5.572
max	40.469-40.326=0.143

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.500-843.250=-0.750
σ	1.414-2.121=-0.707
min	839.000-838.000=1.000
max	843.000-844.000=-1.000

*mean*	675.506-708.929=-33.423
σ	28.695-46.349=-17.654
min	640.994-638.704=2.290
max	717.303-792.242=-74.939

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.037-0.038=-0.000
min	293.767-293.767=-0.001
max	293.858-293.859=-0.001

*mean*	444.800-442.600=2.200
σ	1.095-2.191=-1.095
min	444.000-441.000=3.000
max	446.000-445.000=1.000

*mean*	0.394-0.391=0.003
σ	0.005-0.006=-0.002
min	0.389-0.387=0.002
max	0.401-0.402=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.286=0.003
σ	0.132-0.141=-0.008
min	1320.161-1320.169=-0.008
max	1320.497-1320.522=-0.024

*mean*	1092.800-1091.000=1.800
σ	168.430-168.135=0.295
min	894.000-893.000=1.000
max	1323.000-1321.000=2.000

*mean*	1.954-1.938=0.016
σ	0.143-0.105=0.038
min	1.839-1.850=-0.011
max	2.196-2.111=0.085

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.281-1559.286=-0.004
σ	3.007-2.968=0.039
min	1557.642-1557.714=-0.072
max	1564.645-1564.583=0.062

*mean*	626.800-626.200=0.600
σ	87.537-87.311=0.226
min	496.000
max	729.000-728.000=1.000

*mean*	2.245-2.186=0.059
σ	0.259-0.161=0.098
min	2.050-2.078=-0.028
max	2.699-2.470=0.229

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341-1882.341=-0.001
σ	0.055-0.054=0.001
min	1882.268-1882.274=-0.006
max	1882.421-1882.422=-0.001

*mean*	1730.600-1732.600=-2.000
σ	175.692-177.362=-1.670
min	1474.000
max	1888.000-1891.000=-3.000

*mean*	3.029-3.038=-0.009
σ	0.298-0.201=0.097
min	2.841-2.885=-0.044
max	3.555-3.391=0.164

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.622-1.549=0.073
σ	0.089-0.163=-0.074
min	1.484-1.313=0.171
max	1.701-1.770=-0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-419.769=0.174
σ	518.105-518.096=0.009
min	160.886-160.716=0.170
max	1197.101-1196.914=0.187

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.525-0.525=0.001
σ	0.518-0.524=-0.006
min	0.261-0.260=0.000
max	1.302-1.311=-0.009

policies=20

*mean*	1609.207-1607.481=1.725
σ	0.352-0.345=0.007
min	1608.954-1607.251=1.703
max	1609.727-1607.994=1.733

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-447.500=2.000
σ	7.000-9.000=-2.000
min	446.000-443.000=3.000
max	460.000-461.000=-1.000

*mean*	2.588-2.582=0.006
σ	0.057-0.014=0.043
min	2.533-2.563=-0.030
max	2.658-2.598=0.060

policies=200

*mean*	16100.494-16083.459=17.035
σ	0.045-0.114=-0.068
min	16100.441-16083.352=17.089
max	16100.550-16083.594=16.956

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-498.000=1.250
σ	5.315-2.944=2.371
min	493.000-494.000=-1.000
max	506.000-501.000=5.000

*mean*	26.011-26.090=-0.080
σ	0.116-0.089=0.027
min	25.925-25.998=-0.073
max	26.181-26.189=-0.007