Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.861=-0.086
σ	0.363-0.360=0.003
min	54.628-54.722=-0.094
max	55.807-55.884=-0.077

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.138-0.140=-0.002
σ	0.004-0.004=-0.000
min	0.134-0.136=-0.002
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.847=-0.073
σ	0.004-0.005=-0.001
min	43.767-43.839=-0.072
max	43.780-43.856=-0.076

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.123-0.124=-0.001
σ	0.005-0.005=-0.000
min	0.117-0.117=-0.000
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4428.500-4424.000=4.500
σ	2224.750-2224.969=-0.219
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	13.077-12.586=0.492
σ	2.082-2.052=0.030
min	11.914-11.587=0.327
max	18.076-17.582=0.494

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4607.250-4604.000=3.250
σ	2255.494-2255.820=-0.327
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	101.690-109.056=-7.365
σ	249.909-272.337=-22.428
min	11.366-11.342=0.024
max	720.166-783.043=-62.877

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.951-41.951=-0.001

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	11.523-10.532=0.991
σ	0.933-0.130=0.803
min	10.866-10.331=0.535
max	13.742-10.682=3.060

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934

*mean*	4198.875-4194.750=4.125
σ	1951.422-1951.771=-0.349
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	11.776-11.488=0.288
σ	1.791-1.803=-0.012
min	10.922-10.580=0.343
max	16.177-15.936=0.242

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606-27.606=-0.000
max	27.993

*mean*	4198.875-4194.750=4.125
σ	1951.422-1951.771=-0.349
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	8.883-8.860=0.023
σ	1.262-1.307=-0.046
min	8.028-7.751=0.277
max	11.919-12.015=-0.096

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4198.875-4194.750=4.125
σ	1951.422-1951.771=-0.349
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	6.898-6.922=-0.024
σ	1.057-0.909=0.148
min	5.932-5.979=-0.047
max	9.369-9.039=0.330

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4607.250-4604.000=3.250
σ	2255.494-2255.820=-0.327
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	6.588-6.410=0.178
σ	1.164-1.101=0.063
min	5.858-5.604=0.255
max	9.196-8.920=0.276

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4607.250-4604.000=3.250
σ	2255.494-2255.820=-0.327
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	6.319-6.266=0.053
σ	1.046-1.108=-0.062
min	5.524-5.519=0.005
max	8.719-8.761=-0.041

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	353.052-346.422=6.630
σ	2.150-1.067=1.082
min	349.931-344.270=5.662
max	355.838-347.679=8.159

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3771.375-3768.500=2.875
σ	2308.165-2307.814=0.351
min	720.000
max	7407.000-7404.000=3.000

*mean*	1810.979-1740.481=70.498
σ	674.459-603.973=70.486
min	1409.041-1383.066=25.975
max	2976.142-2960.360=15.783

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.853=-0.000
max	107.854-107.854=0.000

*mean*	4198.875-4194.750=4.125
σ	1951.422-1951.771=-0.349
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	134.208-132.980=1.228
σ	17.072-15.832=1.241
min	123.895-123.664=0.230
max	175.662-171.116=4.546

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4428.500-4424.000=4.500
σ	2224.750-2224.969=-0.219
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	149.776-164.653=-14.877
σ	299.770-346.353=-46.583
min	42.034-40.272=1.762
max	891.661-1021.826=-130.165

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	110.398-96.880=13.519
σ	246.902-213.912=32.990
min	21.782-20.971=0.811
max	721.410-626.284=95.125

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.310-71.311=-0.000

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	61.208-57.797=3.412
σ	9.818-7.213=2.604
min	55.442-54.781=0.661
max	84.073-75.623=8.450

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4198.875-4194.750=4.125
σ	1951.422-1951.771=-0.349
min	1485.000-1486.000=-1.000
max	7407.000-7404.000=3.000

*mean*	3249.512-3142.269=107.243
σ	796.494-680.299=116.195
min	2507.728-2479.513=28.214
max	4425.049-4386.309=38.740

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	1030.165-975.226=54.939
σ	205.162-116.647=88.515
min	923.723-913.216=10.507
max	1503.995-1236.105=267.890

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7407.000-7404.000=3.000
σ	0.000
min	7407.000-7404.000=3.000
max	7407.000-7404.000=3.000

*mean*	407.939-387.288=20.651
σ	40.361-4.627=35.734
min	388.245-376.906=11.339
max	507.469-392.757=114.712

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-479.000=1.000
σ	0.000
min	480.000-479.000=1.000
max	480.000-479.000=1.000

*mean*	383.936-364.408=19.528
σ	36.984-27.365=9.618
min	343.449-317.089=26.359
max	443.161-415.067=28.095

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.500-558.625=0.875
σ	0.535-0.518=0.017
min	559.000-558.000=1.000
max	560.000-559.000=1.000

*mean*	740.590-764.090=-23.500
σ	79.717-41.264=38.453
min	610.355-700.101=-89.746
max	829.373-812.016=17.358

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.565=-60.593
σ	1.821-0.760=1.061
min	963.266-1024.094=-60.828
max	971.670-1027.705=-56.035

*mean*	1043.100-1048.300=-5.200
σ	306.175-312.367=-6.192
min	586.000-591.000=-5.000
max	1492.000-1510.000=-18.000

*mean*	1.284-1.359=-0.075
σ	0.144-0.102=0.042
min	1.183-1.201=-0.018
max	1.810-1.581=0.229

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.468-0.514=-0.046
σ	0.539-0.593=-0.054
min	0.160-0.228=-0.068
max	1.429-1.575=-0.146

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.729-0.832=-0.103
σ	0.307-0.524=-0.217
min	0.573-0.577=-0.004
max	1.276-1.768=-0.492

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.376-0.390=-0.014
σ	0.040-0.034=0.006
min	0.340-0.362=-0.022
max	0.442-0.447=-0.005

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.588-0.594=-0.005
σ	0.024-0.029=-0.005
min	0.568-0.567=0.001
max	0.630-0.633=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	434.600-431.000=3.600
σ	5.079-0.000=5.079
min	430.000-431.000=-1.000
max	440.000-431.000=9.000

*mean*	0.605-0.594=0.011
σ	0.083-0.100=-0.017
min	0.529-0.476=0.054
max	0.745-0.750=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.480-0.503=-0.023
σ	0.063-0.016=0.047
min	0.372-0.483=-0.110
max	0.528-0.521=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.689-2.712=-0.023
σ	0.106-0.089=0.017
min	2.495-2.503=-0.008
max	3.035-3.214=-0.179

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.011-2.595=-0.584
σ	0.145-0.082=0.063
min	1.876-2.440=-0.565
max	2.741-2.823=-0.081

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.309-0.307=0.001
σ	0.013-0.009=0.004
min	0.292-0.292=0.000
max	0.384-0.365=0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.295-0.297=-0.002
σ	0.034-0.011=0.023
min	0.277-0.281=-0.004
max	0.619-0.374=0.245

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.239-11.791=0.448
σ	11.441-11.282=0.159
min	0.574-0.574=-0.000
max	107.703-104.542=3.162

*mean*	452.922-464.196=-11.274
σ	16.662-20.295=-3.633
min	407.000-408.000=-1.000
max	471.000-481.000=-10.000

*mean*	0.028-0.027=0.001
σ	0.028-0.028=0.000
min	0.001-0.001=0.000
max	0.266-0.255=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.782-298.576=-19.794
σ	1.053-0.941=0.112
min	278.350-298.076=-19.727
max	281.774-301.235=-19.462

*mean*	445.200-440.100=5.100
σ	15.483-16.636=-1.153
min	418.000-416.000=2.000
max	472.000-468.000=4.000

*mean*	0.585-0.599=-0.014
σ	0.015-0.024=-0.009
min	0.558-0.551=0.007
max	0.610-0.634=-0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	858.000-845.000=13.000
σ	0.000
min	858.000-845.000=13.000
max	858.000-845.000=13.000

*mean*	214.957-222.858=-7.901
σ	30.404-28.457=1.947
min	156.833-190.332=-33.499
max	259.016-267.799=-8.783

phase=macro expansion

*mean*	6.130-6.133=-0.003
σ	0.001-0.000=0.001
min	6.130-6.133=-0.004
max	6.133-6.133=-0.000

*mean*	858.000-844.375=13.625
σ	0.000-1.768=-1.768
min	858.000-840.000=18.000
max	858.000-845.000=13.000

*mean*	9.583-9.095=0.488
σ	0.129-1.157=-1.028
min	9.451-7.357=2.094
max	9.819-10.753=-0.934

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.001-0.000=0.001
min	1042.432-1042.433=-0.001
max	1042.436-1042.434=0.002

*mean*	858.000-844.375=13.625
σ	0.000-1.768=-1.768
min	858.000-840.000=18.000
max	858.000-845.000=13.000

*mean*	607.981-566.004=41.977
σ	6.213-73.660=-67.447
min	602.478-429.578=172.900
max	620.460-633.436=-12.976

phase=processProdDef

*mean*	2243.976-2243.977=-0.000
σ	0.001-0.000=0.001
min	2243.976-2243.977=-0.001
max	2243.979-2243.977=0.002

*mean*	858.000-845.000=13.000
σ	0.000
min	858.000-845.000=13.000
max	858.000-845.000=13.000

*mean*	2943.172-3005.260=-62.087
σ	290.448-297.649=-7.202
min	2566.273-2541.893=24.380
max	3463.949-3415.840=48.110

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	858.000-844.375=13.625
σ	0.000-1.768=-1.768
min	858.000-840.000=18.000
max	858.000-845.000=13.000

*mean*	40.491-36.868=3.623
σ	0.447-6.252=-5.806
min	39.713-26.686=13.027
max	41.320-41.155=0.165

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	858.000-844.375=13.625
σ	0.000-1.768=-1.768
min	858.000-840.000=18.000
max	858.000-845.000=13.000

*mean*	706.613-729.485=-22.872
σ	21.359-80.151=-58.792
min	686.608-648.610=37.999
max	747.485-909.473=-161.988

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-293.821=-11.427
σ	0.025-0.037=-0.013
min	282.373-293.769=-11.396
max	282.426-293.859=-11.433

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.387-0.392=-0.005
σ	0.008-0.005=0.003
min	0.378-0.387=-0.009
max	0.398-0.401=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.095-1320.285=-53.191
σ	0.083-0.116=-0.033
min	1267.002-1320.169=-53.168
max	1267.230-1320.452=-53.222

*mean*	1113.600-1088.600=25.000
σ	169.226-167.816=1.409
min	900.000-891.000=9.000
max	1330.000-1318.000=12.000

*mean*	1.948-1.986=-0.037
σ	0.090-0.218=-0.127
min	1.850-1.847=0.003
max	2.090-2.364=-0.274

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.141-1559.286=-53.144
σ	2.964-2.962=0.002
min	1504.651-1557.738=-53.087
max	1511.436-1564.574=-53.138

*mean*	629.800-623.800=6.000
σ	89.324-87.018=2.305
min	507.000-494.000=13.000
max	729.000-726.000=3.000

*mean*	2.380-2.149=0.231
σ	0.318-0.169=0.149
min	2.026-2.027=-0.000
max	2.767-2.442=0.325

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.116-1882.351=-53.235
σ	0.079-0.057=0.021
min	1829.029-1882.280=-53.250
max	1829.234-1882.436=-53.202

*mean*	1765.800-1728.400=37.400
σ	210.677-178.380=32.297
min	1489.000-1473.000=16.000
max	1966.000-1892.000=74.000

*mean*	3.203-3.093=0.110
σ	0.339-0.351=-0.012
min	2.823-2.870=-0.047
max	3.561-3.713=-0.152

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.706-1.788=-0.081
σ	0.236-0.148=0.088
min	1.312-1.538=-0.226
max	1.869-1.909=-0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.768=-22.069
σ	518.050-518.097=-0.046
min	138.670-160.716=-22.046
max	1174.774-1196.913=-22.139

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.499-0.535=-0.036
σ	0.520-0.540=-0.019
min	0.237-0.259=-0.022
max	1.280-1.344=-0.065

policies=20

*mean*	1386.834-1607.495=-220.661
σ	0.159-0.343=-0.183
min	1386.725-1607.251=-220.527
max	1387.071-1608.003=-220.932

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.000-447.000=-3.000
σ	0.000-8.000=-8.000
min	444.000-443.000=1.000
max	444.000-459.000=-15.000

*mean*	2.331-2.576=-0.244
σ	0.015-0.017=-0.002
min	2.312-2.552=-0.240
max	2.348-2.591=-0.243

policies=200

*mean*	13876.816-16083.464=-2206.648
σ	0.149-0.132=0.017
min	13876.728-16083.361=-2206.633
max	13877.039-16083.657=-2206.618

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	492.250-495.500=-3.250
σ	4.573-4.041=0.532
min	487.000-492.000=-5.000
max	498.000-501.000=-3.000

*mean*	23.619-26.021=-2.402
σ	0.131-0.188=-0.058
min	23.459-25.908=-2.449
max	23.742-26.302=-2.560