Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.860=-0.026
σ	0.365-0.358=0.007
min	54.702-54.730=-0.028
max	55.873-55.880=-0.006

*mean*	415.800-419.000=-3.200
σ	0.422-0.000=0.422
min	415.000-419.000=-4.000
max	416.000-419.000=-3.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.000
min	0.136-0.135=0.001
max	0.147-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.848=-0.006
σ	0.005-0.006=-0.002
min	43.837-43.838=-0.001
max	43.850-43.854=-0.004

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.120-0.126=-0.006
σ	0.006-0.005=0.001
min	0.115-0.117=-0.002
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.875-4220.625=367.250
σ	2254.334-1968.598=285.736
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	14.149-11.609=2.541
σ	4.586-0.461=4.125
min	11.658-11.340=0.317
max	24.574-12.718=11.856

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4587.875-4447.125=140.750
σ	2254.334-2238.710=15.624
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	14.319-109.403=-95.084
σ	4.311-275.519=-271.208
min	11.240-10.974=0.266
max	23.772-791.276=-767.505

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.951-41.951=0.000

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	10.515-10.743=-0.229
σ	0.237-0.981=-0.744
min	10.292-10.187=0.105
max	10.989-13.146=-2.157

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.002-0.002=0.000
min	41.933
max	41.938-41.937=0.000

*mean*	4174.750-4220.625=-45.875
σ	1946.323-1968.598=-22.275
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	11.284-10.741=0.543
σ	1.136-1.033=0.103
min	10.439-10.174=0.264
max	13.908-13.271=0.637

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4174.750-4220.625=-45.875
σ	1946.323-1968.598=-22.275
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	9.067-8.207=0.860
σ	1.246-0.482=0.764
min	7.754-7.546=0.208
max	11.170-9.245=1.925

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406-26.406=0.000

*mean*	4174.750-4220.625=-45.875
σ	1946.323-1968.598=-22.275
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	6.712-6.390=0.323
σ	0.468-0.358=0.109
min	5.980-6.061=-0.081
max	7.618-7.208=0.410

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4587.875-4447.125=140.750
σ	2254.334-2238.710=15.624
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	6.396-5.884=0.512
σ	0.961-1.036=-0.075
min	5.797-5.371=0.425
max	8.508-8.433=0.074

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985-25.986=-0.000

*mean*	4587.875-4447.125=140.750
σ	2254.334-2238.710=15.624
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	6.285-5.779=0.505
σ	1.008-1.037=-0.028
min	5.739-5.286=0.453
max	8.463-8.333=0.130

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	361.990-344.631=17.359
σ	42.176-2.837=39.339
min	343.498-340.227=3.271
max	466.173-348.157=118.017

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.038=0.000

*mean*	3752.375-3790.625=-38.250
σ	2299.676-2327.046=-27.371
min	720.000-719.000=1.000
max	7404.000-7435.000=-31.000

*mean*	1778.370-2035.957=-257.586
σ	645.155-968.943=-323.788
min	1397.176-1388.400=8.776
max	2851.069-3925.812=-1074.743

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4408.875-4220.625=188.250
σ	2225.416-1968.598=256.818
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	291.787-131.518=160.269
σ	443.280-3.434=439.847
min	128.088-128.227=-0.139
max	1388.471-137.946=1250.525

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4587.875-4220.625=367.250
σ	2254.334-1968.598=285.736
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	210.261-41.439=168.822
σ	467.852-1.160=466.692
min	40.364-40.085=0.279
max	1367.980-42.726=1325.254

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	21.384-22.881=-1.498
σ	0.699-3.097=-2.398
min	21.023-20.927=0.096
max	23.096-28.631=-5.536

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	268.980-125.298=143.682
σ	603.732-193.327=410.405
min	54.685-54.605=0.080
max	1763.138-603.695=1159.443

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4174.750-4220.625=-45.875
σ	1946.323-1968.598=-22.275
min	1487.000-1484.000=3.000
max	7404.000-7435.000=-31.000

*mean*	3348.493-3331.354=17.139
σ	806.821-680.271=126.550
min	2511.155-2502.260=8.895
max	4753.407-4447.551=305.857

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.853

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	1006.767-1224.254=-217.487
σ	125.117-725.942=-600.825
min	914.753-913.515=1.239
max	1224.930-2996.785=-1771.855

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7404.000-7435.000=-31.000
σ	0.000
min	7404.000-7435.000=-31.000
max	7404.000-7435.000=-31.000

*mean*	397.008-426.170=-29.163
σ	2.593-49.223=-46.630
min	392.918-396.355=-3.437
max	400.216-511.671=-111.455

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	474.875-475.000=-0.125
σ	0.354-0.000=0.354
min	474.000-475.000=-1.000
max	475.000

*mean*	377.790-359.901=17.889
σ	28.040-41.844=-13.804
min	327.379-295.938=31.441
max	426.345-433.260=-6.916

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.750-570.000=-8.250
σ	3.105-0.000=3.105
min	558.000-570.000=-12.000
max	564.000-570.000=-6.000

*mean*	767.474-743.889=23.585
σ	41.163-53.184=-12.022
min	716.136-640.757=75.379
max	825.081-799.823=25.258

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.956-1024.549=-60.594
σ	1.822-0.760=1.062
min	963.249-1024.075=-60.826
max	971.661-1027.692=-56.030

*mean*	1041.350-1047.800=-6.450
σ	308.129-311.725=-3.596
min	556.000-591.000=-35.000
max	1491.000-1509.000=-18.000

*mean*	1.257-1.386=-0.129
σ	0.134-0.083=0.050
min	1.166-1.305=-0.139
max	1.742-1.584=0.158

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.440-0.399=0.040
σ	0.474-0.507=-0.033
min	0.159-0.147=0.012
max	1.285-1.304=-0.019

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.834-0.476=0.358
σ	0.527-0.317=0.210
min	0.570-0.322=0.248
max	1.776-1.042=0.734

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.222=0.163
σ	0.037-0.024=0.013
min	0.362-0.205=0.156
max	0.451-0.265=0.186

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.588-0.334=0.254
σ	0.036-0.017=0.019
min	0.563-0.316=0.247
max	0.647-0.363=0.285

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	433.600-431.200=2.400
σ	3.130-0.447=2.683
min	431.000
max	437.000-432.000=5.000

*mean*	0.676-0.561=0.115
σ	0.081-0.034=0.047
min	0.585-0.532=0.053
max	0.749-0.604=0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-432.000=5.000
σ	0.000
min	437.000-432.000=5.000
max	437.000-432.000=5.000

*mean*	0.490-0.497=-0.007
σ	0.041-0.056=-0.015
min	0.445-0.396=0.048
max	0.528-0.522=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-432.000=5.000
σ	0.000
min	437.000-432.000=5.000
max	437.000-432.000=5.000

*mean*	2.600-1.978=0.622
σ	0.091-0.089=0.002
min	2.453-1.758=0.695
max	2.836-2.392=0.444

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-432.000=5.000
σ	0.000
min	437.000-432.000=5.000
max	437.000-432.000=5.000

*mean*	2.588-1.958=0.630
σ	0.082-0.068=0.014
min	2.444-1.827=0.617
max	2.848-2.240=0.608

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-432.000=5.000
σ	0.000
min	437.000-432.000=5.000
max	437.000-432.000=5.000

*mean*	0.307-0.307=-0.000
σ	0.045-0.009=0.036
min	0.287-0.293=-0.006
max	0.738-0.355=0.384

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-432.000=5.000
σ	0.000
min	437.000-432.000=5.000
max	437.000-432.000=5.000

*mean*	0.287-0.294=-0.006
σ	0.007-0.007=0.001
min	0.275-0.282=-0.007
max	0.325-0.317=0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.640-11.196=0.444
σ	11.693-11.143=0.550
min	0.574-0.574=0.000
max	80.769-90.301=-9.532

*mean*	459.126-468.466=-9.340
σ	18.609-22.147=-3.538
min	408.000
max	478.000-486.000=-8.000

*mean*	0.027-0.026=0.001
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.197-0.219=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.820-298.602=-19.782
σ	1.075-0.968=0.107
min	278.366-298.173=-19.806
max	281.869-301.348=-19.478

*mean*	444.400-443.400=1.000
σ	15.050-16.821=-1.771
min	418.000
max	471.000-467.000=4.000

*mean*	0.580-0.596=-0.015
σ	0.010-0.019=-0.010
min	0.566-0.557=0.009
max	0.603-0.638=-0.034

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	842.625-844.000=-1.375
σ	0.518-0.000=0.518
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	224.685-238.726=-14.041
σ	22.828-21.403=1.425
min	198.910-198.392=0.518
max	253.370-259.621=-6.251

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.500-843.500=-1.000
σ	0.535-1.414=-0.880
min	842.000-840.000=2.000
max	843.000-844.000=-1.000

*mean*	9.590-6.458=3.133
σ	0.152-0.116=0.037
min	9.456-6.299=3.157
max	9.919-6.689=3.230

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.431=0.004

*mean*	842.500-843.500=-1.000
σ	0.535-1.414=-0.880
min	842.000-840.000=2.000
max	843.000-844.000=-1.000

*mean*	583.452-571.220=12.233
σ	30.112-60.980=-30.868
min	511.149-426.842=84.306
max	607.489-605.642=1.847

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	842.625-844.000=-1.375
σ	0.518-0.000=0.518
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	2739.088-2776.346=-37.259
σ	418.677-618.798=-200.122
min	2017.085-1920.982=96.103
max	3380.512-3535.582=-155.070

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.500-843.500=-1.000
σ	0.535-1.414=-0.880
min	842.000-840.000=2.000
max	843.000-844.000=-1.000

*mean*	41.236-20.522=20.713
σ	3.267-0.472=2.795
min	39.033-19.755=19.277
max	49.213-21.296=27.918

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.500-843.500=-1.000
σ	0.535-1.414=-0.880
min	842.000-840.000=2.000
max	843.000-844.000=-1.000

*mean*	701.771-665.939=35.833
σ	46.542-17.347=29.195
min	670.594-646.160=24.434
max	810.323-691.373=118.950

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.378-293.803=-11.425
σ	0.033-0.037=-0.004
min	282.326-293.751=-11.425
max	282.406-293.841=-11.435

*mean*	444.800-444.000=0.800
σ	1.095-0.000=1.095
min	444.000
max	446.000-444.000=2.000

*mean*	0.387-0.392=-0.005
σ	0.014-0.006=0.009
min	0.374-0.388=-0.014
max	0.410-0.402=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.069-1320.275=-53.206
σ	0.099-0.132=-0.033
min	1266.982-1320.153=-53.171
max	1267.236-1320.487=-53.251

*mean*	1118.600-1093.200=25.400
σ	176.799-172.640=4.158
min	902.000-891.000=11.000
max	1352.000-1332.000=20.000

*mean*	1.920-1.966=-0.046
σ	0.102-0.141=-0.039
min	1.816-1.859=-0.043
max	2.086-2.205=-0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.106-1559.265=-53.159
σ	2.974-2.969=0.005
min	1504.603-1557.692=-53.089
max	1511.416-1564.561=-53.146

*mean*	632.000-612.400=19.600
σ	90.214-93.265=-3.051
min	508.000-500.000=8.000
max	731.000-732.000=-1.000

*mean*	2.351-2.193=0.158
σ	0.368-0.131=0.237
min	1.946-2.049=-0.103
max	2.892-2.352=0.541

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.088-1882.325=-53.238
σ	0.053-0.058=-0.006
min	1829.012-1882.243=-53.231
max	1829.141-1882.401=-53.260

*mean*	1760.000-1732.600=27.400
σ	216.265-161.627=54.638
min	1469.000-1502.000=-33.000
max	1964.000-1883.000=81.000

*mean*	3.134-2.963=0.171
σ	0.294-0.077=0.217
min	2.824-2.857=-0.033
max	3.583-3.069=0.514

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.660-1.690=-0.030
σ	0.069-0.104=-0.035
min	1.567-1.554=0.013
max	1.760-1.835=-0.075

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.944=-22.245
σ	518.054-518.105=-0.051
min	138.670-160.888=-22.217
max	1174.780-1197.101=-22.321

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.497-0.528=-0.031
σ	0.521-0.527=-0.006
min	0.232-0.261=-0.029
max	1.279-1.318=-0.039

policies=20

*mean*	1386.840-1609.197=-222.357
σ	0.166-0.345=-0.179
min	1386.729-1608.959=-222.229
max	1387.087-1609.708=-222.621

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	448.500-449.500=-1.000
σ	1.732-7.000=-5.268
min	447.000-446.000=1.000
max	450.000-460.000=-10.000

*mean*	2.347-2.576=-0.230
σ	0.051-0.023=0.028
min	2.314-2.552=-0.238
max	2.422-2.607=-0.184

policies=200

*mean*	13876.856-16100.592=-2223.736
σ	0.046-0.043=0.002
min	13876.796-16100.537=-2223.741
max	13876.901-16100.638=-2223.738

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.500-494.250=2.250
σ	4.796-5.058=-0.262
min	492.000-490.000=2.000
max	502.000-500.000=2.000

*mean*	23.420-26.108=-2.688
σ	0.106-0.199=-0.093
min	23.322-25.956=-2.634
max	23.570-26.400=-2.830