Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.833=-0.058
σ	0.367-0.369=-0.001
min	54.633-54.695=-0.062
max	55.820-55.882=-0.061

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.141-0.138=0.003
σ	0.004-0.005=-0.001
min	0.137-0.129=0.008
max	0.148-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.841=-0.068
σ	0.007-0.005=0.002
min	43.761-43.835=-0.074
max	43.783-43.850=-0.067

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.124-0.119=0.005
σ	0.004-0.004=0.000
min	0.120-0.115=0.005
max	0.131-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.625-4579.125=8.500
σ	2250.027-2253.418=-3.391
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	127.025-13.496=113.529
σ	324.076-3.340=320.736
min	12.108-12.050=0.059
max	929.073-21.747=907.326

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4587.625-4579.125=8.500
σ	2250.027-2253.418=-3.391
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	14.003-13.888=0.115
σ	4.619-3.537=1.082
min	11.674-11.548=0.126
max	25.306-22.563=2.743

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	11.340-11.203=0.137
σ	1.012-0.351=0.661
min	10.689-10.611=0.079
max	13.819-11.773=2.046

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4177.000-4163.625=13.375
σ	1945.761-1944.464=1.297
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	11.725-11.809=-0.084
σ	1.755-1.814=-0.059
min	10.807-11.034=-0.227
max	16.047-16.291=-0.244

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4177.000-4163.625=13.375
σ	1945.761-1944.464=1.297
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	9.320-9.161=0.159
σ	1.332-1.385=-0.053
min	8.196-7.909=0.288
max	12.539-12.473=0.067

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406

*mean*	4177.000-4163.625=13.375
σ	1945.761-1944.464=1.297
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	7.068-6.677=0.391
σ	0.913-1.113=-0.200
min	5.909-5.841=0.068
max	9.124-9.382=-0.258

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4587.625-4579.125=8.500
σ	2250.027-2253.418=-3.391
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	6.384-6.558=-0.174
σ	1.051-0.928=0.122
min	5.862-5.924=-0.062
max	8.963-8.768=0.195

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4587.625-4579.125=8.500
σ	2250.027-2253.418=-3.391
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	6.360-6.208=0.152
σ	1.131-0.881=0.249
min	5.805-5.683=0.122
max	9.143-8.364=0.779

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	361.817-361.123=0.695
σ	41.251-42.713=-1.462
min	344.859-342.938=1.922
max	463.805-466.704=-2.899

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.469-0.469=0.000
min	3495.713
max	3497.038

*mean*	3754.500-3744.250=10.250
σ	2299.651-2296.279=3.373
min	720.000
max	7385.000-7399.000=-14.000

*mean*	1778.468-1613.540=164.928
σ	683.330-546.374=136.956
min	1400.310-1391.889=8.421
max	2975.952-2957.044=18.908

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4406.500-4398.625=7.875
σ	2219.698-2225.032=-5.334
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	245.000-253.292=-8.292
σ	301.705-323.322=-21.617
min	126.083-127.871=-1.788
max	990.183-1052.164=-61.981

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4406.500-4579.125=-172.625
σ	2219.698-2253.418=-33.720
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	46.828-192.045=-145.217
σ	7.839-422.169=-414.330
min	41.765-40.151=1.614
max	65.814-1236.840=-1171.026

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	22.275-22.727=-0.452
σ	0.769-1.761=-0.991
min	21.690-21.631=0.059
max	23.997-25.797=-1.799

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=0.000

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	264.482-309.018=-44.536
σ	587.425-714.450=-127.024
min	55.527-55.185=0.342
max	1718.283-2077.184=-358.901

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884-4646.885=-0.001

*mean*	4177.000-4163.625=13.375
σ	1945.761-1944.464=1.297
min	1487.000
max	7385.000-7399.000=-14.000

*mean*	3302.309-3239.916=62.392
σ	834.552-962.491=-127.939
min	2530.682-2504.408=26.273
max	4864.734-5228.518=-363.784

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	1016.897-1057.447=-40.550
σ	115.588-208.502=-92.914
min	935.812-915.430=20.382
max	1238.613-1412.052=-173.439

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000-7399.000=-14.000
σ	0.000
min	7385.000-7399.000=-14.000
max	7385.000-7399.000=-14.000

*mean*	388.804-413.722=-24.918
σ	5.520-40.884=-35.364
min	376.823-394.415=-17.592
max	394.304-514.653=-120.349

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	474.875-476.625=-1.750
σ	0.354-0.518=-0.164
min	474.000-476.000=-2.000
max	475.000-477.000=-2.000

*mean*	379.983-383.495=-3.512
σ	13.160-28.269=-15.109
min	364.021-332.672=31.349
max	398.308-432.620=-34.312

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-564.750=-5.750
σ	0.000-1.035=-1.035
min	559.000-564.000=-5.000
max	559.000-566.000=-7.000

*mean*	755.831-774.477=-18.646
σ	71.581-74.349=-2.768
min	607.525-613.408=-5.884
max	817.871-845.187=-27.316

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.971=0.002
σ	1.820-1.820=-0.000
min	963.264-963.268=-0.004
max	971.668-971.669=-0.001

*mean*	1048.600-1041.150=7.450
σ	296.150-290.785=5.365
min	575.000-576.000=-1.000
max	1466.000-1429.000=37.000

*mean*	1.266-1.249=0.018
σ	0.111-0.085=0.026
min	1.178-1.172=0.006
max	1.563-1.489=0.074

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.298-0.299=-0.001
σ	0.291-0.288=0.003
min	0.144-0.145=-0.001
max	0.813-0.809=0.004

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.472-0.470=0.002
σ	0.311-0.316=-0.005
min	0.320-0.320=-0.001
max	1.027-1.035=-0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.220-0.218=0.002
σ	0.024-0.016=0.008
min	0.204-0.204=0.000
max	0.263-0.246=0.017

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.333-0.332=0.000
σ	0.014-0.015=-0.001
min	0.321-0.313=0.008
max	0.355-0.354=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.600-431.000=5.600
σ	6.066-0.000=6.066
min	431.000
max	443.000-431.000=12.000

*mean*	0.585-0.504=0.081
σ	0.041-0.039=0.001
min	0.534-0.465=0.069
max	0.619-0.559=0.060

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.490-0.445=0.045
σ	0.038-0.050=-0.012
min	0.439-0.390=0.049
max	0.532-0.512=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.687-2.611=0.077
σ	0.101-0.210=-0.109
min	2.460-1.895=0.566
max	2.945-3.259=-0.314

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.663-2.659=0.004
σ	0.112-0.095=0.017
min	2.466-2.487=-0.021
max	3.159-2.919=0.240

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.309-0.310=-0.001
σ	0.012-0.033=-0.021
min	0.291-0.291=-0.000
max	0.383-0.614=-0.231

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.296-0.290=0.006
σ	0.009-0.008=0.001
min	0.280-0.277=0.003
max	0.330-0.327=0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.535-11.801=-0.265
σ	11.792-11.982=-0.190
min	0.574-0.574=0.000
max	79.204-125.218=-46.015

*mean*	463.100-462.329=0.771
σ	18.532-20.548=-2.016
min	407.000
max	478.000-479.000=-1.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.029=-0.001
min	0.001-0.001=-0.000
max	0.191-0.302=-0.111

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.795-278.602=0.193
σ	1.065-1.051=0.014
min	278.360-278.190=0.170
max	281.824-281.588=0.236

*mean*	444.500-445.600=-1.100
σ	19.558-21.557=-2.000
min	414.000
max	468.000-475.000=-7.000

*mean*	0.578-0.581=-0.003
σ	0.014-0.007=0.007
min	0.556-0.568=-0.012
max	0.601-0.592=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	224.984-225.842=-0.858
σ	26.792-26.437=0.355
min	187.304-190.032=-2.728
max	254.403-259.079=-4.677

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	9.114-8.629=0.484
σ	0.955-1.297=-0.341
min	7.568-6.431=1.137
max	9.853-9.661=0.192

phase=parser

*mean*	1042.435-1042.435=-0.000
σ	0.000-0.000=0.000
min	1042.434-1042.434=-0.000
max	1042.435-1042.435=-0.000

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	582.534-543.042=39.491
σ	35.302-67.090=-31.788
min	500.878-412.526=88.352
max	607.379-599.651=7.728

phase=processProdDef

*mean*	2243.975-2243.977=-0.002
σ	0.000
min	2243.975-2243.977=-0.002
max	2243.975-2243.977=-0.002

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	2895.547-2838.853=56.694
σ	430.716-368.403=62.313
min	2379.091-2409.563=-30.472
max	3395.254-3437.409=-42.155

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	37.198-34.223=2.975
σ	6.422-8.121=-1.699
min	26.806-20.987=5.820
max	41.517-40.599=0.918

phase=type checker

*mean*	989.752-989.756=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	707.003-724.051=-17.048
σ	61.287-90.985=-29.698
min	662.436-639.210=23.227
max	846.917-899.571=-52.655

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-282.397=-0.003
σ	0.036-0.037=-0.001
min	282.339-282.341=-0.003
max	282.425-282.425=0.000

*mean*	440.000-442.800=-2.800
σ	2.739-1.095=1.643
min	438.000-442.000=-4.000
max	443.000-444.000=-1.000

*mean*	0.378-0.378=-0.000
σ	0.001-0.002=-0.001
min	0.377-0.375=0.002
max	0.380-0.381=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.139-1267.082=0.057
σ	0.119-0.097=0.022
min	1266.979-1267.005=-0.025
max	1267.310-1267.247=0.063

*mean*	1092.400-1112.800=-20.400
σ	169.777-169.871=-0.094
min	892.000-896.000=-4.000
max	1326.000-1323.000=3.000

*mean*	2.183-1.906=0.277
σ	0.204-0.107=0.096
min	2.006-1.803=0.203
max	2.535-2.088=0.447

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.077-1506.117=-0.040
σ	2.970-2.901=0.069
min	1504.526-1504.648=-0.121
max	1511.377-1511.297=0.080

*mean*	626.000-626.800=-0.800
σ	86.943-90.170=-3.228
min	495.000-503.000=-8.000
max	726.000

*mean*	2.204-2.294=-0.090
σ	0.221-0.186=0.035
min	2.046-2.071=-0.025
max	2.593-2.497=0.096

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.101-1829.107=-0.006
σ	0.040-0.062=-0.021
min	1829.046-1829.026=0.020
max	1829.148-1829.188=-0.040

*mean*	1721.800-1751.200=-29.400
σ	175.857-211.461=-35.604
min	1472.000-1465.000=7.000
max	1885.000-1950.000=-65.000

*mean*	2.965-3.185=-0.220
σ	0.191-0.336=-0.145
min	2.839-2.845=-0.006
max	3.302-3.611=-0.309

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.691-1.573=0.119
σ	0.157-0.197=-0.039
min	1.507-1.254=0.252
max	1.817-1.779=0.037

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.698=-0.001
σ	518.051-518.051=-0.000
min	138.669-138.669=0.000
max	1174.773-1174.774=-0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	433.000-445.000=-12.000
σ	0.000
min	433.000-445.000=-12.000
max	433.000-445.000=-12.000

*mean*	0.463-0.498=-0.035
σ	0.447-0.520=-0.073
min	0.238-0.235=0.003
max	1.134-1.278=-0.144

policies=20

*mean*	1386.813-1386.831=-0.018
σ	0.140-0.167=-0.027
min	1386.712-1386.717=-0.005
max	1387.020-1387.079=-0.058

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	440.500-445.000=-4.500
σ	8.660-0.000=8.660
min	433.000-445.000=-12.000
max	448.000-445.000=3.000

*mean*	2.321-2.319=0.001
σ	0.014-0.020=-0.005
min	2.303-2.302=0.001
max	2.338-2.339=-0.001

policies=200

*mean*	13876.796-13876.795=0.001
σ	0.203-0.062=0.141
min	13876.531-13876.714=-0.183
max	13877.015-13876.856=0.159

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-493.500=2.500
σ	5.228-4.203=1.025
min	489.000
max	500.000-498.000=2.000

*mean*	23.532-23.532=-0.000
σ	0.053-0.166=-0.113
min	23.480-23.377=0.103
max	23.584-23.715=-0.132