Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	557.883
σ	0.000
min	557.883
max	557.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.869-54.868=0.001
σ	0.359-0.359=-0.000
min	54.723-54.732=-0.009
max	55.890-55.889=0.000

*mean*	420.700-418.000=2.700
σ	0.483-0.000=0.483
min	420.000-418.000=2.000
max	421.000-418.000=3.000

*mean*	0.147-0.139=0.008
σ	0.012-0.006=0.006
min	0.136-0.132=0.004
max	0.168-0.148=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.853-43.853=-0.000
σ	0.006-0.005=0.001
min	43.842-43.845=-0.003
max	43.860-43.859=0.001

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.121-0.127=-0.006
σ	0.004-0.005=-0.001
min	0.117-0.121=-0.003
max	0.129-0.135=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.619=0.000
σ	0.002-0.002=0.000
min	36.617
max	36.621

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	12.601-12.883=-0.282
σ	0.486-0.251=0.234
min	12.153-12.496=-0.343
max	13.661-13.220=0.442

op=column_set() on indexed, repeat

*mean*	36.619-36.619=-0.000
σ	0.002-0.002=-0.000
min	36.617
max	36.621-36.621=-0.000

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	11.887-12.963=-1.076
σ	0.551-0.550=0.001
min	11.295-12.131=-0.836
max	12.747-13.664=-0.917

op=table_records(), no indexes

*mean*	41.930-41.931=-0.000
σ	0.002-0.002=-0.000
min	41.929-41.929=-0.000
max	41.933-41.933=-0.001

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	14.398-15.287=-0.889
σ	0.189-0.174=0.015
min	14.153-15.128=-0.975
max	14.754-15.647=-0.892

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.933-41.933=0.000

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	13.472-15.022=-1.551
σ	1.587-1.642=-0.055
min	10.339-11.296=-0.957
max	15.792-16.685=-0.893

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=0.000
min	27.606
max	27.993-27.992=0.000

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	9.476-10.167=-0.691
σ	1.691-1.682=0.009
min	8.001-8.614=-0.614
max	12.386-13.104=-0.719

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.403-26.403=0.000
σ	0.002-0.002=0.000
min	26.402-26.402=0.000
max	26.406-26.406=0.000

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	7.414-7.551=-0.137
σ	1.498-1.439=0.058
min	6.412-6.477=-0.065
max	9.907-10.154=-0.246

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.670-25.670=-0.000
σ	0.004-0.004=-0.000
min	25.667-25.667=-0.000
max	25.679-25.679=-0.000

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	5.332-6.028=-0.696
σ	0.104-0.118=-0.014
min	5.221-5.895=-0.674
max	5.548-6.290=-0.742

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.972-25.972=-0.000
σ	0.002-0.002=-0.000
min	25.971-25.971=-0.000
max	25.975

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	5.245-5.728=-0.483
σ	0.057-0.151=-0.093
min	5.169-5.468=-0.299
max	5.336-5.953=-0.617

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.626
σ	0.002
min	1021.625
max	1021.629

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	376.335-364.306=12.028
σ	54.722-42.307=12.415
min	345.095-348.048=-2.952
max	466.312-468.979=-2.667

op=load_product(), with indexes

*mean*	7917.805-7917.805=-0.000
σ	0.469-0.469=0.000
min	7917.637
max	7918.966

*mean*	3273.750-3274.500=-0.750
σ	1823.803-1823.847=-0.043
min	810.000
max	5622.000-5623.000=-1.000

*mean*	3644.920-3644.901=0.019
σ	1101.564-1112.853=-11.290
min	3117.939-3106.003=11.936
max	6214.104-6233.432=-19.328

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.077
max	62.081

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	90.686-90.934=-0.248
σ	25.311-24.495=0.816
min	70.719-70.358=0.361
max	127.263-126.199=1.063

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.951-40.952=-0.000

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	60.121-61.186=-1.064
σ	1.079-0.422=0.656
min	59.404-60.542=-1.138
max	62.724-61.813=0.911

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.689-66.689=0.000
σ	0.002-0.002=-0.000
min	66.687-66.687=0.000
max	66.692-66.692=-0.000

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	287.719-220.423=67.296
σ	385.947-245.801=140.147
min	97.721-99.051=-1.330
max	1157.307-774.107=383.201

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.172
σ	4.304
min	14215.577
max	14227.822

*mean*	4041.875-4042.500=-0.625
σ	2008.424-2008.323=0.101
min	1219.000
max	7146.000

*mean*	8076.456-7911.958=164.499
σ	1931.800-1829.396=102.405
min	6034.349-6020.685=13.664
max	10986.880-10502.997=483.883

op=vertical_lookup_list() on indexed

*mean*	13159.111
σ	0.002
min	13159.108
max	13159.112

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	5344.462-5172.248=172.214
σ	572.067-221.926=350.140
min	5016.547-5030.706=-14.159
max	6673.985-5565.258=1108.727

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	379.320-364.730=14.590
σ	18.125-43.069=-24.945
min	347.034-297.414=49.620
max	393.276-396.047=-2.771

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	750.497-765.780=-15.283
σ	54.967-49.820=5.147
min	633.990-647.001=-13.010
max	803.383-799.963=3.420

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=-0.000
σ	0.759-0.759=0.000
min	1023.827-1023.827=0.001
max	1027.438-1027.438=0.000

*mean*	1039.400-1039.000=0.400
σ	300.353-299.766=0.587
min	552.000-553.000=-1.000
max	1461.000-1460.000=1.000

*mean*	1.542-1.553=-0.011
σ	0.074-0.072=0.001
min	1.474-1.486=-0.012
max	1.769-1.771=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.441-0.411=0.030
σ	0.608-0.525=0.084
min	0.141-0.145=-0.004
max	1.527-1.346=0.181

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.487=-0.012
σ	0.326-0.314=0.012
min	0.316-0.337=-0.021
max	1.058-1.049=0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.225=-0.005
σ	0.021-0.027=-0.006
min	0.206-0.204=0.002
max	0.258-0.269=-0.012

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.340=-0.004
σ	0.026-0.011=0.015
min	0.312-0.330=-0.018
max	0.377-0.356=0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.787
σ	0.011
min	964.782
max	964.806

*mean*	436.000
σ	2.236-5.612=-3.376
min	432.000-431.000=1.000
max	437.000-442.000=-5.000

*mean*	0.527-0.522=0.005
σ	0.035-0.060=-0.024
min	0.470-0.441=0.029
max	0.566-0.609=-0.043

name=cdr_enhanced_4k_loc.art

*mean*	885.791
σ	0.002
min	885.789
max	885.793

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.485-0.503=-0.018
σ	0.032-0.036=-0.004
min	0.432-0.456=-0.024
max	0.510-0.532=-0.022

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.946-2.626=-0.681
σ	0.086-0.119=-0.033
min	1.776-2.466=-0.690
max	2.193-3.262=-1.069

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.959-2.676=-0.717
σ	0.079-0.107=-0.027
min	1.819-2.453=-0.634
max	2.209-2.959=-0.749

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.304-0.303=0.000
σ	0.009-0.009=-0.000
min	0.290-0.291=-0.001
max	0.349-0.369=-0.021

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.287-0.291=-0.004
σ	0.007-0.006=0.000
min	0.271-0.277=-0.006
max	0.320-0.321=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.665-298.640=0.025
σ	1.026-1.083=-0.057
min	298.191-298.183=0.008
max	301.565-301.712=-0.148

*mean*	441.500-443.500=-2.000
σ	16.900-20.294=-3.394
min	415.000
max	462.000-472.000=-10.000

*mean*	0.605-0.597=0.007
σ	0.016-0.024=-0.008
min	0.571-0.552=0.020
max	0.637-0.639=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.734-173.734=-0.000
σ	0.000-0.000=-0.000
min	173.734
max	173.734-173.734=-0.000

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	201.754-203.539=-1.784
σ	12.768-26.002=-13.234
min	187.178-160.297=26.881
max	230.279-255.776=-25.497

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	7.560-8.862=-1.302
σ	1.497-1.762=-0.265
min	6.979-6.800=0.178
max	11.264-11.271=-0.007

phase=parser

*mean*	1042.348-1042.343=0.005
σ	0.001-0.000=0.001
min	1042.345-1042.342=0.003
max	1042.349-1042.343=0.006

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	618.565-574.462=44.103
σ	8.883-87.313=-78.430
min	597.586-414.348=183.237
max	625.643-631.293=-5.651

phase=processProdDef

*mean*	4862.576-4862.577=-0.002
σ	0.000-0.000=0.000
min	4862.575-4862.577=-0.002
max	4862.576-4862.577=-0.002

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	4932.091-4644.899=287.192
σ	645.163-373.227=271.937
min	3679.355-4127.362=-448.007
max	5549.531-5234.716=314.815

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	23.897-31.452=-7.555
σ	6.603-9.559=-2.955
min	21.152-20.968=0.184
max	40.231-40.640=-0.409

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	785.000-784.000=1.000
σ	0.000
min	785.000-784.000=1.000
max	785.000-784.000=1.000

*mean*	797.014-838.361=-41.347
σ	51.696-42.976=8.720
min	700.232-765.805=-65.573
max	850.253-888.958=-38.705

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.037-0.037=0.000
min	293.768-293.767=0.001
max	293.859-293.857=0.002

*mean*	441.800-440.800=1.000
σ	2.683-1.095=1.588
min	439.000-440.000=-1.000
max	445.000-442.000=3.000

*mean*	0.397-0.396=0.001
σ	0.008-0.005=0.003
min	0.390-0.388=0.001
max	0.406-0.401=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.121-1320.178=-0.056
σ	0.137-0.048=0.089
min	1320.006-1320.133=-0.127
max	1320.345-1320.249=0.097

*mean*	1080.400-1074.200=6.200
σ	217.560-187.588=29.972
min	828.000-837.000=-9.000
max	1366.000-1307.000=59.000

*mean*	1.991-2.196=-0.205
σ	0.243-0.062=0.181
min	1.827-2.108=-0.281
max	2.419-2.256=0.163

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.574-1560.666=-0.091
σ	6.247-6.219=0.028
min	1557.527-1557.718=-0.191
max	1571.744-1571.788=-0.044

*mean*	627.600-625.200=2.400
σ	73.799-88.959=-15.160
min	519.000
max	700.000-736.000=-36.000

*mean*	2.224-2.423=-0.199
σ	0.173-0.195=-0.022
min	2.070-2.235=-0.166
max	2.492-2.693=-0.201

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.179-1882.167=0.012
σ	0.058-0.047=0.010
min	1882.119-1882.108=0.011
max	1882.271-1882.219=0.052

*mean*	1715.600-1729.200=-13.600
σ	160.099-216.821=-56.721
min	1509.000-1443.000=66.000
max	1937.000

*mean*	2.902-3.094=-0.192
σ	0.091-0.254=-0.164
min	2.769-2.875=-0.106
max	3.004-3.454=-0.451

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.679-1.628=0.051
σ	0.160-0.028=0.132
min	1.475-1.590=-0.114
max	1.885-1.658=0.227

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	454.943-454.942=0.002
σ	588.444-588.444=0.000
min	160.720-160.718=0.002
max	1337.610-1337.608=0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.546-0.533=0.012
σ	0.554-0.527=0.028
min	0.264-0.265=-0.000
max	1.377-1.324=0.054

policies=20

*mean*	1607.513-1607.506=0.008
σ	0.377-0.389=-0.012
min	1607.246-1607.236=0.009
max	1608.072-1608.083=-0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.250=0.750
σ	8.000-6.500=1.500
min	446.000
max	462.000-459.000=3.000

*mean*	2.642-2.657=-0.014
σ	0.028-0.021=0.007
min	2.602-2.630=-0.028
max	2.662-2.676=-0.014

policies=200

*mean*	16083.409-16083.480=-0.072
σ	0.244-0.066=0.178
min	16083.143-16083.389=-0.246
max	16083.731-16083.545=0.186

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-495.250=2.750
σ	4.690-3.304=1.386
min	493.000-491.000=2.000
max	504.000-499.000=5.000

*mean*	26.656-26.900=-0.244
σ	0.058-0.034=0.025
min	26.597-26.870=-0.273
max	26.736-26.944=-0.208