Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.677=0.002
σ	0.359-0.357=0.002
min	54.541-54.539=0.002
max	55.700-55.692=0.008

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.006=-0.002
min	0.134-0.137=-0.003
max	0.146-0.155=-0.009

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.705=-0.000
σ	0.006-0.006=0.000
min	43.694-43.695=-0.001
max	43.715-43.711=0.004

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.005=-0.000
min	0.116-0.119=-0.003
max	0.131-0.134=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	12.105-12.311=-0.206
σ	0.268-0.236=0.032
min	11.791-12.075=-0.283
max	12.532-12.763=-0.231

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	11.843-12.414=-0.571
σ	0.567-0.599=-0.032
min	11.348-11.514=-0.166
max	12.886-12.977=-0.091

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.000

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	14.342-14.494=-0.152
σ	0.300-0.278=0.022
min	13.805-13.887=-0.083
max	14.805-14.808=-0.003

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.001-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	12.969-12.482=0.487
σ	1.978-1.935=0.042
min	10.380-9.812=0.568
max	15.700-14.662=1.037

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	8.955-8.265=0.690
σ	1.425-0.253=1.172
min	7.991-7.838=0.153
max	12.377-8.576=3.801

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	6.739-6.183=0.556
σ	0.865-0.411=0.454
min	6.074-5.262=0.812
max	8.835-6.592=2.243

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	5.458-5.571=-0.113
σ	0.128-0.134=-0.005
min	5.257-5.353=-0.096
max	5.668-5.794=-0.126

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.971=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=0.000

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	5.099-5.299=-0.200
σ	0.195-0.130=0.065
min	4.777-5.096=-0.319
max	5.325-5.456=-0.131

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=0.000
min	2524.602
max	2524.606-2524.607=-0.000

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	1358.002-1375.097=-17.095
σ	595.373-622.354=-26.981
min	1026.243-1034.157=-7.914
max	2425.364-2427.357=-1.994

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.470-0.469=0.000
min	7877.934-7877.935=-0.000
max	7879.264-7879.264=0.000

*mean*	3228.125-3227.250=0.875
σ	1827.369-1827.673=-0.305
min	811.000-810.000=1.000
max	6111.000-6109.000=2.000

*mean*	3779.467-3942.376=-162.909
σ	1263.360-1248.832=14.528
min	3081.419-3112.515=-31.097
max	6155.868-6147.287=8.581

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	85.567-83.962=1.604
σ	18.364-12.505=5.859
min	69.066-71.381=-2.314
max	120.393-100.488=19.905

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	62.293-63.010=-0.718
σ	3.797-3.899=-0.102
min	59.889-60.278=-0.389
max	69.940-70.117=-0.176

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690-66.690=-0.000

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	98.399-99.873=-1.474
σ	1.479-0.617=0.862
min	96.943-99.479=-2.536
max	101.806-101.380=0.426

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.155=-0.000
σ	4.304-4.304=0.000
min	11847.561-11847.561=0.000
max	11859.806

*mean*	3862.375-3861.875=0.500
σ	1830.519-1829.827=0.692
min	1278.000-1279.000=-1.000
max	6111.000-6109.000=2.000

*mean*	6333.162-6197.972=135.191
σ	1414.492-1351.796=62.696
min	5031.583-5012.470=19.112
max	8313.941-8300.298=13.642

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.094=-0.000
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.001
max	10791.096-10791.097=-0.001

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	4930.654-4916.432=14.222
σ	1583.900-1541.698=42.203
min	4047.627-4062.543=-14.917
max	7569.355-7427.098=142.257

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	379.277-386.664=-7.387
σ	33.239-14.212=19.027
min	297.227-354.081=-56.854
max	393.605-399.149=-5.544

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.500-562.000=-1.500
σ	1.604-0.000=1.604
min	559.000-562.000=-3.000
max	562.000

*mean*	746.786-710.799=35.987
σ	70.325-68.204=2.121
min	629.461-626.899=2.563
max	840.416-785.057=55.359

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.759-0.758=0.000
min	1023.854-1023.855=-0.001
max	1027.466-1027.466=-0.000

*mean*	1063.200-1054.450=8.750
σ	316.056-317.974=-1.918
min	594.000-592.000=2.000
max	1568.000-1528.000=40.000

*mean*	1.561-1.576=-0.016
σ	0.046-0.091=-0.046
min	1.507-1.430=0.077
max	1.653-1.770=-0.117

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.401=0.028
σ	0.556-0.508=0.048
min	0.150-0.148=0.002
max	1.420-1.308=0.113

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.839-0.480=0.359
σ	0.509-0.309=0.200
min	0.586-0.330=0.256
max	1.748-1.032=0.716

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.222=0.162
σ	0.034-0.024=0.010
min	0.354-0.203=0.151
max	0.442-0.262=0.180

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.586-0.332=0.254
σ	0.031-0.017=0.014
min	0.559-0.320=0.239
max	0.638-0.362=0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.579-0.552=0.027
σ	0.103-0.045=0.058
min	0.494-0.496=-0.002
max	0.749-0.599=0.150

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.469-0.469=-0.000
σ	0.060-0.052=0.008
min	0.381-0.392=-0.011
max	0.523-0.513=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.677-1.975=0.702
σ	0.071-0.083=-0.012
min	2.494-1.854=0.640
max	2.840-2.319=0.521

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.608-1.953=0.655
σ	0.090-0.095=-0.005
min	2.428-1.764=0.664
max	2.841-2.248=0.593

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.312-0.309=0.003
σ	0.053-0.010=0.043
min	0.290-0.293=-0.003
max	0.826-0.371=0.455

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.292-0.302=-0.010
σ	0.027-0.018=0.010
min	0.277-0.285=-0.008
max	0.551-0.427=0.124

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.749-298.682=0.067
σ	1.038-1.040=-0.002
min	298.360-298.264=0.096
max	301.701-301.640=0.061

*mean*	442.900-443.300=-0.400
σ	14.310-19.754=-5.445
min	425.000-417.000=8.000
max	469.000-472.000=-3.000

*mean*	0.590-0.607=-0.017
σ	0.040-0.014=0.026
min	0.509-0.589=-0.080
max	0.643-0.636=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.536=-2.858
σ	0.000
min	236.678-239.536=-2.858
max	236.678-239.536=-2.858

*mean*	1686.875-1006.000=680.875
σ	0.354-1.852=-1.498
min	1686.000-1004.000=682.000
max	1687.000-1008.000=679.000

*mean*	211.584-224.220=-12.636
σ	3.531-1.908=1.624
min	205.853-221.547=-15.694
max	216.779-226.827=-10.049

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1686.875-1006.000=680.875
σ	0.354-1.852=-1.498
min	1686.000-1004.000=682.000
max	1687.000-1008.000=679.000

*mean*	11.156-11.077=0.079
σ	1.861-1.628=0.233
min	8.277-9.340=-1.063
max	12.934-12.703=0.231

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=0.000
min	1042.363-1042.363=0.000
max	1042.364-1042.363=0.001

*mean*	1686.875-1006.000=680.875
σ	0.354-1.852=-1.498
min	1686.000-1004.000=682.000
max	1687.000-1008.000=679.000

*mean*	661.371-649.267=12.104
σ	71.723-64.992=6.731
min	567.493-590.887=-23.395
max	736.043-730.864=5.179

phase=processProdDef

*mean*	4753.280-4753.369=-0.090
σ	0.000
min	4753.279-4753.369=-0.090
max	4753.280-4753.370=-0.090

*mean*	1687.000-1006.500=680.500
σ	0.000-1.773=-1.773
min	1687.000-1004.000=683.000
max	1687.000-1008.000=679.000

*mean*	4259.267-4542.225=-282.958
σ	706.934-831.593=-124.659
min	3129.092-2834.827=294.265
max	5441.662-5359.157=82.505

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1686.875-1006.000=680.875
σ	0.354-1.852=-1.498
min	1686.000-1004.000=682.000
max	1687.000-1008.000=679.000

*mean*	41.300-43.998=-2.698
σ	7.847-3.937=3.910
min	26.211-39.678=-13.467
max	47.849-47.959=-0.110

phase=type checker

*mean*	990.454-990.442=0.012
σ	0.071-0.066=0.005
min	990.348-990.344=0.004
max	990.567-990.532=0.035

*mean*	1686.875-1006.000=680.875
σ	0.354-1.852=-1.498
min	1686.000-1004.000=682.000
max	1687.000-1008.000=679.000

*mean*	805.077-809.290=-4.213
σ	77.383-85.449=-8.065
min	683.331-693.133=-9.802
max	923.435-907.447=15.988

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.919=0.000
σ	0.038-0.038=-0.000
min	293.865-293.865=0.000
max	293.958-293.957=0.000

*mean*	448.000-446.000=2.000
σ	0.000
min	448.000-446.000=2.000
max	448.000-446.000=2.000

*mean*	0.403-0.407=-0.004
σ	0.014-0.009=0.005
min	0.391-0.400=-0.009
max	0.425-0.419=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.309-1320.278=0.031
σ	0.025-0.039=-0.013
min	1320.280-1320.249=0.031
max	1320.337-1320.345=-0.008

*mean*	1083.000-1089.200=-6.200
σ	164.009-168.488=-4.479
min	887.000-889.000=-2.000
max	1306.000-1321.000=-15.000

*mean*	2.282-2.278=0.004
σ	0.140-0.322=-0.182
min	2.146-1.854=0.292
max	2.457-2.705=-0.248

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.472-1559.500=-0.028
σ	3.407-3.401=0.006
min	1557.812-1557.850=-0.038
max	1565.562-1565.578=-0.017

*mean*	625.600-629.200=-3.600
σ	89.690-90.957=-1.267
min	504.000-505.000=-1.000
max	728.000-729.000=-1.000

*mean*	2.444-2.480=-0.035
σ	0.319-0.321=-0.002
min	2.064-2.156=-0.091
max	2.882-2.873=0.009

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.267-1882.265=0.002
σ	0.053-0.062=-0.008
min	1882.202-1882.175=0.027
max	1882.345-1882.345=-0.000

*mean*	1721.600-1724.400=-2.800
σ	173.992-169.946=4.046
min	1472.000-1479.000=-7.000
max	1882.000-1881.000=1.000

*mean*	3.054-2.978=0.075
σ	0.231-0.116=0.115
min	2.883-2.831=0.052
max	3.459-3.145=0.314

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.851-1.742=0.109
σ	0.120-0.245=-0.126
min	1.655-1.340=0.315
max	1.960-1.922=0.038

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.965=-0.554
σ	583.278-584.387=-1.108
min	160.770-160.770=0.000
max	1327.329-1329.545=-2.217

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.554-0.547=0.007
σ	0.568-0.556=0.012
min	0.266-0.268=-0.002
max	1.406-1.381=0.024

policies=20

*mean*	1608.042-1608.046=-0.004
σ	0.419-0.425=-0.006
min	1607.759-1607.758=0.000
max	1608.663-1608.675=-0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-453.750=-4.500
σ	3.500-11.471=-7.971
min	444.000-443.000=1.000
max	451.000-470.000=-19.000

*mean*	2.701-2.723=-0.022
σ	0.018-0.024=-0.007
min	2.690-2.700=-0.009
max	2.728-2.751=-0.023

policies=200

*mean*	16088.590-16088.594=-0.004
σ	0.120-0.092=0.029
min	16088.507-16088.517=-0.010
max	16088.766-16088.724=0.042

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-498.250=1.500
σ	5.315-3.500=1.815
min	494.000
max	506.000-502.000=4.000

*mean*	27.148-27.291=-0.142
σ	0.031-0.125=-0.094
min	27.121-27.120=0.001
max	27.191-27.402=-0.211