Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.000
σ	0.359-0.358=0.001
min	54.745-54.746=-0.000
max	55.902-55.899=0.003

*mean*	417.000-420.000=-3.000
σ	0.000
min	417.000-420.000=-3.000
max	417.000-420.000=-3.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=0.000
max	0.148-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=0.000
σ	0.007-0.004=0.003
min	43.836-43.842=-0.005
max	43.858-43.853=0.004

*mean*	417.000-420.000=-3.000
σ	0.000
min	417.000-420.000=-3.000
max	417.000-420.000=-3.000

*mean*	0.125-0.123=0.001
σ	0.004-0.004=-0.000
min	0.121-0.118=0.003
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	12.922-13.491=-0.570
σ	0.315-1.748=-1.432
min	12.554-12.444=0.110
max	13.399-17.748=-4.349

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	12.723-13.612=-0.889
σ	0.673-1.615=-0.942
min	11.824-11.810=0.015
max	13.784-17.365=-3.581

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.929=-0.000
max	41.933-41.932=0.001

*mean*	7148.000-7145.000=3.000
σ	0.000
min	7148.000-7145.000=3.000
max	7148.000-7145.000=3.000

*mean*	15.374-15.391=-0.017
σ	0.184-0.282=-0.097
min	15.153-14.971=0.181
max	15.642-15.810=-0.168

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	13.615-14.393=-0.778
σ	1.889-1.831=0.058
min	10.758-11.480=-0.722
max	16.383-16.520=-0.137

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	9.605-9.617=-0.012
σ	1.283-1.419=-0.136
min	8.591-8.437=0.153
max	12.677-12.771=-0.094

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	8.017-7.077=0.940
σ	1.500-1.113=0.387
min	6.994-5.975=1.019
max	10.704-9.672=1.032

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	6.038-6.179=-0.141
σ	0.108-0.533=-0.424
min	5.866-5.876=-0.010
max	6.163-7.483=-1.320

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	5.855-5.990=-0.135
σ	0.100-0.539=-0.438
min	5.674-5.572=0.102
max	5.989-7.299=-1.310

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7148.000-7145.000=3.000
σ	0.000
min	7148.000-7145.000=3.000
max	7148.000-7145.000=3.000

*mean*	366.098-367.122=-1.025
σ	53.388-53.108=0.280
min	344.524-341.581=2.943
max	498.137-498.354=-0.217

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954

*mean*	3272.875-3273.625=-0.750
σ	1823.353-1824.072=-0.719
min	809.000-810.000=-1.000
max	5619.000-5623.000=-4.000

*mean*	3806.810-3660.946=145.864
σ	1320.083-1117.333=202.750
min	3082.815-3090.763=-7.948
max	6199.142-6214.215=-15.073

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	91.506-87.442=4.064
σ	19.702-15.818=3.884
min	75.383-72.304=3.079
max	127.516-110.112=17.404

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7148.000-7145.000=3.000
σ	0.000
min	7148.000-7145.000=3.000
max	7148.000-7145.000=3.000

*mean*	61.265-61.516=-0.251
σ	0.323-0.285=0.038
min	60.918-61.227=-0.310
max	61.671-62.052=-0.380

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7148.000-7145.000=3.000
σ	0.000
min	7148.000-7145.000=3.000
max	7148.000-7145.000=3.000

*mean*	100.160-98.465=1.695
σ	0.693-0.684=0.009
min	99.234-97.877=1.357
max	101.288-99.889=1.399

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4041.250-4041.625=-0.375
σ	2008.838-2008.529=0.309
min	1216.000-1217.000=-1.000
max	7148.000-7145.000=3.000

*mean*	8175.550-7779.207=396.343
σ	2157.102-1759.633=397.469
min	6002.891-6010.907=-8.016
max	11067.801-10508.654=559.148

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7148.000-7145.000=3.000
σ	0.000
min	7148.000-7145.000=3.000
max	7148.000-7145.000=3.000

*mean*	5090.331-5152.789=-62.458
σ	172.373-282.705=-110.332
min	4962.508-5000.670=-38.162
max	5381.260-5799.291=-418.031

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	382.309-385.012=-2.703
σ	19.092-11.110=7.982
min	350.784-358.241=-7.457
max	394.179-391.745=2.434

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	704.380-758.510=-54.130
σ	73.371-56.777=16.594
min	591.987-628.567=-36.580
max	790.846-815.611=-24.765

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.759-0.759=-0.000
min	1023.827-1023.823=0.004
max	1027.437-1027.438=-0.000

*mean*	1037.800-1045.750=-7.950
σ	301.078-296.068=5.011
min	562.000
max	1460.000-1439.000=21.000

*mean*	1.536-1.537=-0.001
σ	0.068-0.075=-0.007
min	1.361-1.387=-0.025
max	1.642-1.686=-0.044

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.442-0.385=0.057
σ	0.625-0.476=0.148
min	0.132-0.143=-0.012
max	1.557-1.233=0.324

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.719-0.419=0.300
σ	0.292-0.199=0.092
min	0.562-0.316=0.246
max	1.239-0.775=0.464

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.381-0.230=0.151
σ	0.041-0.022=0.018
min	0.356-0.211=0.145
max	0.451-0.256=0.195

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.584-0.334=0.250
σ	0.030-0.021=0.010
min	0.560-0.316=0.244
max	0.634-0.367=0.267

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.200-434.200=1.000
σ	4.550
min	431.000-430.000=1.000
max	440.000-439.000=1.000

*mean*	0.608-0.575=0.032
σ	0.075-0.021=0.055
min	0.548-0.550=-0.001
max	0.739-0.599=0.140

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.463-0.485=-0.022
σ	0.032-0.032=0.000
min	0.426-0.449=-0.023
max	0.495-0.520=-0.025

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.634-2.643=-0.009
σ	0.123-0.118=0.005
min	2.457-2.453=0.003
max	3.248-2.958=0.291

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.605-2.540=0.065
σ	0.094-0.077=0.017
min	2.428-2.412=0.015
max	2.841-2.737=0.105

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.303-0.301=0.003
σ	0.011-0.008=0.003
min	0.286-0.288=-0.002
max	0.372-0.361=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.303-0.286=0.016
σ	0.070-0.008=0.061
min	0.274-0.272=0.001
max	0.757-0.335=0.422

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.896-298.795=0.100
σ	1.002-1.004=-0.002
min	298.502-298.413=0.090
max	301.743-301.649=0.094

*mean*	441.200-444.400=-3.200
σ	14.359-19.150=-4.791
min	418.000-416.000=2.000
max	467.000-471.000=-4.000

*mean*	0.598-0.593=0.006
σ	0.024-0.030=-0.005
min	0.546-0.543=0.004
max	0.621-0.639=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	204.754-206.477=-1.723
σ	2.560-4.221=-1.661
min	200.470-198.933=1.537
max	208.766-211.358=-2.592

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	10.272-9.988=0.284
σ	2.103-2.361=-0.258
min	6.365-6.270=0.095
max	13.111-12.873=0.239

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.363=-0.000
max	1042.363-1042.366=-0.003

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	534.641-538.647=-4.006
σ	108.425-136.524=-28.099
min	379.637-378.336=1.302
max	708.169-760.936=-52.767

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=-0.000
min	4850.764-4850.764=-0.000
max	4850.764-4850.765=-0.001

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4957.461-4855.319=102.142
σ	326.121-745.059=-418.938
min	4349.627-3143.561=1206.066
max	5330.964-5437.628=-106.665

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	39.943-37.852=2.090
σ	8.042-10.748=-2.706
min	21.633-21.141=0.492
max	48.137-48.243=-0.106

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	745.459-752.749=-7.290
σ	82.410-132.142=-49.732
min	643.765-652.036=-8.271
max	894.559-1019.387=-124.828

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.818=0.003
σ	0.038-0.038=-0.000
min	293.768-293.767=0.001
max	293.860-293.859=0.001

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.400-0.393=0.007
σ	0.005-0.002=0.003
min	0.394-0.390=0.004
max	0.406-0.395=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.211-1320.180=0.031
σ	0.047-0.103=-0.056
min	1320.137-1320.052=0.084
max	1320.257-1320.335=-0.078

*mean*	1067.600-1066.800=0.800
σ	164.483-164.788=-0.305
min	845.000-844.000=1.000
max	1268.000

*mean*	2.249-2.094=0.155
σ	0.124-0.107=0.017
min	2.147-2.005=0.142
max	2.456-2.270=0.187

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1560.559=0.058
σ	6.226-6.258=-0.032
min	1557.635-1557.489=0.146
max	1571.750-1571.746=0.004

*mean*	619.600-618.800=0.800
σ	82.984-82.421=0.563
min	494.000
max	717.000-716.000=1.000

*mean*	2.304-2.265=0.039
σ	0.188-0.246=-0.058
min	2.181-2.057=0.124
max	2.623-2.691=-0.068

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.178=-0.010
σ	0.056-0.058=-0.003
min	1882.105-1882.113=-0.008
max	1882.241-1882.249=-0.008

*mean*	1708.600-1700.600=8.000
σ	258.907-257.743=1.164
min	1396.000-1399.000=-3.000
max	2056.000-2057.000=-1.000

*mean*	2.929-2.980=-0.051
σ	0.076-0.111=-0.035
min	2.842-2.831=0.011
max	3.013-3.097=-0.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.841-1.740=0.101
σ	0.050-0.189=-0.139
min	1.755-1.449=0.306
max	1.874-1.941=-0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.079=0.002
σ	582.721-582.722=-0.001
min	160.720-160.717=0.003
max	1326.164-1326.163=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.541-0.546=-0.005
σ	0.542-0.544=-0.002
min	0.268-0.266=0.002
max	1.354-1.362=-0.008

policies=20

*mean*	1607.527-1607.500=0.028
σ	0.413-0.406=0.007
min	1607.247-1607.220=0.027
max	1608.139-1608.099=0.039

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-446.750=-1.750
σ	4.619-7.500=-2.881
min	441.000-443.000=-2.000
max	449.000-458.000=-9.000

*mean*	2.694-2.679=0.015
σ	0.017-0.030=-0.013
min	2.677-2.634=0.044
max	2.714-2.695=0.018

policies=200

*mean*	16083.364-16083.267=0.097
σ	0.167-0.109=0.058
min	16083.200-16083.195=0.005
max	16083.533-16083.429=0.105

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.750-496.750=-3.000
σ	4.031-4.856=-0.825
min	489.000-492.000=-3.000
max	498.000-503.000=-5.000

*mean*	27.146-27.050=0.096
σ	0.033-0.054=-0.020
min	27.115-26.981=0.134
max	27.193-27.108=0.085