Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.834=-0.000
σ	0.367-0.368=-0.001
min	54.701-54.704=-0.002
max	55.878-55.881=-0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.005-0.005=-0.000
min	0.137-0.133=0.004
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.843=-0.000
σ	0.006-0.006=-0.000
min	43.834-43.832=0.002
max	43.851-43.856=-0.006

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.120-0.120=-0.000
σ	0.005-0.005=0.000
min	0.116-0.116=-0.000
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.750-4504.875=82.875
σ	2249.866-2222.241=27.625
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	166.309-12.134=154.175
σ	437.353-0.369=436.984
min	11.304-11.773=-0.469
max	1248.703-12.870=1235.833

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.750-4504.875=82.875
σ	2249.866-2222.241=27.625
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	13.438-12.272=1.166
σ	4.288-0.772=3.517
min	10.963-11.319=-0.356
max	23.963-13.225=10.738

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=0.000

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	11.116-11.448=-0.332
σ	1.167-0.984=0.183
min	10.207-10.784=-0.577
max	13.098-13.675=-0.577

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933-41.933=0.000
max	41.934-41.934=0.000

*mean*	4177.500-4504.875=-327.375
σ	1946.312-2222.241=-275.929
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	11.290-11.923=-0.633
σ	1.562-1.820=-0.257
min	10.405-10.701=-0.296
max	15.113-15.795=-0.682

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4177.500-4504.875=-327.375
σ	1946.312-2222.241=-275.929
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	8.447-9.064=-0.617
σ	1.380-1.431=-0.052
min	7.072-7.412=-0.340
max	11.700-11.863=-0.163

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406

*mean*	4177.500-4504.875=-327.375
σ	1946.312-2222.241=-275.929
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	6.261-7.175=-0.914
σ	1.089-1.095=-0.006
min	5.650-5.937=-0.287
max	8.926-9.359=-0.433

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4587.750-4504.875=82.875
σ	2249.866-2222.241=27.625
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	5.869-6.026=-0.157
σ	0.955-0.106=0.849
min	5.265-5.895=-0.629
max	8.202-6.220=1.983

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985-25.985=0.000

*mean*	4587.750-4504.875=82.875
σ	2249.866-2222.241=27.625
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	5.761-5.785=-0.025
σ	1.025-0.122=0.903
min	5.117-5.567=-0.450
max	8.251-5.910=2.341

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=0.000
min	1021.625-1021.625=-0.000
max	1021.629

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	344.884-579.307=-234.423
σ	1.840-655.446=-653.606
min	341.218-345.379=-4.161
max	346.634-2201.449=-1854.816

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3755.000-3680.000=75.000
σ	2300.222-2251.295=48.927
min	720.000-724.000=-4.000
max	7382.000-7323.000=59.000

*mean*	1750.860-1570.492=180.368
σ	652.954-498.792=154.161
min	1386.756-1388.608=-1.852
max	2828.669-2804.887=23.782

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.001
max	107.855-107.854=0.000

*mean*	4406.000-4504.875=-98.875
σ	2219.179-2222.241=-3.062
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	197.324-139.295=58.029
σ	172.201-17.947=154.254
min	124.955-122.918=2.037
max	620.956-171.530=449.426

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4406.000-4504.875=-98.875
σ	2219.179-2222.241=-3.062
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	41.458-42.429=-0.971
σ	1.479-1.822=-0.343
min	39.456-39.947=-0.491
max	44.010-45.071=-1.061

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	178.580-23.964=154.616
σ	437.898-4.965=432.934
min	21.556-21.236=0.320
max	1262.293-34.501=1227.792

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311-71.311=-0.000

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	64.132-59.819=4.313
σ	20.885-12.069=8.816
min	53.898-54.729=-0.832
max	115.190-89.647=25.544

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.851=-0.000
σ	0.014-0.014=0.000
min	4646.845
max	4646.884

*mean*	4177.500-4504.875=-327.375
σ	1946.312-2222.241=-275.929
min	1487.000-1474.000=13.000
max	7382.000-7323.000=59.000

*mean*	3355.898-3458.477=-102.579
σ	873.097-802.021=71.076
min	2510.622-2505.467=5.155
max	4977.685-4627.108=350.577

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	1046.239-1109.338=-63.098
σ	229.497-361.108=-131.610
min	920.899-914.239=6.660
max	1506.531-1852.660=-346.128

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7382.000-7323.000=59.000
σ	0.000
min	7382.000-7323.000=59.000
max	7382.000-7323.000=59.000

*mean*	424.588-472.099=-47.511
σ	51.240-171.530=-120.290
min	396.137-393.291=2.846
max	522.486-888.011=-365.526

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.125-477.000=-1.875
σ	0.354-0.000=0.354
min	475.000-477.000=-2.000
max	476.000-477.000=-1.000

*mean*	400.824-365.565=35.258
σ	25.673-30.613=-4.940
min	367.458-298.882=68.576
max	438.816-394.599=44.218

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-559.500=3.500
σ	0.000-0.535=-0.535
min	563.000-559.000=4.000
max	563.000-560.000=3.000

*mean*	744.250-741.904=2.345
σ	58.443-55.658=2.784
min	625.313-639.472=-14.159
max	821.078-818.256=2.822

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.971=0.000
σ	1.820-1.821=-0.001
min	963.267-963.264=0.004
max	971.668-971.671=-0.003

*mean*	1045.300-1047.250=-1.950
σ	307.848-320.348=-12.501
min	570.000-544.000=26.000
max	1503.000-1567.000=-64.000

*mean*	1.258-1.274=-0.016
σ	0.113-0.164=-0.051
min	1.175-1.164=0.011
max	1.651-1.879=-0.228

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291-0.500=-0.208
σ	0.273-0.505=-0.231
min	0.140-0.254=-0.114
max	0.774-1.402=-0.628

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.830=-0.355
σ	0.317-0.529=-0.211
min	0.323-0.571=-0.248
max	1.043-1.775=-0.733

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.380=-0.156
σ	0.025-0.039=-0.014
min	0.199-0.349=-0.150
max	0.265-0.448=-0.183

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.585=-0.256
σ	0.020-0.030=-0.010
min	0.309-0.559=-0.251
max	0.360-0.636=-0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.200-431.000=6.200
σ	6.535-0.000=6.535
min	431.000
max	444.000-431.000=13.000

*mean*	0.534-0.592=-0.058
σ	0.066-0.091=-0.025
min	0.444-0.514=-0.069
max	0.606-0.746=-0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.456-0.469=-0.013
σ	0.051-0.032=0.019
min	0.380-0.430=-0.050
max	0.520-0.519=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	1.978-2.572=-0.594
σ	0.076-0.190=-0.114
min	1.851-1.793=0.058
max	2.280-3.088=-0.808

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.600-2.599=0.001
σ	0.226-0.081=0.145
min	1.882-2.458=-0.577
max	2.924-2.878=0.046

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.306-0.303=0.003
σ	0.015-0.009=0.006
min	0.291-0.282=0.009
max	0.383-0.356=0.027

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.290-0.295=-0.006
σ	0.006-0.046=-0.039
min	0.276-0.270=0.006
max	0.314-0.733=-0.420

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.596-11.653=-0.057
σ	12.301-12.869=-0.568
min	0.573-0.958=-0.384
max	155.305-93.474=61.832

*mean*	456.975-460.033=-3.058
σ	17.545-16.698=0.846
min	406.000-410.000=-4.000
max	475.000-472.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.032=-0.002
min	0.001-0.001=-0.000
max	0.375-0.226=0.150

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.689-279.036=-0.347
σ	1.071-1.013=0.059
min	278.304-278.543=-0.239
max	281.735-281.908=-0.173

*mean*	440.000-442.100=-2.100
σ	18.111-17.065=1.046
min	414.000
max	471.000-466.000=5.000

*mean*	0.577-0.568=0.009
σ	0.018-0.029=-0.011
min	0.533-0.491=0.041
max	0.594-0.594=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-842.375=-3.375
σ	0.000-1.061=-1.061
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	233.819-219.972=13.848
σ	27.749-15.087=12.662
min	191.907-200.710=-8.803
max	257.038-253.866=3.172

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	839.000-842.000=-3.000
σ	0.000-1.309=-1.309
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	9.497-9.558=-0.060
σ	0.078-0.168=-0.090
min	9.352-9.207=0.145
max	9.593-9.706=-0.112

phase=parser

*mean*	1042.431-1042.435=-0.004
σ	0.000-0.000=0.000
min	1042.431-1042.435=-0.004
max	1042.431-1042.435=-0.004

*mean*	839.000-842.000=-3.000
σ	0.000-1.309=-1.309
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	592.619-599.898=-7.280
σ	2.671-9.870=-7.198
min	589.004-585.151=3.853
max	596.131-612.833=-16.702

phase=processProdDef

*mean*	2243.978-2243.976=0.001
σ	0.000
min	2243.978-2243.976=0.001
max	2243.978-2243.976=0.001

*mean*	839.000-842.375=-3.375
σ	0.000-1.061=-1.061
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	2687.800-3008.735=-320.935
σ	244.909-335.489=-90.580
min	2414.662-2528.535=-113.873
max	3036.552-3355.212=-318.661

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-842.000=-3.000
σ	0.000-1.309=-1.309
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	39.922-40.158=-0.236
σ	0.345-0.541=-0.196
min	39.350-39.101=0.249
max	40.395-40.702=-0.307

phase=type checker

*mean*	989.755-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	839.000-842.000=-3.000
σ	0.000-1.309=-1.309
min	839.000-840.000=-1.000
max	839.000-843.000=-4.000

*mean*	674.770-674.434=0.337
σ	4.502-6.252=-1.750
min	668.897-665.042=3.855
max	683.105-682.958=0.147

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.395=0.000
σ	0.036-0.036=-0.000
min	282.339-282.339=0.000
max	282.426

*mean*	444.800-444.400=0.400
σ	1.095-0.548=0.548
min	444.000
max	446.000-445.000=1.000

*mean*	0.383-0.382=0.001
σ	0.008-0.007=0.001
min	0.376-0.374=0.002
max	0.395-0.389=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.082-1267.084=-0.002
σ	0.096-0.107=-0.012
min	1267.005-1267.003=0.002
max	1267.244-1267.268=-0.024

*mean*	1112.400-1113.000=-0.600
σ	169.221-171.333=-2.112
min	897.000-898.000=-1.000
max	1323.000-1336.000=-13.000

*mean*	1.915-1.917=-0.002
σ	0.087-0.094=-0.007
min	1.825-1.850=-0.025
max	2.053-2.082=-0.029

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.124-1506.131=-0.008
σ	2.910-2.952=-0.041
min	1504.638-1504.631=0.007
max	1511.320-1511.401=-0.081

*mean*	628.000-630.200=-2.200
σ	90.019-90.295=-0.276
min	504.000-506.000=-2.000
max	727.000-730.000=-3.000

*mean*	2.357-2.352=0.005
σ	0.249-0.294=-0.045
min	2.046-2.056=-0.010
max	2.560-2.775=-0.214

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.111-1829.112=-0.001
σ	0.063-0.076=-0.013
min	1829.029-1829.022=0.007
max	1829.196-1829.217=-0.021

*mean*	1752.800-1761.800=-9.000
σ	214.670-213.675=0.995
min	1463.000-1491.000=-28.000
max	1955.000-1969.000=-14.000

*mean*	3.067-3.137=-0.070
σ	0.301-0.322=-0.021
min	2.820-2.812=0.008
max	3.468-3.501=-0.033

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.667-1.796=-0.129
σ	0.096-0.086=0.010
min	1.585-1.706=-0.121
max	1.824-1.898=-0.074

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.698=-0.001
σ	518.052-518.051=0.001
min	138.670-138.671=-0.000
max	1174.776-1174.775=0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.501-0.496=0.005
σ	0.529-0.524=0.005
min	0.235-0.231=0.004
max	1.295-1.283=0.012

policies=20

*mean*	1386.841-1386.839=0.002
σ	0.167-0.160=0.008
min	1386.729-1386.729=-0.000
max	1387.090-1387.077=0.014

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000
σ	8.000-0.000=8.000
min	440.000-444.000=-4.000
max	456.000-444.000=12.000

*mean*	2.320-2.317=0.003
σ	0.018-0.020=-0.001
min	2.293-2.288=0.006
max	2.334-2.329=0.005

policies=200

*mean*	13876.816-13876.915=-0.099
σ	0.102-0.068=0.034
min	13876.729-13876.844=-0.115
max	13876.960-13877.002=-0.042

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.750-492.750=3.000
σ	5.852-4.113=1.739
min	489.000-488.000=1.000
max	502.000-498.000=4.000

*mean*	23.468-23.454=0.014
σ	0.132-0.114=0.018
min	23.364-23.307=0.057
max	23.661-23.584=0.077