Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.671=0.006
σ	0.357-0.357=-0.000
min	54.545-54.534=0.011
max	55.692-55.687=0.005

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.140-0.142=-0.002
σ	0.005-0.004=0.001
min	0.134-0.135=-0.002
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.699=0.006
σ	0.005-0.004=0.001
min	43.696-43.694=0.002
max	43.711-43.705=0.006

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.001
min	0.120-0.118=0.001
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	3887.250-3877.125=10.125
σ	1858.081-1849.272=8.809
min	1280.000
max	6178.000-6164.000=14.000

*mean*	13.537-12.371=1.167
σ	1.667-0.379=1.288
min	12.523-11.854=0.669
max	17.557-13.125=4.432

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3887.250-3877.125=10.125
σ	1858.081-1849.272=8.809
min	1280.000
max	6178.000-6164.000=14.000

*mean*	13.544-12.478=1.066
σ	1.996-0.681=1.314
min	11.772-11.351=0.421
max	18.185-13.218=4.967

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	6178.000-6164.000=14.000
σ	0.000
min	6178.000-6164.000=14.000
max	6178.000-6164.000=14.000

*mean*	15.131-14.443=0.687
σ	0.515-0.313=0.202
min	13.993-13.965=0.027
max	15.656-14.945=0.712

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=0.000

*mean*	3738.750-3877.125=-138.375
σ	1831.031-1849.272=-18.242
min	1280.000
max	6178.000-6164.000=14.000

*mean*	13.682-13.062=0.620
σ	1.841-1.510=0.331
min	11.101-10.677=0.424
max	15.325-14.643=0.682

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3738.750-3877.125=-138.375
σ	1831.031-1849.272=-18.242
min	1280.000
max	6178.000-6164.000=14.000

*mean*	9.100-8.657=0.443
σ	0.281-0.726=-0.445
min	8.723-7.916=0.807
max	9.485-10.338=-0.853

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3738.750-3877.125=-138.375
σ	1831.031-1849.272=-18.242
min	1280.000
max	6178.000-6164.000=14.000

*mean*	6.853-6.602=0.251
σ	0.271-0.628=-0.357
min	6.432-5.966=0.466
max	7.161-8.022=-0.861

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674

*mean*	3887.250-3877.125=10.125
σ	1858.081-1849.272=8.809
min	1280.000
max	6178.000-6164.000=14.000

*mean*	6.229-5.509=0.721
σ	0.605-0.104=0.501
min	5.767-5.317=0.450
max	7.674-5.613=2.061

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3887.250-3877.125=10.125
σ	1858.081-1849.272=8.809
min	1280.000
max	6178.000-6164.000=14.000

*mean*	6.031-5.340=0.691
σ	0.571-0.097=0.474
min	5.735-5.177=0.558
max	7.430-5.486=1.944

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606-2524.606=0.000

*mean*	6178.000-6164.000=14.000
σ	0.000
min	6178.000-6164.000=14.000
max	6178.000-6164.000=14.000

*mean*	1289.320-1207.346=81.974
σ	459.210-320.509=138.700
min	1029.444-1030.751=-1.307
max	2079.573-1894.934=184.639

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.469-0.469=-0.000
min	7877.935-7877.935=-0.000
max	7879.264-7879.264=0.000

*mean*	3243.750-3235.500=8.250
σ	1850.832-1840.999=9.832
min	809.000
max	6178.000-6164.000=14.000

*mean*	3855.482-3806.446=49.036
σ	1263.593-1287.543=-23.950
min	3099.286-3101.973=-2.687
max	6198.570-6195.618=2.952

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	3887.250-3877.125=10.125
σ	1858.081-1849.272=8.809
min	1280.000
max	6178.000-6164.000=14.000

*mean*	179.354-84.480=94.874
σ	278.478-14.025=264.453
min	70.684-70.867=-0.183
max	867.883-101.978=765.904

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.949-40.948=0.000

*mean*	6178.000-6164.000=14.000
σ	0.000
min	6178.000-6164.000=14.000
max	6178.000-6164.000=14.000

*mean*	64.196-64.423=-0.228
σ	3.683-3.917=-0.234
min	61.162-60.811=0.351
max	69.657-69.750=-0.093

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.001=0.000
min	66.686-66.686=-0.000
max	66.690-66.690=0.000

*mean*	6178.000-6164.000=14.000
σ	0.000
min	6178.000-6164.000=14.000
max	6178.000-6164.000=14.000

*mean*	99.727-99.393=0.333
σ	0.802-1.379=-0.577
min	98.813-98.283=0.531
max	101.423-102.480=-1.057

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=-0.000
σ	4.304-4.304=0.000
min	11847.561
max	11859.806

*mean*	3738.750-3877.125=-138.375
σ	1831.031-1849.272=-18.242
min	1280.000
max	6178.000-6164.000=14.000

*mean*	6076.352-6530.425=-454.074
σ	1329.043-1375.690=-46.647
min	5020.998-5079.134=-58.136
max	8332.144-8380.692=-48.548

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.094=-0.000
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.000
max	10791.096-10791.096=-0.000

*mean*	6178.000-6164.000=14.000
σ	0.000
min	6178.000-6164.000=14.000
max	6178.000-6164.000=14.000

*mean*	5116.469-5393.418=-276.949
σ	1447.691-1510.799=-63.108
min	4047.819-4073.281=-25.462
max	7130.537-7432.170=-301.633

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	381.860-385.218=-3.358
σ	19.277-20.890=-1.613
min	350.188-351.515=-1.327
max	398.568-404.390=-5.822

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	748.425-727.896=20.529
σ	62.275-74.332=-12.057
min	637.770-599.055=38.715
max	800.692-800.129=0.563

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=-0.001
σ	0.758-0.758=-0.000
min	1023.855-1023.852=0.003
max	1027.465-1027.465=0.001

*mean*	1050.250-1050.500=-0.250
σ	312.807-312.910=-0.103
min	592.000-593.000=-1.000
max	1513.000-1514.000=-1.000

*mean*	1.590-1.586=0.003
σ	0.080-0.072=0.008
min	1.505-1.512=-0.007
max	1.779-1.771=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.421-0.305=0.116
σ	0.516-0.297=0.218
min	0.149-0.144=0.005
max	1.341-0.833=0.508

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.824-0.472=0.352
σ	0.519-0.316=0.203
min	0.579-0.320=0.259
max	1.752-1.038=0.714

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.371-0.214=0.158
σ	0.035-0.024=0.011
min	0.335-0.197=0.137
max	0.413-0.255=0.158

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.584-0.329=0.256
σ	0.032-0.019=0.014
min	0.560-0.317=0.243
max	0.639-0.362=0.278

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-436.000=-0.400
σ	5.079-2.236=2.843
min	431.000-432.000=-1.000
max	441.000-437.000=4.000

*mean*	0.582-0.542=0.040
σ	0.111-0.020=0.091
min	0.458-0.530=-0.072
max	0.741-0.577=0.164

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.465-0.489=-0.025
σ	0.026-0.036=-0.010
min	0.428-0.439=-0.011
max	0.500-0.523=-0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.635-1.971=0.664
σ	0.092-0.079=0.013
min	2.447-1.853=0.594
max	3.006-2.377=0.629

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.306-2.504=-0.197
σ	0.353-0.248=0.104
min	1.833-1.868=-0.035
max	2.864-2.944=-0.081

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.304-0.304=-0.000
σ	0.009-0.008=0.000
min	0.286-0.291=-0.006
max	0.350-0.357=-0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.294-0.292=0.002
σ	0.033-0.011=0.021
min	0.276-0.277=-0.001
max	0.608-0.378=0.230

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.823-298.656=0.167
σ	1.023-0.975=0.047
min	298.394-298.193=0.201
max	301.729-301.420=0.308

*mean*	440.300-441.500=-1.200
σ	13.945-18.180=-4.235
min	425.000-414.000=11.000
max	463.000-467.000=-4.000

*mean*	0.598-0.613=-0.015
σ	0.027-0.014=0.013
min	0.555-0.595=-0.040
max	0.646-0.639=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1683.000-1717.125=-34.125
σ	0.000-8.132=-8.132
min	1683.000-1697.000=-14.000
max	1683.000-1720.000=-37.000

*mean*	213.471-211.815=1.656
σ	4.157-4.566=-0.409
min	205.779-206.654=-0.875
max	220.041-220.388=-0.347

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1683.000-1717.125=-34.125
σ	0.000-8.132=-8.132
min	1683.000-1697.000=-14.000
max	1683.000-1720.000=-37.000

*mean*	9.982-10.117=-0.135
σ	1.378-1.128=0.249
min	7.695-9.382=-1.687
max	12.627-12.826=-0.199

phase=parser

*mean*	1042.367
σ	0.000
min	1042.367
max	1042.367

*mean*	1683.000-1717.125=-34.125
σ	0.000-8.132=-8.132
min	1683.000-1697.000=-14.000
max	1683.000-1720.000=-37.000

*mean*	633.400-634.677=-1.277
σ	61.403-119.251=-57.848
min	579.497-379.704=199.793
max	719.083-727.039=-7.957

phase=processProdDef

*mean*	4753.276
σ	0.000
min	4753.276
max	4753.276

*mean*	1683.000-1720.000=-37.000
σ	0.000
min	1683.000-1720.000=-37.000
max	1683.000-1720.000=-37.000

*mean*	4307.049-4624.594=-317.546
σ	306.904-610.743=-303.839
min	3836.242-3550.680=285.562
max	4808.452-5647.595=-839.143

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1683.000-1717.125=-34.125
σ	0.000-8.132=-8.132
min	1683.000-1697.000=-14.000
max	1683.000-1720.000=-37.000

*mean*	36.706-38.464=-1.758
σ	6.569-9.777=-3.208
min	26.752-25.061=1.691
max	47.289-50.296=-3.007

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1683.000-1717.125=-34.125
σ	0.000-8.132=-8.132
min	1683.000-1697.000=-14.000
max	1683.000-1720.000=-37.000

*mean*	722.545-752.678=-30.133
σ	71.690-100.715=-29.024
min	655.041-656.180=-1.138
max	868.097-943.895=-75.798

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.917=0.000
σ	0.038-0.038=0.000
min	293.865-293.863=0.001
max	293.957-293.956=0.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.405-0.398=0.007
σ	0.010-0.007=0.003
min	0.395-0.393=0.003
max	0.418-0.406=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1320.297=-0.004
σ	0.041-0.032=0.009
min	1320.242-1320.256=-0.014
max	1320.339-1320.332=0.006

*mean*	1107.800-1089.600=18.200
σ	171.025-168.971=2.054
min	895.000-888.000=7.000
max	1331.000-1320.000=11.000

*mean*	2.254-2.312=-0.058
σ	0.084-0.159=-0.075
min	2.166-2.103=0.063
max	2.362-2.474=-0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.482-1559.465=0.016
σ	3.334-3.409=-0.075
min	1557.859-1557.767=0.093
max	1565.441-1565.558=-0.117

*mean*	635.600-623.400=12.200
σ	74.835-89.985=-15.150
min	537.000-509.000=28.000
max	726.000-728.000=-2.000

*mean*	2.404-2.413=-0.009
σ	0.240-0.321=-0.081
min	2.186-2.155=0.032
max	2.697-2.927=-0.230

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1882.271=-0.001
σ	0.048-0.061=-0.013
min	1882.213-1882.197=0.016
max	1882.332-1882.353=-0.021

*mean*	1758.800-1720.200=38.600
σ	219.059-194.301=24.758
min	1479.000-1451.000=28.000
max	1970.000-1900.000=70.000

*mean*	3.233-3.093=0.140
σ	0.262-0.320=-0.058
min	2.909-2.881=0.028
max	3.587-3.660=-0.073

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.687-1.852=-0.165
σ	0.114-0.045=0.069
min	1.558-1.820=-0.262
max	1.795-1.926=-0.130

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.411=0.000
σ	583.279-583.279=0.000
min	160.767-160.768=-0.001
max	1327.328-1327.328=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.555-0.539=0.016
σ	0.568-0.537=0.031
min	0.268-0.269=-0.001
max	1.408-1.345=0.062

policies=20

*mean*	1608.048-1608.036=0.012
σ	0.420-0.420=0.000
min	1607.761-1607.753=0.008
max	1608.670-1608.658=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-453.000=-5.250
σ	2.500-12.083=-9.583
min	444.000-445.000=-1.000
max	449.000-471.000=-22.000

*mean*	2.706-2.715=-0.009
σ	0.019-0.023=-0.004
min	2.688-2.693=-0.005
max	2.729-2.741=-0.012

policies=200

*mean*	16088.531-16088.595=-0.064
σ	0.058-0.091=-0.033
min	16088.457-16088.539=-0.082
max	16088.578-16088.732=-0.153

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-500.250=-2.750
σ	3.873-5.315=-1.442
min	493.000-494.000=-1.000
max	502.000-506.000=-4.000

*mean*	27.312-27.288=0.024
σ	0.079-0.054=0.025
min	27.213-27.208=0.005
max	27.402-27.327=0.075