Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.676-54.678=-0.002
σ	0.358-0.358=-0.001
min	54.544-54.540=0.004
max	55.694-55.697=-0.003

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.157-0.140=0.017
σ	0.009-0.006=0.002
min	0.140-0.132=0.007
max	0.170-0.151=0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.705=-0.001
σ	0.007-0.007=-0.000
min	43.691-43.691=0.000
max	43.714-43.714=0.000

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.123-0.121=0.001
σ	0.005-0.006=-0.001
min	0.116-0.115=0.001
max	0.129-0.134=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	3862.625-3887.625=-25.000
σ	1829.862-1858.627=-28.765
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	12.888-13.263=-0.375
σ	0.328-1.678=-1.350
min	12.465-12.327=0.137
max	13.426-17.303=-3.877

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	3862.625-3887.625=-25.000
σ	1829.862-1858.627=-28.765
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	12.775-12.963=-0.188
σ	0.608-1.558=-0.950
min	11.712-11.587=0.125
max	13.585-16.567=-2.982

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	6110.000-6181.000=-71.000
σ	0.000
min	6110.000-6181.000=-71.000
max	6110.000-6181.000=-71.000

*mean*	15.009-14.640=0.369
σ	0.361-0.456=-0.095
min	14.304-13.647=0.657
max	15.497-15.156=0.341

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	3862.625-3740.125=122.500
σ	1829.862-1831.849=-1.986
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	13.838-13.152=0.686
σ	1.971-1.525=0.446
min	10.946-10.991=-0.045
max	15.928-15.208=0.720

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	3862.625-3740.125=122.500
σ	1829.862-1831.849=-1.986
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	9.559-8.944=0.615
σ	1.428-0.285=1.143
min	8.403-8.544=-0.141
max	12.919-9.318=3.601

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	3862.625-3740.125=122.500
σ	1829.862-1831.849=-1.986
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	7.312-6.782=0.530
σ	1.297-0.435=0.861
min	6.691-5.865=0.825
max	10.507-7.294=3.213

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=-0.000
min	25.665
max	25.674-25.674=-0.000

*mean*	3862.625-3887.625=-25.000
σ	1829.862-1858.627=-28.765
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	5.941-6.072=-0.130
σ	0.118-0.560=-0.442
min	5.745-5.628=0.117
max	6.067-7.406=-1.339

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3862.625-3887.625=-25.000
σ	1829.862-1858.627=-28.765
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	5.672-5.860=-0.188
σ	0.195-0.524=-0.329
min	5.214-5.539=-0.324
max	5.819-7.136=-1.317

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=-0.000
min	2524.602
max	2524.606

*mean*	6110.000-6181.000=-71.000
σ	0.000
min	6110.000-6181.000=-71.000
max	6110.000-6181.000=-71.000

*mean*	1368.213-1229.514=138.700
σ	609.009-345.606=263.403
min	1029.799-1029.327=0.472
max	2382.771-1907.163=475.607

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.470=-0.000
min	7877.934-7877.935=-0.000
max	7879.264-7879.264=-0.000

*mean*	3228.250-3244.250=-16.000
σ	1827.377-1850.223=-22.847
min	810.000
max	6110.000-6181.000=-71.000

*mean*	3759.005-3866.780=-107.775
σ	1132.836-1265.463=-132.628
min	3128.027-3105.889=22.138
max	5795.819-6226.248=-430.429

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	3862.625-3887.625=-25.000
σ	1829.862-1858.627=-28.765
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	87.737-180.993=-93.256
σ	15.590-277.687=-262.098
min	70.446-70.673=-0.227
max	113.974-867.741=-753.767

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6110.000-6181.000=-71.000
σ	0.000
min	6110.000-6181.000=-71.000
max	6110.000-6181.000=-71.000

*mean*	63.225-63.450=-0.225
σ	3.208-3.957=-0.749
min	60.687-60.135=0.551
max	68.515-70.761=-2.246

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690-66.690=-0.000

*mean*	6110.000-6181.000=-71.000
σ	0.000
min	6110.000-6181.000=-71.000
max	6110.000-6181.000=-71.000

*mean*	99.156-100.204=-1.048
σ	0.784-1.367=-0.583
min	98.192-98.774=-0.582
max	100.535-103.381=-2.847

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=0.000
σ	4.304-4.304=-0.000
min	11847.562-11847.561=0.001
max	11859.806

*mean*	3862.625-3740.125=122.500
σ	1829.862-1831.849=-1.986
min	1279.000-1278.000=1.000
max	6110.000-6181.000=-71.000

*mean*	5864.083-6587.187=-723.105
σ	910.346-1434.319=-523.974
min	5042.953-5022.669=20.283
max	7421.959-8317.097=-895.139

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.093=0.000
σ	0.002-0.002=0.000
min	10791.091-10791.091=0.000
max	10791.096-10791.096=0.001

*mean*	6110.000-6181.000=-71.000
σ	0.000
min	6110.000-6181.000=-71.000
max	6110.000-6181.000=-71.000

*mean*	5191.755-5519.551=-327.796
σ	1548.590-1565.793=-17.203
min	4072.112-4067.229=4.884
max	7497.363-7538.540=-41.177

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	390.538-362.771=27.767
σ	4.747-42.114=-37.368
min	380.655-294.500=86.154
max	394.345-394.452=-0.107

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	2.138-0.000=2.138
min	558.000-562.000=-4.000
max	562.000

*mean*	784.208-755.997=28.211
σ	47.471-55.172=-7.702
min	682.089-639.199=42.890
max	848.250-810.150=38.100

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.328=0.001
σ	0.757-0.759=-0.002
min	1023.855-1023.855=-0.000
max	1027.461-1027.466=-0.005

*mean*	1050.600-1049.250=1.350
σ	309.792-318.917=-9.125
min	590.000-545.000=45.000
max	1518.000-1561.000=-43.000

*mean*	1.609-1.580=0.029
σ	0.136-0.087=0.049
min	1.520-1.507=0.012
max	2.155-1.871=0.285

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.331=0.070
σ	0.525-0.299=0.226
min	0.136-0.132=0.004
max	1.337-0.829=0.508

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.479=0.003
σ	0.325-0.326=-0.001
min	0.323-0.319=0.004
max	1.063-1.061=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.285-0.244=0.041
σ	0.132-0.042=0.091
min	0.207-0.210=-0.002
max	0.519-0.310=0.209

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.342=-0.006
σ	0.021-0.020=0.001
min	0.321-0.324=-0.003
max	0.372-0.369=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-437.000=-3.200
σ	3.033-6.595=-3.562
min	431.000
max	437.000-444.000=-7.000

*mean*	0.566-0.555=0.010
σ	0.033-0.052=-0.018
min	0.509-0.479=0.030
max	0.589-0.610=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.495-0.493=0.001
σ	0.021-0.045=-0.024
min	0.470-0.416=0.054
max	0.520-0.524=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.660-2.641=0.020
σ	0.110-0.107=0.004
min	2.457-2.450=0.006
max	3.147-3.148=-0.001

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.660-2.642=0.018
σ	0.092-0.091=0.001
min	2.474-2.447=0.027
max	2.937-2.834=0.103

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.306-0.307=-0.001
σ	0.010-0.012=-0.003
min	0.291-0.292=-0.001
max	0.374-0.380=-0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.294-0.296=-0.003
σ	0.008-0.020=-0.013
min	0.279-0.281=-0.002
max	0.334-0.482=-0.149

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.820-298.734=0.085
σ	0.982-1.002=-0.020
min	298.452-298.371=0.080
max	301.613-301.586=0.027

*mean*	444.400-442.900=1.500
σ	20.506-15.438=5.068
min	418.000-421.000=-3.000
max	473.000-465.000=8.000

*mean*	0.599-0.602=-0.003
σ	0.023-0.018=0.006
min	0.564-0.563=0.001
max	0.644-0.630=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	211.472-212.516=-1.045
σ	2.272-3.702=-1.430
min	209.071-206.939=2.132
max	214.877-216.965=-2.088

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	11.735-9.992=1.744
σ	1.503-0.434=1.069
min	9.860-9.505=0.355
max	12.948-10.806=2.142

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367
max	1042.367

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	699.902-658.332=41.571
σ	45.346-68.568=-23.221
min	625.532-592.108=33.424
max	728.633-727.671=0.963

phase=processProdDef

*mean*	4753.276
σ	0.000
min	4753.276
max	4753.276

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	4643.012-4556.094=86.918
σ	569.254-548.896=20.357
min	3862.612-3749.352=113.260
max	5469.975-5570.835=-100.860

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	43.921-35.593=8.328
σ	6.388-4.890=1.499
min	30.343-30.116=0.228
max	48.397-40.476=7.920

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1695.000-1687.000=8.000
σ	0.000
min	1695.000-1687.000=8.000
max	1695.000-1687.000=8.000

*mean*	836.115-704.907=131.208
σ	89.438-65.529=23.909
min	658.161-656.435=1.726
max	924.729-858.559=66.170

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.925-293.917=0.008
σ	0.045-0.043=0.002
min	293.860-293.860=-0.000
max	293.970-293.969=0.001

*mean*	446.000-442.000=4.000
σ	0.000-2.739=-2.739
min	446.000-440.000=6.000
max	446.000-445.000=1.000

*mean*	0.409-0.407=0.002
σ	0.015-0.012=0.003
min	0.391-0.393=-0.002
max	0.431-0.417=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.297-1320.314=-0.017
σ	0.039-0.030=0.009
min	1320.257-1320.267=-0.010
max	1320.345-1320.342=0.002

*mean*	1109.000-1090.400=18.600
σ	167.322-178.382=-11.061
min	896.000-863.000=33.000
max	1318.000-1304.000=14.000

*mean*	2.231-2.294=-0.063
σ	0.069-0.122=-0.053
min	2.156-2.173=-0.018
max	2.307-2.489=-0.182

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.484-1559.476=0.008
σ	3.418-3.379=0.039
min	1557.801-1557.793=0.008
max	1565.593-1565.514=0.079

*mean*	622.400-625.400=-3.000
σ	90.218-83.164=7.054
min	507.000-498.000=9.000
max	726.000-717.000=9.000

*mean*	2.413-2.341=0.072
σ	0.285-0.235=0.049
min	2.153-2.066=0.087
max	2.816-2.593=0.223

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.272-1882.263=0.009
σ	0.058-0.062=-0.005
min	1882.191-1882.193=-0.002
max	1882.345-1882.343=0.002

*mean*	1752.800-1724.400=28.400
σ	214.394-179.554=34.839
min	1467.000
max	1956.000-1889.000=67.000

*mean*	3.246-3.161=0.085
σ	0.322-0.302=0.020
min	2.906-2.783=0.123
max	3.629-3.530=0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.825-1.713=0.112
σ	0.149-0.167=-0.018
min	1.608-1.500=0.108
max	1.980-1.890=0.090

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-452.411=0.001
σ	583.278-583.279=-0.001
min	160.771-160.767=0.004
max	1327.329

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.546-0.531=0.016
σ	0.561-0.523=0.038
min	0.258-0.268=-0.011
max	1.388-1.315=0.073

policies=20

*mean*	1608.055-1608.037=0.018
σ	0.446-0.404=0.042
min	1607.756-1607.759=-0.003
max	1608.716-1608.634=0.082

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-448.250=1.750
σ	4.000-5.500=-1.500
min	444.000-440.000=4.000
max	452.000-451.000=1.000

*mean*	2.755-2.689=0.066
σ	0.051-0.010=0.041
min	2.706-2.679=0.027
max	2.826-2.700=0.126

policies=200

*mean*	16088.574-16088.535=0.039
σ	0.138-0.028=0.110
min	16088.467-16088.496=-0.029
max	16088.775-16088.560=0.215

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-496.500=3.250
σ	5.058-3.697=1.361
min	494.000-492.000=2.000
max	504.000-501.000=3.000

*mean*	27.387-27.329=0.058
σ	0.054-0.054=-0.000
min	27.328-27.265=0.063
max	27.458-27.391=0.068