Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.570-54.572=-0.002
σ	0.348-0.350=-0.002
min	54.437-54.443=-0.006
max	55.559-55.567=-0.008

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.004=0.000
min	0.136-0.138=-0.002
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.002
σ	0.006-0.006=-0.000
min	43.694-43.699=-0.005
max	43.714-43.720=-0.005

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.124-0.123=0.002
σ	0.005-0.005=-0.000
min	0.121-0.116=0.005
max	0.135-0.132=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.616-36.616=-0.000
max	36.620-36.623=-0.004

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	12.060-12.110=-0.050
σ	0.278-0.255=0.022
min	11.632-11.658=-0.026
max	12.374-12.485=-0.111

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	12.235-11.767=0.467
σ	0.587-0.716=-0.129
min	11.182-10.927=0.254
max	12.924-12.763=0.160

op=table_records(), no indexes

*mean*	41.928-41.932=-0.003
σ	0.000-0.001=-0.001
min	41.928-41.929=-0.001
max	41.929-41.933=-0.003

*mean*	6039.000-7541.000=-1502.000
σ	0.000
min	6039.000-7541.000=-1502.000
max	6039.000-7541.000=-1502.000

*mean*	13.185-13.841=-0.656
σ	1.201-1.060=0.140
min	10.760-12.492=-1.733
max	14.721-15.164=-0.443

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.001
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	12.273-11.999=0.274
σ	1.871-1.638=0.233
min	10.479-9.963=0.516
max	14.688-14.662=0.026

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	8.364-8.425=-0.061
σ	0.427-0.763=-0.336
min	7.868-7.836=0.032
max	8.976-10.144=-1.168

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	5.810-6.468=-0.658
σ	0.446-0.668=-0.223
min	5.293-6.053=-0.760
max	6.366-8.064=-1.698

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.001
min	25.664-25.665=-0.000
max	25.670-25.668=0.001

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	5.310-5.402=-0.091
σ	0.132-0.088=0.044
min	5.105-5.298=-0.194
max	5.502-5.598=-0.096

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.001
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	5.089-5.200=-0.111
σ	0.158-0.082=0.076
min	4.825-5.065=-0.240
max	5.269-5.322=-0.052

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.597=-0.003
σ	0.000-0.000=0.000
min	2524.593-2524.597=-0.003
max	2524.594-2524.597=-0.003

*mean*	6039.000-7541.000=-1502.000
σ	0.000
min	6039.000-7541.000=-1502.000
max	6039.000-7541.000=-1502.000

*mean*	1433.368-1043.373=389.995
σ	620.010-7.348=612.663
min	1049.005-1033.734=15.271
max	2731.327-1057.569=1673.758

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.000
max	8744.640-8744.640=-0.001

*mean*	3799.625-3765.500=34.125
σ	1673.291-1635.989=37.302
min	1896.000-1895.000=1.000
max	6039.000-5943.000=96.000

*mean*	4572.283-4465.648=106.635
σ	1436.117-1298.735=137.382
min	3550.527-3538.839=11.687
max	7210.177-6797.987=412.190

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	81.775-84.709=-2.933
σ	10.114-11.095=-0.982
min	68.660-70.626=-1.967
max	93.188-96.280=-3.092

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6039.000-7541.000=-1502.000
σ	0.000
min	6039.000-7541.000=-1502.000
max	6039.000-7541.000=-1502.000

*mean*	96.655-249.127=-152.472
σ	11.320-417.673=-406.353
min	74.115-89.759=-15.643
max	107.590-1282.642=-1175.053

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.686

*mean*	6039.000-7541.000=-1502.000
σ	0.000
min	6039.000-7541.000=-1502.000
max	6039.000-7541.000=-1502.000

*mean*	226.101-153.352=72.749
σ	239.566-12.430=227.136
min	108.412-139.850=-31.438
max	817.435-168.213=649.221

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.001
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.517=-0.000

*mean*	4090.000-4254.500=-164.500
σ	1584.333-1891.966=-307.633
min	1896.000-1895.000=1.000
max	6039.000-7541.000=-1502.000

*mean*	6406.506-5990.646=415.860
σ	1301.320-840.284=461.036
min	4937.336-4967.766=-30.430
max	8160.381-7501.264=659.116

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=0.000
min	11560.066-11560.064=0.002
max	11560.069-11560.066=0.003

*mean*	6039.000-7541.000=-1502.000
σ	0.000
min	6039.000-7541.000=-1502.000
max	6039.000-7541.000=-1502.000

*mean*	7025.621-5062.769=1962.852
σ	1346.026-1004.905=341.121
min	4462.869-4390.325=72.544
max	8289.886-6783.496=1506.390

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.586=-0.003
σ	0.021-0.019=0.002
min	172.558-172.560=-0.002
max	172.609-172.606=0.003

*mean*	1896.000-1895.000=1.000
σ	0.000
min	1896.000-1895.000=1.000
max	1896.000-1895.000=1.000

*mean*	350.670-370.505=-19.835
σ	47.273-19.918=27.355
min	265.534-354.945=-89.411
max	394.818-403.379=-8.561

op=pointedIndexFromKvs

rows=400000

*mean*	357.365-357.358=0.007
σ	0.042-0.039=0.003
min	357.321
max	357.420-357.404=0.016

*mean*	1896.000-1895.000=1.000
σ	0.000
min	1896.000-1895.000=1.000
max	1896.000-1895.000=1.000

*mean*	745.317-767.771=-22.455
σ	74.284-68.005=6.279
min	618.826-603.558=15.268
max	810.644-808.922=1.722

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.311-1008.329=-0.018
σ	0.882-0.872=0.010
min	1007.814-1007.828=-0.014
max	1011.965-1011.936=0.030

*mean*	1045.650-1040.650=5.000
σ	293.615-306.840=-13.225
min	550.000-544.000=6.000
max	1442.000-1470.000=-28.000

*mean*	1.541-1.560=-0.019
σ	0.082-0.139=-0.057
min	1.467-1.370=0.097
max	1.787-2.032=-0.244

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.419-0.451=-0.032
σ	0.124-0.125=-0.001
min	0.339-0.376=-0.038
max	0.638-0.673=-0.035

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.877-0.916=-0.038
σ	0.094-0.084=0.010
min	0.818-0.855=-0.037
max	1.043-1.061=-0.018

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.550-0.559=-0.009
σ	0.049-0.054=-0.004
min	0.502-0.513=-0.012
max	0.630-0.647=-0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.851-0.880=-0.029
σ	0.044-0.027=0.018
min	0.815-0.862=-0.046
max	0.925-0.926=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.541=0.002
σ	0.025-0.032=-0.006
min	963.523
max	963.585-963.596=-0.011

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.824-0.791=0.034
σ	0.049-0.067=-0.018
min	0.753-0.692=0.061
max	0.859-0.859=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.007-0.006=0.000
min	884.847
max	884.862-884.862=-0.000

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.709-0.721=-0.012
σ	0.049-0.035=0.014
min	0.627-0.670=-0.042
max	0.753-0.749=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	3.554-3.560=-0.006
σ	0.083-0.069=0.014
min	3.396-3.440=-0.045
max	3.922-3.884=0.039

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	3.544-3.758=-0.214
σ	0.081-0.339=-0.258
min	3.377-3.305=0.072
max	3.829-4.523=-0.694

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.747-0.618=0.129
σ	0.018-0.107=-0.089
min	0.719-0.528=0.191
max	0.859-0.892=-0.033

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1442.000-1470.000=-28.000
σ	0.000
min	1442.000-1470.000=-28.000
max	1442.000-1470.000=-28.000

*mean*	0.705-0.522=0.183
σ	0.017-0.020=-0.003
min	0.675-0.386=0.289
max	0.801-0.587=0.213

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.466-297.570=-0.105
σ	0.271-0.202=0.068
min	297.240-297.427=-0.187
max	298.192-298.108=0.084

*mean*	1896.000-1895.000=1.000
σ	0.000
min	1896.000-1895.000=1.000
max	1896.000-1895.000=1.000

*mean*	0.576-0.604=-0.027
σ	0.032-0.036=-0.004
min	0.535-0.542=-0.007
max	0.616-0.685=-0.070

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.997-221.996=0.000
σ	0.000-0.000=0.000
min	221.997-221.996=0.000
max	221.997-221.996=0.000

*mean*	1609.000-1776.750=-167.750
σ	1.852-5.092=-3.240
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	203.550-203.857=-0.307
σ	1.981-4.353=-2.372
min	200.992-199.848=1.144
max	206.818-213.795=-6.978

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1609.000-1776.750=-167.750
σ	1.852-5.092=-3.240
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	10.433-12.208=-1.775
σ	1.922-1.033=0.889
min	7.497-9.673=-2.177
max	12.689-12.809=-0.120

phase=parser

*mean*	1041.087-1041.085=0.001
σ	0.000-0.000=-0.000
min	1041.087-1041.085=0.002
max	1041.087-1041.086=0.001

*mean*	1609.000-1776.750=-167.750
σ	1.852-5.092=-3.240
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	640.094-737.164=-97.070
σ	94.183-25.563=68.620
min	484.180-719.852=-235.672
max	731.538-798.929=-67.391

phase=processProdDef

*mean*	6169.661-6169.661=0.001
σ	0.001
min	6169.661-6169.660=0.001
max	6169.662-6169.662=0.001

*mean*	1609.500-1778.125=-168.625
σ	1.414-5.693=-4.279
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	6610.400-5493.318=1117.083
σ	1254.882-1446.319=-191.437
min	3814.144-4150.606=-336.462
max	7743.091-7705.363=37.728

phase=renaming

*mean*	21.670-21.666=0.004
σ	0.000
min	21.670-21.666=0.004
max	21.670-21.666=0.004

*mean*	1609.000-1776.750=-167.750
σ	1.852-5.092=-3.240
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	41.247-46.761=-5.514
σ	7.240-2.560=4.680
min	26.155-40.603=-14.448
max	48.021-48.776=-0.755

phase=type checker

*mean*	958.665
σ	0.055
min	958.579
max	958.736

*mean*	1609.000-1776.750=-167.750
σ	1.852-5.092=-3.240
min	1606.000-1774.000=-168.000
max	1610.000-1785.000=-175.000

*mean*	793.636-819.556=-25.920
σ	103.989-51.510=52.479
min	655.328-742.993=-87.665
max	916.732-876.010=40.722

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	290.376-290.451=-0.075
σ	0.035-0.035=-0.000
min	290.333-290.401=-0.068
max	290.415-290.485=-0.071

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	0.404-0.402=0.002
σ	0.010-0.008=0.002
min	0.393-0.396=-0.003
max	0.416-0.416=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1300.280-1300.291=-0.011
σ	0.078-0.133=-0.055
min	1300.188-1300.151=0.037
max	1300.383-1300.507=-0.124

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	2.185-1.984=0.201
σ	0.048-0.184=-0.136
min	2.118-1.811=0.307
max	2.235-2.184=0.051

iters=5

new-facts=6402

prior-facts=1

*mean*	1543.252-1543.321=-0.069
σ	4.034-4.020=0.014
min	1541.284-1541.341=-0.056
max	1550.464-1550.506=-0.042

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	2.295-2.270=0.026
σ	0.155-0.115=0.041
min	2.124-2.107=0.017
max	2.497-2.392=0.105

iters=5

new-facts=6402

prior-facts=6402

*mean*	1862.233-1862.301=-0.068
σ	0.050-0.049=0.001
min	1862.175-1862.259=-0.083
max	1862.297-1862.374=-0.077

*mean*	1764.000-1829.000=-65.000
σ	133.334-60.249=73.085
min	1610.000-1785.000=-175.000
max	1896.000-1895.000=1.000

*mean*	3.109-3.020=0.089
σ	0.390-0.226=0.164
min	2.793-2.833=-0.040
max	3.752-3.396=0.356

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.848=-0.093
σ	0.176-0.076=0.100
min	1.483-1.790=-0.308
max	1.962-1.979=-0.016

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.346-446.370=-0.025
σ	577.140-577.141=-0.001
min	157.773-157.799=-0.025
max	1312.056-1312.081=-0.026

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	0.551-0.429=0.122
σ	0.568-0.317=0.251
min	0.263-0.270=-0.007
max	1.402-0.904=0.498

policies=20

*mean*	1578.030-1578.299=-0.269
σ	0.343-0.409=-0.067
min	1577.798-1578.027=-0.229
max	1578.540-1578.908=-0.369

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	2.611-2.719=-0.108
σ	0.006-0.045=-0.039
min	2.604-2.695=-0.091
max	2.617-2.786=-0.169

policies=200

*mean*	15788.506-15790.606=-2.099
σ	0.114-0.161=-0.047
min	15788.410-15790.488=-2.078
max	15788.663-15790.839=-2.176

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1610.000-1785.000=-175.000
σ	0.000
min	1610.000-1785.000=-175.000
max	1610.000-1785.000=-175.000

*mean*	26.490-26.768=-0.278
σ	0.085-0.330=-0.245
min	26.428-26.344=0.084
max	26.611-27.151=-0.541