Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.619=-0.001
σ	0.348-0.350=-0.002
min	54.489-54.484=0.005
max	55.608-55.613=-0.005

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.004=0.001
min	0.133-0.135=-0.002
max	0.147-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.789=-0.002
σ	0.007-0.008=-0.000
min	43.778-43.782=-0.004
max	43.803-43.804=-0.001

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.122=-0.001
σ	0.006-0.005=0.001
min	0.115-0.116=-0.000
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	13.014-12.786=0.228
σ	0.319-0.300=0.018
min	12.589-12.408=0.181
max	13.547-13.373=0.173

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	12.948-12.917=0.031
σ	0.604-0.541=0.062
min	11.965-11.980=-0.015
max	13.619-13.475=0.145

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933

*mean*	7325.000-7316.000=9.000
σ	0.000
min	7325.000-7316.000=9.000
max	7325.000-7316.000=9.000

*mean*	15.018-15.377=-0.359
σ	0.866-0.757=0.109
min	12.963-13.669=-0.705
max	15.664-16.006=-0.343

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	12.958-12.889=0.069
σ	1.837-2.032=-0.195
min	11.057-11.115=-0.058
max	15.481-15.870=-0.389

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991-27.991=0.000

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	8.938-9.131=-0.193
σ	0.388-0.356=0.032
min	8.497-8.767=-0.271
max	9.633-9.667=-0.034

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	6.862-6.592=0.270
σ	0.254-0.335=-0.081
min	6.305-6.057=0.248
max	7.153-7.005=0.148

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	6.042-6.048=-0.006
σ	0.105-0.117=-0.013
min	5.868-5.881=-0.013
max	6.162-6.216=-0.053

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	5.886-5.877=0.008
σ	0.081-0.271=-0.190
min	5.728-5.415=0.313
max	5.974-6.242=-0.268

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7325.000-7316.000=9.000
σ	0.000
min	7325.000-7316.000=9.000
max	7325.000-7316.000=9.000

*mean*	1061.264-1228.951=-167.687
σ	11.365-386.970=-375.604
min	1048.034-1056.550=-8.516
max	1077.374-2168.374=-1091.000

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.001
σ	0.470-0.469=0.001
min	8744.554-8744.554=0.000
max	8745.884-8745.883=0.001

*mean*	3577.750-3576.250=1.500
σ	1802.046-1799.220=2.826
min	1045.000-1044.000=1.000
max	5813.000-5806.000=7.000

*mean*	4581.009-4963.661=-382.652
σ	1253.091-1529.993=-276.902
min	3551.539-3554.329=-2.790
max	6723.235-7092.862=-369.627

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	84.873-77.937=6.936
σ	11.704-9.153=2.551
min	70.770-71.571=-0.801
max	99.956-99.480=0.476

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.943-40.944=-0.001
max	40.945-40.945=-0.001

*mean*	7325.000-7316.000=9.000
σ	0.000
min	7325.000-7316.000=9.000
max	7325.000-7316.000=9.000

*mean*	106.736-107.541=-0.804
σ	6.163-4.593=1.569
min	94.125-99.235=-5.111
max	112.548-112.261=0.287

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7325.000-7316.000=9.000
σ	0.000
min	7325.000-7316.000=9.000
max	7325.000-7316.000=9.000

*mean*	162.534-164.068=-1.534
σ	9.984-7.604=2.380
min	139.638-147.703=-8.065
max	168.931-169.993=-1.062

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4157.000-4155.125=1.875
σ	1906.184-1902.748=3.436
min	1556.000-1553.000=3.000
max	7325.000-7316.000=9.000

*mean*	6272.081-6653.833=-381.752
σ	808.443-1190.188=-381.745
min	4916.282-4932.038=-15.756
max	7776.038-7967.302=-191.264

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=0.000

*mean*	7325.000-7316.000=9.000
σ	0.000
min	7325.000-7316.000=9.000
max	7325.000-7316.000=9.000

*mean*	5595.287-5679.294=-84.008
σ	1556.260-1365.652=190.608
min	4338.304-4415.840=-77.537
max	7892.700-7694.598=198.102

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	367.012-372.659=-5.647
σ	42.579-34.646=7.933
min	298.006-300.283=-2.277
max	401.776-398.180=3.596

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	765.974-745.927=20.047
σ	41.373-66.417=-25.044
min	680.848-636.695=44.153
max	799.187-804.528=-5.341

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.374=0.001
σ	0.760-0.760=-0.000
min	1007.900-1007.900=0.001
max	1011.517-1011.516=0.001

*mean*	1045.750-1045.800=-0.050
σ	299.421-299.057=0.363
min	562.000-566.000=-4.000
max	1447.000

*mean*	1.536-1.538=-0.002
σ	0.071-0.072=-0.002
min	1.471-1.465=0.006
max	1.744-1.675=0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.289-0.383=-0.094
σ	0.284-0.488=-0.205
min	0.131-0.139=-0.008
max	0.791-1.254=-0.463

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.480=0.007
σ	0.317-0.323=-0.006
min	0.333-0.323=0.010
max	1.055-1.058=-0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.216=0.002
σ	0.026-0.023=0.003
min	0.197-0.190=0.006
max	0.257-0.252=0.005

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.326=0.003
σ	0.020-0.014=0.006
min	0.306-0.313=-0.007
max	0.360-0.350=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400
σ	1.342
min	432.000
max	435.000

*mean*	0.579-0.525=0.054
σ	0.035-0.046=-0.011
min	0.534-0.476=0.058
max	0.610-0.590=0.019

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.467-0.463=0.004
σ	0.056-0.031=0.025
min	0.410-0.439=-0.029
max	0.535-0.515=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	1.971-1.951=0.021
σ	0.077-0.099=-0.021
min	1.864-1.823=0.041
max	2.373-2.768=-0.395

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	1.959-1.958=0.001
σ	0.063-0.083=-0.020
min	1.854-1.840=0.015
max	2.177-2.367=-0.190

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.303-0.304=-0.001
σ	0.006-0.008=-0.001
min	0.290-0.288=0.002
max	0.344-0.347=-0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.287-0.294=-0.007
σ	0.007-0.009=-0.002
min	0.275-0.274=0.001
max	0.319-0.334=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.030-297.978=0.051
σ	1.040-0.984=0.056
min	297.617-297.566=0.051
max	300.987-300.773=0.214

*mean*	442.400-441.300=1.100
σ	16.133-16.159=-0.026
min	417.000-415.000=2.000
max	463.000-462.000=1.000

*mean*	0.606-0.612=-0.006
σ	0.017-0.016=0.001
min	0.567-0.583=-0.016
max	0.629-0.635=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1664.250-1629.125=35.125
σ	148.175-131.279=16.897
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	204.823-203.954=0.869
σ	2.563-1.236=1.327
min	200.072-201.820=-1.749
max	208.042-205.547=2.495

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1664.250-1629.125=35.125
σ	148.175-131.279=16.897
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	11.417-12.012=-0.595
σ	1.690-2.230=-0.540
min	9.301-7.445=1.856
max	12.816-15.229=-2.413

phase=parser

*mean*	1041.160-1041.159=0.001
σ	0.000-0.000=-0.000
min	1041.159-1041.158=0.001
max	1041.160-1041.159=0.001

*mean*	1664.250-1629.125=35.125
σ	148.175-131.279=16.897
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	670.260-680.248=-9.988
σ	67.779-121.830=-54.051
min	583.060-424.725=158.335
max	728.594-827.431=-98.836

phase=processProdDef

*mean*	6169.661-6169.660=0.001
σ	0.001-0.001=0.000
min	6169.660-6169.659=0.001
max	6169.662-6169.661=0.001

*mean*	1702.375-1661.875=40.500
σ	135.965-123.493=12.473
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	5023.096-5168.782=-145.686
σ	1119.160-487.500=631.660
min	3583.718-4489.233=-905.514
max	6700.711-5917.362=783.348

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1664.250-1629.125=35.125
σ	148.175-131.279=16.897
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	45.112-44.155=0.957
σ	4.558-9.166=-4.608
min	39.827-26.123=13.704
max	51.758-54.731=-2.973

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1664.250-1629.125=35.125
σ	148.175-131.279=16.897
min	1491.000-1488.000=3.000
max	1796.000-1750.000=46.000

*mean*	741.340-765.002=-23.662
σ	75.449-68.108=7.341
min	661.601-636.706=24.894
max	872.085-875.072=-2.987

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-292.778=-0.006
σ	0.036-0.038=-0.002
min	292.724-292.723=0.001
max	292.812-292.811=0.001

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.400-0.404=-0.004
σ	0.002-0.009=-0.007
min	0.398-0.397=0.001
max	0.403-0.415=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.888-1302.873=0.014
σ	0.081-0.096=-0.015
min	1302.747-1302.709=0.038
max	1302.948-1302.960=-0.012

*mean*	1077.200-1076.400=0.800
σ	186.480-172.668=13.812
min	842.000-867.000=-25.000
max	1324.000-1295.000=29.000

*mean*	2.075-2.068=0.007
σ	0.159-0.213=-0.054
min	1.861-1.835=0.025
max	2.232-2.276=-0.044

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.916-1545.902=0.014
σ	4.015-4.045=-0.030
min	1543.956-1543.917=0.039
max	1553.092-1553.131=-0.040

*mean*	612.400-625.400=-13.000
σ	73.180-86.243=-13.063
min	498.000-492.000=6.000
max	691.000-718.000=-27.000

*mean*	2.274-2.291=-0.016
σ	0.127-0.270=-0.142
min	2.174-2.140=0.033
max	2.496-2.770=-0.274

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.849-1864.842=0.007
σ	0.063-0.041=0.022
min	1864.767-1864.792=-0.025
max	1864.929-1864.889=0.040

*mean*	1713.200-1718.200=-5.000
σ	233.405-209.329=24.075
min	1429.000-1428.000=1.000
max	2020.000-1913.000=107.000

*mean*	2.959-2.914=0.044
σ	0.052-0.060=-0.008
min	2.912-2.874=0.037
max	3.030-3.020=0.011

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.728-1.686=0.042
σ	0.098-0.190=-0.092
min	1.573-1.375=0.198
max	1.830-1.817=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.753=0.001
σ	579.109-579.110=-0.002
min	158.196-158.196=-0.000
max	1316.417-1316.418=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.530-0.533=-0.002
σ	0.540-0.542=-0.003
min	0.259-0.260=-0.000
max	1.340-1.346=-0.006

policies=20

*mean*	1582.279-1582.279=-0.000
σ	0.333-0.366=-0.034
min	1582.041-1582.021=0.020
max	1582.769-1582.820=-0.051

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000
σ	3.464-4.619=-1.155
min	444.000-443.000=1.000
max	450.000-451.000=-1.000

*mean*	2.609-2.638=-0.029
σ	0.011-0.002=0.009
min	2.596-2.635=-0.040
max	2.623-2.640=-0.018

policies=200

*mean*	15830.808-15830.719=0.089
σ	0.190-0.124=0.066
min	15830.667-15830.550=0.117
max	15831.087-15830.849=0.239

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-498.500=-1.000
σ	5.568-5.802=-0.235
min	490.000-491.000=-1.000
max	503.000-505.000=-2.000

*mean*	26.546-26.613=-0.067
σ	0.158-0.102=0.056
min	26.350-26.504=-0.154
max	26.675-26.728=-0.054