Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.619=-0.002
σ	0.351-0.346=0.005
min	54.480-54.492=-0.012
max	55.616-55.605=0.011

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.140-0.155=-0.015
σ	0.004-0.009=-0.006
min	0.136-0.135=0.001
max	0.147-0.166=-0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.001
σ	0.005-0.005=0.000
min	43.780-43.779=0.001
max	43.798-43.793=0.005

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.123=0.001
σ	0.004-0.005=-0.001
min	0.120-0.116=0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.001

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	12.930-12.081=0.849
σ	1.805-0.347=1.457
min	11.865-11.529=0.336
max	17.338-12.643=4.694

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	12.633-11.570=1.064
σ	1.845-0.420=1.425
min	11.208-11.180=0.027
max	16.858-12.287=4.571

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.928=0.001

*mean*	7539.000-6046.000=1493.000
σ	0.000
min	7539.000-6046.000=1493.000
max	7539.000-6046.000=1493.000

*mean*	13.862-12.996=0.867
σ	1.037-1.167=-0.130
min	12.683-10.786=1.898
max	14.969-14.641=0.328

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	12.448-12.365=0.083
σ	2.061-1.897=0.164
min	10.408-10.131=0.276
max	15.255-15.078=0.176

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	8.695-8.566=0.129
σ	1.479-1.431=0.049
min	7.852-7.607=0.245
max	12.287-12.013=0.274

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	6.777-6.531=0.246
σ	1.236-1.201=0.035
min	5.770-5.898=-0.128
max	9.770-9.409=0.361

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.001
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.670=0.000

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	5.506-5.161=0.346
σ	0.476-0.148=0.327
min	5.232-4.990=0.242
max	6.658-5.409=1.248

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	5.377-4.909=0.469
σ	0.552-0.139=0.414
min	4.916-4.662=0.254
max	6.712-5.109=1.602

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=-0.000

*mean*	7539.000-6046.000=1493.000
σ	0.000
min	7539.000-6046.000=1493.000
max	7539.000-6046.000=1493.000

*mean*	1046.932-1469.473=-422.541
σ	7.270-660.036=-652.765
min	1035.974-1055.806=-19.832
max	1054.722-2826.101=-1771.379

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=0.000
min	8744.545-8744.545=0.000
max	8744.640-8744.640=-0.000

*mean*	3781.125-3812.500=-31.375
σ	1611.138-1664.667=-53.529
min	1969.000-1934.000=35.000
max	5940.000-6046.000=-106.000

*mean*	4667.597-4617.605=49.992
σ	1521.325-1506.762=14.563
min	3546.346-3570.984=-24.638
max	7346.178-7539.065=-192.887

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.000

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	85.835-85.588=0.246
σ	13.867-18.692=-4.825
min	71.045-70.184=0.861
max	111.853-127.460=-15.608

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.001
σ	0.001-0.001=0.001
min	40.944
max	40.947-40.945=0.002

*mean*	7539.000-6046.000=1493.000
σ	0.000
min	7539.000-6046.000=1493.000
max	7539.000-6046.000=1493.000

*mean*	238.197-97.193=141.004
σ	390.692-9.014=381.678
min	83.424-84.543=-1.119
max	1204.862-108.643=1096.218

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7539.000-6046.000=1493.000
σ	0.000
min	7539.000-6046.000=1493.000
max	7539.000-6046.000=1493.000

*mean*	150.459-222.715=-72.256
σ	14.222-223.229=-209.008
min	131.736-125.854=5.882
max	167.169-774.166=-606.997

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305-11655.305=0.000
max	11667.517-11667.521=-0.004

*mean*	4260.875-4100.250=160.625
σ	1878.606-1579.256=299.350
min	1969.000-1934.000=35.000
max	7539.000-6046.000=1493.000

*mean*	6556.533-6477.813=78.721
σ	1272.616-1339.910=-67.294
min	4974.746-4960.244=14.502
max	8407.184-8314.629=92.555

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.001=-0.000
min	11560.066
max	11560.069

*mean*	7539.000-6046.000=1493.000
σ	0.000
min	7539.000-6046.000=1493.000
max	7539.000-6046.000=1493.000

*mean*	5528.386-6685.580=-1157.195
σ	1404.023-1490.190=-86.167
min	4417.927-4469.633=-51.706
max	7445.557-8286.696=-841.139

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.581=0.001
σ	0.026-0.020=0.006
min	172.558
max	172.621-172.609=0.012

*mean*	1969.000-1934.000=35.000
σ	0.000
min	1969.000-1934.000=35.000
max	1969.000-1934.000=35.000

*mean*	350.637-349.097=1.539
σ	30.662-42.934=-12.272
min	306.645-266.566=40.079
max	397.662-398.319=-0.657

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.363=0.002
σ	0.044-0.039=0.005
min	357.321
max	357.423-357.410=0.013

*mean*	1969.000-1934.000=35.000
σ	0.000
min	1969.000-1934.000=35.000
max	1969.000-1934.000=35.000

*mean*	777.664-755.058=22.606
σ	34.291-63.865=-29.574
min	723.075-630.922=92.153
max	819.511-826.361=-6.850

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.182=0.004
σ	0.877-0.994=-0.116
min	1007.687-1007.687=-0.000
max	1011.822-1012.321=-0.499

*mean*	1042.050-1043.550=-1.500
σ	307.820-300.811=7.009
min	546.000-570.000=-24.000
max	1474.000-1469.000=5.000

*mean*	1.562-1.565=-0.003
σ	0.138-0.216=-0.078
min	1.457-1.406=0.051
max	2.013-2.452=-0.439

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.411-0.421=-0.010
σ	0.144-0.135=0.009
min	0.322-0.347=-0.025
max	0.665-0.661=0.004

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.880-0.883=-0.003
σ	0.088-0.084=0.004
min	0.822-0.819=0.003
max	1.032-1.027=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.541-0.547=-0.006
σ	0.049-0.055=-0.006
min	0.499-0.513=-0.013
max	0.624-0.640=-0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.845-0.834=0.011
σ	0.034-0.050=-0.017
min	0.816-0.792=0.024
max	0.902-0.919=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=0.000
σ	0.025-0.025=0.000
min	963.523
max	963.584-963.584=0.000

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.804-0.802=0.002
σ	0.056-0.083=-0.027
min	0.725-0.658=0.068
max	0.860-0.859=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.007-0.006=0.001
min	884.847
max	884.861-884.861=0.000

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.698-0.698=0.000
σ	0.040-0.043=-0.004
min	0.668-0.655=0.013
max	0.746-0.746=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	4.238-4.272=-0.033
σ	0.086-0.091=-0.005
min	4.101-4.134=-0.033
max	4.562-4.589=-0.026

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.002

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	4.227-4.255=-0.028
σ	0.081-0.070=0.011
min	4.099-4.077=0.022
max	4.551-4.470=0.081

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.749-0.754=-0.005
σ	0.016-0.022=-0.007
min	0.718-0.670=0.048
max	0.845-0.887=-0.042

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.711-0.715=-0.005
σ	0.013-0.015=-0.002
min	0.685-0.676=0.009
max	0.771-0.776=-0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.393-297.366=0.027
σ	0.211-0.250=-0.039
min	297.246-297.156=0.090
max	297.968-298.045=-0.077

*mean*	1969.000-1934.000=35.000
σ	0.000
min	1969.000-1934.000=35.000
max	1969.000-1934.000=35.000

*mean*	0.570-0.573=-0.003
σ	0.052-0.041=0.011
min	0.497-0.499=-0.001
max	0.666-0.617=0.049

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996
σ	0.000
min	221.996
max	221.996

*mean*	1598.000-1811.500=-213.500
σ	0.000-7.964=-7.964
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	207.856-209.444=-1.588
σ	2.730-3.023=-0.293
min	204.500-205.793=-1.293
max	211.599-213.888=-2.289

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1598.000-1811.500=-213.500
σ	0.000-7.964=-7.964
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	11.398-11.912=-0.514
σ	1.546-1.946=-0.400
min	9.348-7.482=1.866
max	12.557-13.183=-0.627

phase=parser

*mean*	1041.085-1041.085=-0.000
σ	0.000
min	1041.085
max	1041.086

*mean*	1598.000-1811.500=-213.500
σ	0.000-7.964=-7.964
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	680.160-680.866=-0.705
σ	59.886-127.920=-68.035
min	591.023-421.747=169.276
max	730.130-832.579=-102.448

phase=processProdDef

*mean*	6169.661-6169.661=-0.001
σ	0.001-0.002=-0.001
min	6169.660
max	6169.662-6169.666=-0.004

*mean*	1598.000-1813.875=-215.875
σ	0.000-7.900=-7.900
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	6313.140-5258.688=1054.452
σ	1114.082-1678.615=-564.533
min	4000.467-3674.879=325.588
max	7317.010-8049.319=-732.309

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1598.000-1811.500=-213.500
σ	0.000-7.964=-7.964
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	44.582-43.840=0.742
σ	3.716-8.606=-4.889
min	39.671-26.452=13.219
max	47.775-50.974=-3.200

phase=type checker

*mean*	958.665
σ	0.055
min	958.579
max	958.736

*mean*	1598.000-1811.500=-213.500
σ	0.000-7.964=-7.964
min	1598.000-1803.000=-205.000
max	1598.000-1822.000=-224.000

*mean*	764.450-813.147=-48.697
σ	79.353-126.533=-47.180
min	666.565-641.549=25.016
max	883.391-1027.488=-144.097

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.761-289.765=-0.004
σ	0.038-0.029=0.009
min	289.712-289.722=-0.010
max	289.803-289.802=0.000

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	0.392-0.403=-0.010
σ	0.009-0.011=-0.002
min	0.386-0.394=-0.008
max	0.408-0.415=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.593-1299.641=-0.048
σ	0.094-0.112=-0.019
min	1299.508-1299.542=-0.035
max	1299.748-1299.819=-0.071

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	2.009-2.052=-0.043
σ	0.147-0.214=-0.068
min	1.883-1.818=0.065
max	2.242-2.271=-0.029

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.676-1542.628=0.047
σ	4.018-4.028=-0.011
min	1540.728-1540.653=0.075
max	1549.859-1549.829=0.030

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	2.380-2.208=0.173
σ	0.210-0.096=0.114
min	2.140-2.113=0.027
max	2.646-2.354=0.292

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.645-1861.644=0.001
σ	0.077-0.056=0.021
min	1861.556-1861.570=-0.014
max	1861.734-1861.705=0.029

*mean*	1788.600-1866.800=-78.200
σ	179.263-61.345=117.918
min	1598.000-1822.000=-224.000
max	1969.000-1934.000=35.000

*mean*	3.226-2.915=0.311
σ	0.302-0.105=0.197
min	2.889-2.791=0.097
max	3.603-3.040=0.562

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.765-1.744=0.021
σ	0.157-0.119=0.038
min	1.566-1.629=-0.063
max	1.906-1.899=0.007

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.184=-0.000
σ	577.142-577.140=0.002
min	157.610-157.612=-0.003
max	1311.897-1311.894=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	0.547-0.550=-0.003
σ	0.564-0.571=-0.007
min	0.261-0.261=-0.000
max	1.393-1.407=-0.014

policies=20

*mean*	1576.406-1576.412=-0.006
σ	0.358-0.362=-0.004
min	1576.159-1576.164=-0.005
max	1576.938-1576.950=-0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	2.623-2.635=-0.012
σ	0.014-0.013=0.001
min	2.609-2.618=-0.009
max	2.642-2.650=-0.008

policies=200

*mean*	15772.276-15772.318=-0.041
σ	0.172-0.133=0.039
min	15772.138-15772.214=-0.076
max	15772.502-15772.507=-0.005

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1598.000-1822.000=-224.000
σ	0.000
min	1598.000-1822.000=-224.000
max	1598.000-1822.000=-224.000

*mean*	26.609-26.662=-0.053
σ	0.165-0.103=0.061
min	26.495-26.535=-0.040
max	26.853-26.781=0.072