Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.001
σ	0.350-0.352=-0.002
min	54.478-54.480=-0.002
max	55.613-55.618=-0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.138=0.002
σ	0.003-0.004=-0.001
min	0.136-0.131=0.005
max	0.145-0.145=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.006-0.007=-0.001
min	43.776-43.773=0.003
max	43.799-43.798=0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.122=0.001
σ	0.004-0.005=-0.001
min	0.120-0.117=0.003
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4102.500-4290.625=-188.125
σ	1574.760-1877.362=-302.602
min	1961.000-2074.000=-113.000
max	6047.000-7587.000=-1540.000

*mean*	12.411-12.346=0.065
σ	0.330-0.222=0.108
min	11.966-12.082=-0.116
max	12.694-12.721=-0.027

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4102.500-4290.625=-188.125
σ	1574.760-1877.362=-302.602
min	1961.000-2074.000=-113.000
max	6047.000-7587.000=-1540.000

*mean*	12.001-12.662=-0.660
σ	0.607-0.564=0.043
min	11.198-11.712=-0.515
max	13.019-13.219=-0.200

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.000-0.000=0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.004

*mean*	6047.000-7587.000=-1540.000
σ	0.000
min	6047.000-7587.000=-1540.000
max	6047.000-7587.000=-1540.000

*mean*	13.308-14.122=-0.814
σ	1.183-1.197=-0.014
min	11.363-12.508=-1.145
max	15.102-15.346=-0.244

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4102.500-4089.125=13.375
σ	1574.760-1526.791=47.969
min	1961.000-2074.000=-113.000
max	6047.000-5975.000=72.000

*mean*	13.107-12.709=0.398
σ	2.095-1.854=0.241
min	10.621-10.897=-0.276
max	15.701-14.927=0.774

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603
max	27.609-27.607=0.002

*mean*	4102.500-4089.125=13.375
σ	1574.760-1526.791=47.969
min	1961.000-2074.000=-113.000
max	6047.000-5975.000=72.000

*mean*	9.239-8.716=0.523
σ	1.258-0.538=0.720
min	8.136-8.127=0.009
max	12.169-9.503=2.666

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4102.500-4089.125=13.375
σ	1574.760-1526.791=47.969
min	1961.000-2074.000=-113.000
max	6047.000-5975.000=72.000

*mean*	6.855-6.219=0.635
σ	1.214-0.313=0.902
min	6.210-5.667=0.543
max	9.824-6.628=3.196

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.670=0.000

*mean*	4102.500-4290.625=-188.125
σ	1574.760-1877.362=-302.602
min	1961.000-2074.000=-113.000
max	6047.000-7587.000=-1540.000

*mean*	5.677-5.609=0.069
σ	0.074-0.129=-0.054
min	5.565-5.442=0.123
max	5.797-5.855=-0.057

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4102.500-4290.625=-188.125
σ	1574.760-1877.362=-302.602
min	1961.000-2074.000=-113.000
max	6047.000-7587.000=-1540.000

*mean*	5.400-5.329=0.071
σ	0.076-0.181=-0.105
min	5.256-5.012=0.244
max	5.492-5.551=-0.060

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.597-2524.594=0.003
σ	0.001-0.001=-0.001
min	2524.597-2524.593=0.004
max	2524.598-2524.597=0.001

*mean*	6047.000-7587.000=-1540.000
σ	0.000
min	6047.000-7587.000=-1540.000
max	6047.000-7587.000=-1540.000

*mean*	1456.715-1110.994=345.722
σ	681.749-164.173=517.576
min	1042.753-1045.799=-3.046
max	2933.060-1517.060=1416.000

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.032-0.033=-0.000
min	8744.545-8744.545=0.000
max	8744.639-8744.640=-0.001

*mean*	3819.375-3820.500=-1.125
σ	1655.702-1591.957=63.745
min	1961.000-2074.000=-113.000
max	6047.000-5975.000=72.000

*mean*	4650.378-4540.059=110.319
σ	1506.776-1348.664=158.112
min	3573.007-3542.116=30.892
max	7594.343-6691.875=902.468

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.079=-0.001
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4102.500-4290.625=-188.125
σ	1574.760-1877.362=-302.602
min	1961.000-2074.000=-113.000
max	6047.000-7587.000=-1540.000

*mean*	88.346-135.648=-47.302
σ	17.826-151.212=-133.386
min	71.545-72.146=-0.601
max	121.116-508.799=-387.683

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	6047.000-7587.000=-1540.000
σ	0.000
min	6047.000-7587.000=-1540.000
max	6047.000-7587.000=-1540.000

*mean*	95.355-101.037=-5.681
σ	8.646-8.776=-0.131
min	81.993-88.570=-6.577
max	106.448-109.016=-2.569

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.001-0.000=0.001
min	66.685-66.685=-0.000
max	66.689-66.687=0.003

*mean*	6047.000-7587.000=-1540.000
σ	0.000
min	6047.000-7587.000=-1540.000
max	6047.000-7587.000=-1540.000

*mean*	225.284-311.908=-86.625
σ	233.246-448.678=-215.431
min	126.888-137.063=-10.175
max	801.602-1421.888=-620.286

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.318=-0.001
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4102.500-4089.125=13.375
σ	1574.760-1526.791=47.969
min	1961.000-2074.000=-113.000
max	6047.000-5975.000=72.000

*mean*	6504.478-6427.067=77.411
σ	1262.406-1307.636=-45.230
min	4992.525-4914.429=78.096
max	8507.639-8172.389=335.250

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.000-0.001=-0.001
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	6047.000-7587.000=-1540.000
σ	0.000
min	6047.000-7587.000=-1540.000
max	6047.000-7587.000=-1540.000

*mean*	6806.318-5280.325=1525.992
σ	1192.907-1169.728=23.180
min	4487.236-4366.582=120.654
max	8089.245-7201.752=887.493

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.584-172.582=0.002
σ	0.024-0.021=0.003
min	172.558
max	172.617-172.613=0.004

*mean*	1961.000-2074.000=-113.000
σ	0.000
min	1961.000-2074.000=-113.000
max	1961.000-2074.000=-113.000

*mean*	376.586-352.317=24.269
σ	21.489-60.729=-39.240
min	352.047-263.430=88.617
max	406.255-447.250=-40.995

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.366=-0.007
σ	0.043-0.045=-0.002
min	357.321
max	357.426-357.420=0.005

*mean*	1961.000-2074.000=-113.000
σ	0.000
min	1961.000-2074.000=-113.000
max	1961.000-2074.000=-113.000

*mean*	762.982-783.911=-20.929
σ	60.313-15.354=44.959
min	618.271-769.858=-151.587
max	800.912-813.767=-12.855

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.187=-0.002
σ	0.903-0.875=0.028
min	1007.689-1007.687=0.002
max	1011.937-1011.805=0.132

*mean*	1040.900-1049.350=-8.450
σ	306.965-301.377=5.589
min	548.000-547.000=1.000
max	1472.000-1452.000=20.000

*mean*	1.536-1.545=-0.009
σ	0.106-0.076=0.030
min	1.454-1.479=-0.025
max	1.807-1.759=0.049

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=0.000
min	0.881
max	0.886

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.418-0.397=0.021
σ	0.135-0.111=0.024
min	0.340-0.326=0.015
max	0.658-0.593=0.065

name=error_case.art

*mean*	2.333
σ	0.003-0.004=-0.002
min	2.332
max	2.337-2.341=-0.004

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.890-0.880=0.010
σ	0.087-0.083=0.004
min	0.819-0.823=-0.004
max	1.040-1.025=0.015

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.550-0.546=0.004
σ	0.063-0.049=0.014
min	0.491-0.501=-0.010
max	0.643-0.628=0.015

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=-0.000
min	2.355
max	2.358-2.359=-0.000

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.855-0.850=0.005
σ	0.039-0.032=0.007
min	0.826-0.824=0.002
max	0.924-0.902=0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.544=0.005
σ	0.036-0.025=0.011
min	963.523
max	963.610-963.585=0.025

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.825-0.800=0.025
σ	0.014-0.077=-0.062
min	0.814-0.671=0.142
max	0.849-0.860=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.858-884.863=-0.005

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.733-0.730=0.003
σ	0.016-0.028=-0.012
min	0.707-0.681=0.027
max	0.749-0.747=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	4.322-3.495=0.827
σ	0.082-0.083=-0.001
min	4.188-3.374=0.814
max	4.622-3.973=0.649

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.662-7.658=0.004

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	4.277-4.059=0.218
σ	0.075-0.330=-0.256
min	4.074-3.406=0.668
max	4.538-4.442=0.096

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.757-0.745=0.012
σ	0.017-0.017=-0.000
min	0.732-0.704=0.028
max	0.859-0.849=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.717-0.710=0.007
σ	0.015-0.015=-0.000
min	0.684-0.677=0.007
max	0.781-0.783=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.550-297.471=0.079
σ	0.178-0.226=-0.049
min	297.390-297.219=0.171
max	298.009-298.018=-0.009

*mean*	1961.000-2074.000=-113.000
σ	0.000
min	1961.000-2074.000=-113.000
max	1961.000-2074.000=-113.000

*mean*	0.563-0.555=0.008
σ	0.062-0.034=0.028
min	0.501-0.512=-0.011
max	0.715-0.590=0.124

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.775-289.772=0.003
σ	0.036-0.038=-0.002
min	289.720-289.730=-0.009
max	289.808-289.813=-0.005

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.401-0.400=0.001
σ	0.010-0.009=0.001
min	0.394-0.394=-0.000
max	0.418-0.415=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.622-1299.683=-0.061
σ	0.104-0.095=0.008
min	1299.502-1299.568=-0.065
max	1299.760-1299.822=-0.063

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	1.939-2.074=-0.135
σ	0.059-0.105=-0.046
min	1.866-1.977=-0.111
max	2.001-2.219=-0.218

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.606-1542.628=-0.022
σ	4.040-4.043=-0.003
min	1540.585-1540.617=-0.032
max	1549.825-1549.854=-0.030

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	2.194-2.313=-0.119
σ	0.156-0.162=-0.006
min	2.014-2.099=-0.085
max	2.405-2.517=-0.112

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.649-1861.635=0.015
σ	0.071-0.062=0.009
min	1861.571-1861.550=0.021
max	1861.734-1861.694=0.041

*mean*	1757.600-1733.200=24.400
σ	215.898-243.584=-27.686
min	1472.000-1452.000=20.000
max	1961.000-2074.000=-113.000

*mean*	3.260-3.090=0.170
σ	0.373-0.324=0.049
min	2.848-2.831=0.018
max	3.762-3.640=0.122

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.668-1.727=-0.059
σ	0.142-0.114=0.028
min	1.487-1.593=-0.106
max	1.842-1.892=-0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.184=0.000
σ	577.140-577.140=-0.001
min	157.613-157.611=0.002
max	1311.893-1311.894=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	0.534-0.526=0.008
σ	0.543-0.531=0.012
min	0.260-0.260=-0.000
max	1.349-1.322=0.026

policies=20

*mean*	1576.400-1576.417=-0.016
σ	0.339-0.357=-0.018
min	1576.174-1576.179=-0.006
max	1576.905-1576.949=-0.044

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	2.610-2.629=-0.020
σ	0.011-0.041=-0.030
min	2.595-2.595=-0.000
max	2.620-2.687=-0.067

policies=200

*mean*	15772.252-15772.214=0.039
σ	0.071-0.087=-0.016
min	15772.190-15772.136=0.054
max	15772.327-15772.338=-0.011

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1472.000-1452.000=20.000
σ	0.000
min	1472.000-1452.000=20.000
max	1472.000-1452.000=20.000

*mean*	26.288-26.529=-0.241
σ	0.018-0.070=-0.052
min	26.272-26.446=-0.174
max	26.312-26.608=-0.296