Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.001
σ	0.350-0.350=-0.001
min	54.488-54.478=0.010
max	55.612-55.613=-0.000

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.140-0.140=0.000
σ	0.004-0.003=0.001
min	0.136-0.136=-0.001
max	0.147-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.001
σ	0.006-0.006=-0.000
min	43.780-43.776=0.003
max	43.800-43.799=0.001

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.124-0.123=0.000
σ	0.004-0.004=0.001
min	0.119-0.120=-0.001
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4116.875-4102.500=14.375
σ	1565.483-1574.760=-9.278
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	12.329-12.411=-0.082
σ	0.147-0.330=-0.183
min	12.063-11.966=0.097
max	12.484-12.694=-0.210

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4116.875-4102.500=14.375
σ	1565.483-1574.760=-9.278
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	12.256-12.001=0.255
σ	0.619-0.607=0.012
min	11.480-11.198=0.283
max	12.898-13.019=-0.121

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	6035.000-6047.000=-12.000
σ	0.000
min	6035.000-6047.000=-12.000
max	6035.000-6047.000=-12.000

*mean*	13.063-13.308=-0.245
σ	1.175-1.183=-0.008
min	10.695-11.363=-0.668
max	14.594-15.102=-0.508

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4051.125-4102.500=-51.375
σ	1616.770-1574.760=42.010
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	12.591-13.107=-0.516
σ	1.917-2.095=-0.177
min	10.345-10.621=-0.276
max	14.882-15.701=-0.819

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.609=-0.002

*mean*	4051.125-4102.500=-51.375
σ	1616.770-1574.760=42.010
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	8.417-9.239=-0.822
σ	0.423-1.258=-0.835
min	7.888-8.136=-0.247
max	8.948-12.169=-3.221

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4051.125-4102.500=-51.375
σ	1616.770-1574.760=42.010
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	6.396-6.855=-0.458
σ	0.262-1.214=-0.952
min	5.983-6.210=-0.227
max	6.772-9.824=-3.051

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.670-25.670=-0.000

*mean*	4116.875-4102.500=14.375
σ	1565.483-1574.760=-9.278
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	5.484-5.677=-0.193
σ	0.177-0.074=0.103
min	5.191-5.565=-0.374
max	5.634-5.797=-0.163

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4116.875-4102.500=14.375
σ	1565.483-1574.760=-9.278
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	5.323-5.400=-0.077
σ	0.092-0.076=0.016
min	5.160-5.256=-0.096
max	5.424-5.492=-0.068

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.597=-0.004
σ	0.000-0.001=-0.000
min	2524.593-2524.597=-0.003
max	2524.594-2524.598=-0.004

*mean*	6035.000-6047.000=-12.000
σ	0.000
min	6035.000-6047.000=-12.000
max	6035.000-6047.000=-12.000

*mean*	1471.050-1456.715=14.335
σ	681.338-681.749=-0.411
min	1033.405-1042.753=-9.348
max	2657.461-2933.060=-275.599

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.000
σ	0.033-0.032=0.001
min	8744.544-8744.545=-0.001
max	8744.641-8744.639=0.002

*mean*	3830.500-3819.375=11.125
σ	1645.898-1655.702=-9.804
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	4641.855-4650.378=-8.523
σ	1479.564-1506.776=-27.212
min	3564.077-3573.007=-8.930
max	7187.213-7594.343=-407.130

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.081-62.080=0.001

*mean*	4116.875-4102.500=14.375
σ	1565.483-1574.760=-9.278
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	121.589-88.346=33.243
σ	122.478-17.826=104.652
min	70.587-71.545=-0.959
max	424.092-121.116=302.976

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6035.000-6047.000=-12.000
σ	0.000
min	6035.000-6047.000=-12.000
max	6035.000-6047.000=-12.000

*mean*	94.582-95.355=-0.774
σ	9.718-8.646=1.072
min	81.251-81.993=-0.742
max	105.463-106.448=-0.984

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.001=0.000
min	66.685-66.685=0.000
max	66.690-66.689=0.000

*mean*	6035.000-6047.000=-12.000
σ	0.000
min	6035.000-6047.000=-12.000
max	6035.000-6047.000=-12.000

*mean*	220.650-225.284=-4.634
σ	223.922-233.246=-9.325
min	124.532-126.888=-2.356
max	773.811-801.602=-27.791

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.001
min	11655.305
max	11667.520-11667.517=0.003

*mean*	4051.125-4102.500=-51.375
σ	1616.770-1574.760=42.010
min	1984.000-1961.000=23.000
max	6035.000-6047.000=-12.000

*mean*	6308.342-6504.478=-196.136
σ	1288.346-1262.406=25.940
min	5017.626-4992.525=25.102
max	8246.630-8507.639=-261.009

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.000=0.001
min	11560.066-11560.064=0.002
max	11560.069-11560.066=0.003

*mean*	6035.000-6047.000=-12.000
σ	0.000
min	6035.000-6047.000=-12.000
max	6035.000-6047.000=-12.000

*mean*	7104.700-6806.318=298.383
σ	1362.402-1192.907=169.495
min	4463.714-4487.236=-23.523
max	8461.867-8089.245=372.621

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.584=-0.003
σ	0.028-0.024=0.004
min	172.558
max	172.626-172.617=0.009

*mean*	1984.000-1961.000=23.000
σ	0.000
min	1984.000-1961.000=23.000
max	1984.000-1961.000=23.000

*mean*	336.055-376.586=-40.531
σ	45.314-21.489=23.825
min	262.192-352.047=-89.855
max	399.870-406.255=-6.385

op=pointedIndexFromKvs

rows=400000

*mean*	357.365-357.360=0.006
σ	0.044-0.043=0.001
min	357.321
max	357.429-357.426=0.003

*mean*	1984.000-1961.000=23.000
σ	0.000
min	1984.000-1961.000=23.000
max	1984.000-1961.000=23.000

*mean*	770.510-762.982=7.528
σ	27.678-60.313=-32.635
min	724.058-618.271=105.787
max	813.930-800.912=13.018

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.185=-0.002
σ	0.902-0.903=-0.001
min	1007.686-1007.689=-0.003
max	1011.927-1011.937=-0.010

*mean*	1039.050-1040.900=-1.850
σ	303.481-306.965=-3.485
min	557.000-548.000=9.000
max	1467.000-1472.000=-5.000

*mean*	1.523-1.536=-0.013
σ	0.084-0.106=-0.022
min	1.447-1.454=-0.007
max	1.742-1.807=-0.065

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.435-0.418=0.017
σ	0.142-0.135=0.008
min	0.345-0.340=0.004
max	0.687-0.658=0.029

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.896-0.890=0.005
σ	0.086-0.087=-0.001
min	0.822-0.819=0.003
max	1.045-1.040=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.548-0.550=-0.002
σ	0.048-0.063=-0.015
min	0.509-0.491=0.018
max	0.628-0.643=-0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.897-0.855=0.042
σ	0.053-0.039=0.014
min	0.848-0.826=0.022
max	0.973-0.924=0.049

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.548=-0.005
σ	0.032-0.036=-0.004
min	963.523
max	963.598-963.610=-0.011

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.809-0.825=-0.016
σ	0.076-0.014=0.062
min	0.710-0.814=-0.103
max	0.867-0.849=0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=0.001
min	884.847
max	884.860-884.858=0.002

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.702-0.733=-0.031
σ	0.046-0.016=0.031
min	0.640-0.707=-0.067
max	0.749-0.749=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	4.310-4.322=-0.011
σ	0.075-0.082=-0.007
min	4.197-4.188=0.009
max	4.558-4.622=-0.064

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.659-7.662=-0.003

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	4.307-4.277=0.030
σ	0.071-0.075=-0.004
min	4.146-4.074=0.072
max	4.498-4.538=-0.041

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.760-0.757=0.003
σ	0.020-0.017=0.003
min	0.731-0.732=-0.001
max	0.880-0.859=0.020

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.721-0.717=0.004
σ	0.017-0.015=0.002
min	0.687-0.684=0.003
max	0.793-0.781=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.427-297.550=-0.123
σ	0.223-0.178=0.045
min	297.254-297.390=-0.136
max	298.041-298.009=0.032

*mean*	1984.000-1961.000=23.000
σ	0.000
min	1984.000-1961.000=23.000
max	1984.000-1961.000=23.000

*mean*	0.551-0.563=-0.012
σ	0.023-0.062=-0.039
min	0.505-0.501=0.005
max	0.583-0.715=-0.132

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.775=0.001
σ	0.036-0.036=0.001
min	289.727-289.720=0.006
max	289.812-289.808=0.004

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.401-0.401=0.000
σ	0.012-0.010=0.002
min	0.392-0.394=-0.002
max	0.422-0.418=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.622-1299.622=0.000
σ	0.105-0.104=0.001
min	1299.503-1299.502=0.000
max	1299.742-1299.760=-0.017

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	1.939-1.939=0.001
σ	0.064-0.059=0.004
min	1.866-1.866=0.000
max	2.006-2.001=0.006

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.608-1542.606=0.002
σ	4.046-4.040=0.005
min	1540.571-1540.585=-0.014
max	1549.836-1549.825=0.011

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	2.289-2.194=0.095
σ	0.175-0.156=0.019
min	2.106-2.014=0.092
max	2.485-2.405=0.080

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.640-1861.649=-0.009
σ	0.060-0.071=-0.011
min	1861.566-1861.571=-0.005
max	1861.710-1861.734=-0.025

*mean*	1772.000-1757.600=14.400
σ	223.951-215.898=8.053
min	1478.000-1472.000=6.000
max	1984.000-1961.000=23.000

*mean*	3.150-3.260=-0.110
σ	0.246-0.373=-0.127
min	2.867-2.848=0.019
max	3.435-3.762=-0.327

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.668=0.108
σ	0.056-0.142=-0.086
min	1.684-1.487=0.198
max	1.833-1.842=-0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.184=0.000
σ	577.139-577.140=-0.000
min	157.613-157.613=0.000
max	1311.893-1311.893=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	0.546-0.534=0.011
σ	0.568-0.543=0.025
min	0.260-0.260=0.001
max	1.397-1.349=0.049

policies=20

*mean*	1576.397-1576.400=-0.003
σ	0.339-0.339=-0.001
min	1576.167-1576.174=-0.006
max	1576.900-1576.905=-0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	2.605-2.610=-0.004
σ	0.022-0.011=0.011
min	2.587-2.595=-0.007
max	2.638-2.620=0.018

policies=200

*mean*	15772.307-15772.252=0.055
σ	0.134-0.071=0.063
min	15772.206-15772.190=0.016
max	15772.504-15772.327=0.177

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1472.000=-5.000
σ	0.000
min	1467.000-1472.000=-5.000
max	1467.000-1472.000=-5.000

*mean*	26.273-26.288=-0.015
σ	0.088-0.018=0.070
min	26.150-26.272=-0.121
max	26.338-26.312=0.026