Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.000
σ	0.350-0.349=0.001
min	54.483-54.489=-0.006
max	55.612-55.609=0.004

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.137=0.000
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.000
σ	0.005-0.006=-0.000
min	43.778-43.781=-0.003
max	43.797-43.799=-0.003

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.122-0.125=-0.003
σ	0.006-0.004=0.001
min	0.115-0.122=-0.006
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	12.390-12.280=0.110
σ	0.286-0.240=0.047
min	12.171-11.944=0.227
max	13.071-12.725=0.346

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	12.068-12.683=-0.616
σ	0.297-0.174=0.123
min	11.694-12.350=-0.657
max	12.717-12.921=-0.204

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.928=0.000

*mean*	6038.000-6050.000=-12.000
σ	0.000
min	6038.000-6050.000=-12.000
max	6038.000-6050.000=-12.000

*mean*	13.493-12.811=0.682
σ	1.138-1.243=-0.106
min	11.015-10.336=0.680
max	14.789-14.612=0.177

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	12.437-11.803=0.635
σ	1.962-1.506=0.456
min	10.424-9.753=0.670
max	14.821-14.047=0.774

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	8.669-8.141=0.528
σ	0.453-0.278=0.175
min	8.079-7.718=0.361
max	9.247-8.517=0.730

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	6.300-6.016=0.284
σ	0.327-0.270=0.056
min	5.904-5.390=0.514
max	6.797-6.240=0.557

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.670=0.000

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	5.438-5.274=0.164
σ	0.099-0.082=0.017
min	5.311-5.138=0.173
max	5.593-5.362=0.230

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	5.151-5.083=0.068
σ	0.192-0.077=0.115
min	4.873-4.973=-0.100
max	5.435-5.200=0.235

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=-0.000
min	2524.594
max	2524.594

*mean*	6038.000-6050.000=-12.000
σ	0.000
min	6038.000-6050.000=-12.000
max	6038.000-6050.000=-12.000

*mean*	1363.243-1410.227=-46.984
σ	487.188-680.743=-193.555
min	1035.579-1040.726=-5.146
max	2246.058-2712.607=-466.549

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.000
max	8744.640-8744.641=-0.001

*mean*	3817.750-3844.750=-27.000
σ	1647.700-1623.177=24.523
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	4666.876-4578.294=88.582
σ	1353.219-1396.310=-43.091
min	3476.117-3553.985=-77.868
max	6745.681-6864.904=-119.223

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	81.199-83.539=-2.341
σ	9.003-12.833=-3.831
min	73.274-72.067=1.206
max	99.088-102.804=-3.715

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945-40.945=0.000

*mean*	6038.000-6050.000=-12.000
σ	0.000
min	6038.000-6050.000=-12.000
max	6038.000-6050.000=-12.000

*mean*	96.694-97.828=-1.134
σ	7.769-10.837=-3.067
min	85.052-79.296=5.756
max	107.042-109.316=-2.273

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685
max	66.686-66.689=-0.003

*mean*	6038.000-6050.000=-12.000
σ	0.000
min	6038.000-6050.000=-12.000
max	6038.000-6050.000=-12.000

*mean*	222.905-218.462=4.444
σ	219.649-212.056=7.594
min	128.572-120.768=7.804
max	765.696-742.038=23.657

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.833=-0.001
σ	4.317-4.318=-0.001
min	11655.305-11655.305=-0.000
max	11667.517-11667.521=-0.004

*mean*	4099.375-4118.000=-18.625
σ	1568.658-1554.978=13.680
min	1979.000-2089.000=-110.000
max	6038.000-6050.000=-12.000

*mean*	6307.352-6418.855=-111.503
σ	1286.083-1270.730=15.354
min	4893.655-4903.104=-9.449
max	7689.583-8128.598=-439.016

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6038.000-6050.000=-12.000
σ	0.000
min	6038.000-6050.000=-12.000
max	6038.000-6050.000=-12.000

*mean*	6484.029-6741.431=-257.401
σ	1428.361-1565.684=-137.322
min	4398.196-4379.835=18.360
max	8267.568-8189.024=78.544

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.581=0.000
σ	0.022-0.023=-0.001
min	172.558-172.562=-0.004
max	172.610-172.623=-0.012

*mean*	1979.000-2089.000=-110.000
σ	0.000
min	1979.000-2089.000=-110.000
max	1979.000-2089.000=-110.000

*mean*	333.814-358.391=-24.577
σ	59.103-56.831=2.272
min	263.372-281.660=-18.288
max	399.055-464.237=-65.182

op=pointedIndexFromKvs

rows=400000

*mean*	357.369-357.369=0.000
σ	0.045-0.049=-0.004
min	357.321
max	357.423-357.449=-0.026

*mean*	1979.000-2089.000=-110.000
σ	0.000
min	1979.000-2089.000=-110.000
max	1979.000-2089.000=-110.000

*mean*	756.450-772.199=-15.749
σ	63.816-30.554=33.263
min	644.423-704.331=-59.908
max	817.358-795.594=21.765

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.184=0.002
σ	0.879-0.897=-0.018
min	1007.687-1007.696=-0.009
max	1011.832-1011.913=-0.081

*mean*	1042.900-1050.950=-8.050
σ	307.905-310.860=-2.955
min	547.000-569.000=-22.000
max	1475.000-1508.000=-33.000

*mean*	1.564-1.560=0.004
σ	0.090-0.068=0.023
min	1.496-1.479=0.018
max	1.865-1.749=0.116

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.408-0.419=-0.011
σ	0.112-0.132=-0.021
min	0.332-0.347=-0.015
max	0.605-0.655=-0.050

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.891-0.905=-0.014
σ	0.084-0.089=-0.005
min	0.826-0.841=-0.015
max	1.037-1.060=-0.023

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.552-0.553=-0.001
σ	0.051-0.051=0.000
min	0.519-0.502=0.017
max	0.640-0.633=0.007

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.001
min	2.355
max	2.358-2.360=-0.001

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.873-0.873=0.000
σ	0.033-0.032=0.001
min	0.839-0.846=-0.007
max	0.928-0.922=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.544-963.545=-0.002
σ	0.025-0.031=-0.006
min	963.523
max	963.585-963.598=-0.013

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.781-0.831=-0.050
σ	0.037-0.045=-0.007
min	0.736-0.762=-0.026
max	0.823-0.869=-0.046

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.860=0.002

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.723-0.701=0.022
σ	0.041-0.031=0.010
min	0.651-0.668=-0.017
max	0.748-0.749=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	3.594-4.303=-0.709
σ	0.100-0.093=0.007
min	3.423-4.151=-0.728
max	4.034-4.652=-0.618

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	3.576-4.283=-0.707
σ	0.076-0.093=-0.017
min	3.444-4.123=-0.679
max	3.768-4.539=-0.771

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.548-0.765=-0.217
σ	0.014-0.017=-0.003
min	0.525-0.738=-0.213
max	0.642-0.876=-0.235

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.527-0.731=-0.204
σ	0.038-0.018=0.020
min	0.498-0.646=-0.148
max	0.829-0.800=0.029

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.336-297.333=0.002
σ	0.200-0.242=-0.042
min	297.138-297.144=-0.007
max	297.800-297.989=-0.189

*mean*	1979.000-2089.000=-110.000
σ	0.000
min	1979.000-2089.000=-110.000
max	1979.000-2089.000=-110.000

*mean*	0.567-0.543=0.024
σ	0.032-0.037=-0.004
min	0.515-0.502=0.012
max	0.597-0.593=0.004

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.768=0.005
σ	0.040-0.035=0.005
min	289.720-289.734=-0.014
max	289.816-289.810=0.006

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.402-0.401=0.001
σ	0.012-0.008=0.004
min	0.393-0.395=-0.002
max	0.419-0.412=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.692-1299.685=0.007
σ	0.087-0.101=-0.015
min	1299.592-1299.547=0.045
max	1299.819-1299.817=0.001

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	2.249-2.238=0.011
σ	0.067-0.113=-0.046
min	2.158-2.122=0.035
max	2.309-2.397=-0.088

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.656-1542.675=-0.019
σ	3.998-4.019=-0.021
min	1540.706-1540.715=-0.009
max	1549.803-1549.860=-0.058

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	2.283-2.363=-0.080
σ	0.115-0.181=-0.066
min	2.180-2.131=0.049
max	2.461-2.634=-0.173

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.626=0.003
σ	0.061-0.055=0.006
min	1861.548-1861.541=0.007
max	1861.702-1861.680=0.022

*mean*	1766.800-1746.000=20.800
σ	223.220-232.359=-9.138
min	1475.000-1508.000=-33.000
max	1979.000-2089.000=-110.000

*mean*	3.273-2.940=0.333
σ	0.357-0.141=0.216
min	2.894-2.825=0.069
max	3.697-3.146=0.552

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.776-1.674=0.102
σ	0.119-0.260=-0.142
min	1.630-1.318=0.312
max	1.938-1.949=-0.010

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.147=0.001
σ	577.065-577.065=-0.000
min	157.615-157.613=0.001
max	1311.745-1311.744=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	0.554-0.527=0.028
σ	0.585-0.542=0.043
min	0.259-0.239=0.020
max	1.431-1.339=0.092

policies=20

*mean*	1576.426-1576.419=0.007
σ	0.354-0.358=-0.004
min	1576.188-1576.173=0.014
max	1576.952-1576.951=0.002

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	2.623-2.637=-0.013
σ	0.015-0.013=0.002
min	2.608-2.623=-0.016
max	2.642-2.654=-0.012

policies=200

*mean*	15772.153-15772.213=-0.060
σ	0.173-0.075=0.099
min	15771.938-15772.107=-0.169
max	15772.347-15772.275=0.072

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1475.000-1508.000=-33.000
σ	0.000
min	1475.000-1508.000=-33.000
max	1475.000-1508.000=-33.000

*mean*	26.445-26.571=-0.126
σ	0.121-0.077=0.044
min	26.300-26.509=-0.209
max	26.578-26.677=-0.098