Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.046=0.570
σ	0.350-0.370=-0.020
min	54.483-53.903=0.580
max	55.610-55.097=0.513

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.136-0.139=-0.003
σ	0.006-0.003=0.002
min	0.130-0.135=-0.005
max	0.145-0.144=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.383=0.403
σ	0.008-0.006=0.002
min	43.777-43.373=0.404
max	43.803-43.395=0.408

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.122-0.122=-0.001
σ	0.005-0.004=0.002
min	0.114-0.119=-0.004
max	0.129-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.549
σ	0.265
min	12.095
max	13.015

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.539
σ	0.684
min	11.498
max	13.303

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	13.833
σ	1.001
min	12.667
max	15.253

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.552
σ	1.780
min	10.188
max	14.965

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	8.870
σ	1.014
min	8.056
max	10.539

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	6.811
σ	1.002
min	5.911
max	8.429

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	5.521
σ	0.150
min	5.309
max	5.758

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	5.420
σ	0.123
min	5.319
max	5.658

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594
σ	0.001
min	2524.594
max	2524.598

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	1058.527
σ	7.762
min	1049.860
max	1072.308

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.640

*mean*	3759.750
σ	1638.957
min	1884.000
max	5939.000

*mean*	4684.269
σ	1621.620
min	3551.965
max	7814.220

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	87.906
σ	12.325
min	70.343
max	100.030

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	249.750
σ	419.694
min	88.562
max	1288.325

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	150.290
σ	14.623
min	126.440
max	167.088

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	6541.240
σ	1137.262
min	4908.641
max	7992.148

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	5507.632
σ	1371.417
min	4392.043
max	7283.253

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.586
σ	0.022
min	172.558
max	172.613

*mean*	1884.000
σ	0.000
min	1884.000
max	1884.000

*mean*	369.721
σ	21.995
min	345.388
max	415.562

op=pointedIndexFromKvs

rows=400000

*mean*	357.362
σ	0.043
min	357.321
max	357.405

*mean*	1884.000
σ	0.000
min	1884.000
max	1884.000

*mean*	791.520
σ	13.369
min	766.556
max	808.795

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1006.976=1.211
σ	0.878-0.939=-0.060
min	1007.684-1006.507=1.177
max	1011.822-1010.880=0.943

*mean*	1049.900-1050.350=-0.450
σ	314.091-307.919=6.172
min	576.000-575.000=1.000
max	1514.000-1642.000=-128.000

*mean*	1.551-1.575=-0.024
σ	0.078-0.161=-0.083
min	1.474-1.447=0.027
max	1.757-2.135=-0.378

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.001

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.438-0.410=0.029
σ	0.175-0.133=0.042
min	0.336-0.334=0.002
max	0.750-0.647=0.103

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.913-0.870=0.043
σ	0.187-0.080=0.107
min	0.809-0.812=-0.003
max	1.245-1.005=0.240

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.532-0.532=0.000
σ	0.051-0.046=0.005
min	0.492-0.496=-0.003
max	0.621-0.608=0.013

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.831-0.841=-0.010
σ	0.034-0.052=-0.018
min	0.807-0.794=0.013
max	0.891-0.925=-0.034

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-964.828=-1.276
σ	0.039-0.025=0.014
min	963.523-964.802=-1.279
max	963.620-964.869=-1.248

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.845-0.765=0.080
σ	0.028-0.030=-0.002
min	0.811-0.726=0.084
max	0.877-0.796=0.081

name=cdr_enhanced_4k_loc.art

*mean*	884.853-885.513=-0.659
σ	0.005-0.008=-0.003
min	884.847-885.504=-0.657
max	884.860-885.522=-0.662

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.736-0.738=-0.002
σ	0.016-0.006=0.010
min	0.707-0.728=-0.020
max	0.746-0.743=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.710-7.720=-0.010

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	4.263-4.202=0.061
σ	0.077-0.071=0.006
min	4.115-4.074=0.041
max	4.509-4.529=-0.020

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	4.268-4.167=0.102
σ	0.110-0.065=0.045
min	4.089-4.037=0.052
max	4.930-4.376=0.554

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.740-0.729=0.012
σ	0.018-0.021=-0.003
min	0.716-0.693=0.022
max	0.856-0.858=-0.002

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.708-0.627=0.081
σ	0.014-0.092=-0.078
min	0.671-0.480=0.191
max	0.766-0.787=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.509-295.364=2.145
σ	0.211-0.218=-0.008
min	297.334-295.250=2.084
max	298.082-295.976=2.106

*mean*	1884.000-2057.000=-173.000
σ	0.000
min	1884.000-2057.000=-173.000
max	1884.000-2057.000=-173.000

*mean*	0.593-0.548=0.045
σ	0.030-0.039=-0.009
min	0.519-0.500=0.020
max	0.641-0.592=0.048

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-285.409=4.364
σ	0.035-0.036=-0.002
min	289.733-285.363=4.370
max	289.813-285.446=4.367

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.402-0.393=0.010
σ	0.009-0.007=0.001
min	0.394-0.386=0.008
max	0.413-0.402=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1295.798=3.848
σ	0.078-0.109=-0.031
min	1299.547-1295.680=3.868
max	1299.733-1295.942=3.791

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	2.058-1.908=0.151
σ	0.060-0.093=-0.033
min	1.981-1.805=0.176
max	2.122-2.021=0.102

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.612-1539.938=2.673
σ	4.067-6.876=-2.810
min	1540.608-1536.623=3.984
max	1549.879-1552.232=-2.354

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	2.237-2.318=-0.081
σ	0.185-0.189=-0.004
min	2.100-2.092=0.008
max	2.555-2.549=0.005

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1857.696=3.929
σ	0.080-0.064=0.016
min	1861.505-1857.623=3.882
max	1861.707-1857.774=3.933

*mean*	1735.000-1796.000=-61.000
σ	157.839-179.570=-21.732
min	1514.000-1642.000=-128.000
max	1884.000-2057.000=-173.000

*mean*	3.097-2.982=0.115
σ	0.237-0.118=0.119
min	2.827-2.863=-0.035
max	3.454-3.148=0.307

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.580-1.493=0.087
σ	0.259-0.242=0.016
min	1.306-1.267=0.040
max	1.833-1.853=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-445.741=0.406
σ	577.063-580.934=-3.871
min	157.615-155.272=2.342
max	1311.741-1317.142=-5.401

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	0.543-0.532=0.011
σ	0.559-0.561=-0.002
min	0.261-0.246=0.015
max	1.382-1.374=0.008

policies=20

*mean*	1576.417-1552.986=23.431
σ	0.344-0.321=0.023
min	1576.184-1552.766=23.419
max	1576.929-1553.464=23.465

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	2.614-2.582=0.031
σ	0.005-0.026=-0.021
min	2.609-2.563=0.046
max	2.621-2.620=0.000

policies=200

*mean*	15772.278-15538.061=234.217
σ	0.104-0.127=-0.023
min	15772.210-15537.945=234.264
max	15772.431-15538.241=234.190

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1514.000-1642.000=-128.000
σ	0.000
min	1514.000-1642.000=-128.000
max	1514.000-1642.000=-128.000

*mean*	26.387-26.123=0.265
σ	0.026-0.056=-0.030
min	26.359-26.044=0.315
max	26.421-26.169=0.252