Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.057=0.466
σ	0.369-0.370=-0.001
min	54.382-53.908=0.474
max	55.573-55.109=0.464

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.139-0.138=0.001
σ	0.004-0.004=-0.000
min	0.135-0.134=0.001
max	0.145-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.395=0.371
σ	0.008-0.006=0.001
min	43.753-43.385=0.369
max	43.784-43.403=0.380

*mean*	416.000-415.100=0.900
σ	0.000-0.316=-0.316
min	416.000-415.000=1.000
max	416.000

*mean*	0.124-0.122=0.001
σ	0.004-0.004=0.001
min	0.119-0.118=0.001
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	12.717
σ	0.370
min	12.262
max	13.424

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4284.875
σ	1975.109
min	1550.000
max	7194.000

*mean*	93.471
σ	227.408
min	12.825
max	656.276

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	14.472
σ	0.681
min	13.339
max	15.359

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	13.801
σ	0.682
min	12.542
max	14.874

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	13.507
σ	1.816
min	11.132
max	15.619

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	8.944
σ	0.206
min	8.651
max	9.237

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	6.946
σ	0.150
min	6.649
max	7.124

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667
σ	0.002
min	25.664
max	25.670

*mean*	4284.875
σ	1975.109
min	1550.000
max	7194.000

*mean*	6.102
σ	0.640
min	5.601
max	7.634

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4284.875
σ	1975.109
min	1550.000
max	7194.000

*mean*	5.698
σ	0.619
min	5.371
max	7.222

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4284.875
σ	1975.109
min	1550.000
max	7194.000

*mean*	5.772
σ	0.609
min	5.506
max	7.277

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4284.875
σ	1975.109
min	1550.000
max	7194.000

*mean*	5.619
σ	0.600
min	5.350
max	7.102

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	1524.250
σ	750.879
min	1021.581
max	3000.336

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.042
min	8744.545
max	8744.664

*mean*	3592.625
σ	1815.431
min	1074.000
max	5827.000

*mean*	4967.186
σ	1555.962
min	3557.691
max	7353.804

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.081

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	79.226
σ	9.230
min	70.910
max	96.283

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	79.489
σ	9.035
min	70.602
max	96.339

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.943
max	40.947

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	103.872
σ	6.823
min	91.557
max	108.588

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.948

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	103.821
σ	6.553
min	91.931
max	108.079

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	105.508
σ	6.001
min	94.557
max	109.941

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	103.806
σ	6.687
min	91.770
max	108.366

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	160.501
σ	9.675
min	143.477
max	167.292

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	152.888
σ	22.701
min	101.679
max	167.795

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4165.625
σ	1895.912
min	1550.000
max	7194.000

*mean*	6396.985
σ	1300.454
min	4914.325
max	8092.412

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7194.000
σ	0.000
min	7194.000
max	7194.000

*mean*	5599.603
σ	994.787
min	4396.596
max	6688.292

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.663
σ	0.012
min	172.642
max	172.674

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	388.795
σ	36.255
min	313.654
max	422.937

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.466
σ	0.156
min	357.321
max	357.664

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	789.530
σ	33.832
min	725.128
max	830.847

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082-1006.962=1.120
σ	0.761-0.904=-0.144
min	1007.609-1006.487=1.122
max	1011.228-1010.713=0.515

*mean*	7194.000-1050.600=6143.400
σ	0.000-310.102=-310.102
min	7194.000-551.000=6643.000
max	7194.000-1643.000=5551.000

*mean*	1.559-1.561=-0.002
σ	0.175-0.119=0.056
min	1.404-1.471=-0.067
max	2.115-1.841=0.274

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.001

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.375-0.425=-0.050
σ	0.155-0.141=0.013
min	0.257-0.325=-0.068
max	0.565-0.665=-0.100

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.999-0.879=0.120
σ	0.098-0.109=-0.011
min	0.927-0.815=0.112
max	1.165-1.073=0.092

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.550-0.528=0.022
σ	0.053-0.049=0.004
min	0.504-0.478=0.026
max	0.642-0.611=0.031

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.873-0.838=0.035
σ	0.028-0.044=-0.016
min	0.848-0.805=0.043
max	0.915-0.914=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-964.840=-1.288
σ	0.022-0.034=-0.012
min	963.532-964.811=-1.280
max	963.580-964.896=-1.316

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.794-0.848=-0.054
σ	0.043-0.028=0.015
min	0.736-0.799=-0.063
max	0.835-0.867=-0.032

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.512=-0.659
σ	0.007-0.006=0.002
min	884.847-885.505=-0.659
max	884.864-885.518=-0.654

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.650-0.726=-0.077
σ	0.009-0.023=-0.013
min	0.634-0.686=-0.052
max	0.658-0.740=-0.082

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=0.000
min	7.705-7.715=-0.010
max	7.709-7.719=-0.010

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	3.577-4.244=-0.667
σ	0.112-0.087=0.025
min	3.350-4.116=-0.766
max	4.129-4.480=-0.351

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=0.000
min	7.654-7.664=-0.010
max	7.659-7.668=-0.009

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	3.550-4.257=-0.707
σ	0.079-0.080=-0.002
min	3.394-4.124=-0.730
max	3.784-4.517=-0.733

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.546-0.744=-0.197
σ	0.020-0.027=-0.007
min	0.521-0.607=-0.086
max	0.694-0.855=-0.161

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.523-0.701=-0.178
σ	0.038-0.023=0.015
min	0.491-0.586=-0.094
max	0.779-0.797=-0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.401-295.426=1.976
σ	0.255-0.268=-0.013
min	297.224-295.280=1.943
max	298.089-296.172=1.917

*mean*	7194.000-1913.000=5281.000
σ	0.000
min	7194.000-1913.000=5281.000
max	7194.000-1913.000=5281.000

*mean*	0.581-0.574=0.007
σ	0.058-0.033=0.025
min	0.499-0.535=-0.036
max	0.698-0.635=0.063

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.722-285.394=4.329
σ	0.037-0.038=-0.000
min	289.672-285.350=4.322
max	289.772-285.434=4.337

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.388-0.390=-0.002
σ	0.000-0.008=-0.008
min	0.388-0.380=0.008
max	0.389-0.397=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.617-1295.782=3.835
σ	0.088-0.117=-0.029
min	1299.511-1295.655=3.856
max	1299.752-1295.926=3.826

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	1.938-1.898=0.040
σ	0.139-0.075=0.064
min	1.800-1.809=-0.009
max	2.121-1.982=0.139

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.660-1539.897=2.764
σ	3.984-6.868=-2.884
min	1540.692-1536.643=4.049
max	1549.779-1552.178=-2.399

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	2.368-2.230=0.138
σ	0.110-0.195=-0.085
min	2.244-2.035=0.209
max	2.544-2.472=0.072

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.604-1857.684=3.921
σ	0.070-0.063=0.007
min	1861.526-1857.613=3.913
max	1861.663-1857.770=3.893

*mean*	7194.000-1772.400=5421.600
σ	0.000-135.579=-135.579
min	7194.000-1643.000=5551.000
max	7194.000-1913.000=5281.000

*mean*	2.965-3.130=-0.165
σ	0.144-0.373=-0.228
min	2.856-2.862=-0.006
max	3.185-3.785=-0.601

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.508-1.238=0.270
σ	0.326-0.376=-0.050
min	1.234-0.930=0.304
max	1.876-1.851=0.024

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.145-445.705=0.441
σ	577.064-580.934=-3.870
min	157.612-155.236=2.377
max	1311.741-1317.106=-5.364

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	0.538-0.526=0.012
σ	0.551-0.528=0.022
min	0.261-0.262=-0.000
max	1.364-1.319=0.045

policies=20

*mean*	1576.395-1552.633=23.761
σ	0.340-0.333=0.006
min	1576.160-1552.401=23.759
max	1576.898-1553.128=23.770

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	2.614-2.590=0.024
σ	0.021-0.016=0.005
min	2.594-2.571=0.023
max	2.641-2.609=0.032

policies=200

*mean*	15772.028-15534.642=237.386
σ	0.087-0.134=-0.046
min	15771.908-15534.555=237.353
max	15772.097-15534.839=237.259

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7194.000-1643.000=5551.000
σ	0.000
min	7194.000-1643.000=5551.000
max	7194.000-1643.000=5551.000

*mean*	26.525-26.082=0.443
σ	0.106-0.055=0.052
min	26.387-26.049=0.339
max	26.637-26.163=0.474