Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523
σ	0.370
min	54.381
max	55.577

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140
σ	0.006
min	0.134
max	0.150

cache=y

dps=1

iters=10

policies=100

*mean*	43.765
σ	0.006
min	43.754
max	43.779

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.122
σ	0.005
min	0.115
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	106.535
σ	266.028
min	12.196
max	764.919

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	13.640
σ	2.746
min	11.872
max	20.328

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.961
σ	1.149
min	12.431
max	15.727

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.913
σ	1.359
min	12.094
max	16.297

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	14.056
σ	1.833
min	11.247
max	15.842

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	9.235
σ	0.451
min	8.656
max	9.922

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	6.730
σ	0.560
min	5.980
max	7.701

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.665
max	25.669

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	6.283
σ	0.566
min	5.782
max	7.590

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	5.695
σ	0.611
min	5.290
max	7.160

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	5.776
σ	0.555
min	5.179
max	7.022

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4288.000
σ	1979.202
min	1555.000
max	7207.000

*mean*	5.690
σ	0.497
min	5.158
max	6.777

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1159.083
σ	314.530
min	1043.081
max	1937.425

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.041
min	8744.544
max	8744.660

*mean*	3593.500
σ	1818.926
min	1074.000
max	5826.000

*mean*	4994.818
σ	1597.854
min	3545.001
max	7084.197

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	77.416
σ	6.361
min	70.528
max	86.209

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	78.397
σ	6.506
min	70.843
max	86.926

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	100.998
σ	13.740
min	69.451
max	107.825

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	101.052
σ	13.623
min	69.788
max	107.873

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	104.133
σ	11.667
min	76.897
max	112.779

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	101.363
σ	13.743
min	69.919
max	108.405

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	235.295
σ	227.886
min	112.630
max	797.369

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.693

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	151.867
σ	20.259
min	112.437
max	166.488

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4171.875
σ	1901.813
min	1555.000
max	7207.000

*mean*	6541.438
σ	1149.308
min	4932.635
max	7939.861

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.001
min	11560.064
max	11560.068

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5981.580
σ	1344.876
min	4422.579
max	7745.611

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.011
min	172.639
max	172.671

*mean*	489.125
σ	0.354
min	489.000
max	490.000

*mean*	388.283
σ	36.113
min	314.665
max	420.426

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.476
σ	0.163
min	357.321
max	357.654

*mean*	567.000
σ	0.000
min	567.000
max	567.000

*mean*	798.758
σ	16.811
min	759.907
max	812.045

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082
σ	0.761
min	1007.606
max	1011.227

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1.510
σ	0.124
min	1.317
max	1.748

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.403
σ	0.089
min	0.345
max	0.560

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.918
σ	0.076
min	0.845
max	1.021

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.535
σ	0.046
min	0.500
max	0.609

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.855
σ	0.030
min	0.828
max	0.900

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551
σ	0.036
min	963.528
max	963.613

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.775
σ	0.059
min	0.706
max	0.855

name=cdr_enhanced_4k_loc.art

*mean*	884.853
σ	0.006
min	884.847
max	884.861

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.663
σ	0.046
min	0.603
max	0.716

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	4.237
σ	0.087
min	3.769
max	4.457

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	4.229
σ	0.080
min	4.099
max	4.438

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.750
σ	0.021
min	0.715
max	0.874

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.706
σ	0.024
min	0.514
max	0.790

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.450
σ	0.208
min	297.307
max	298.023

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.567
σ	0.041
min	0.510
max	0.617

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727
σ	0.054
min	289.640
max	289.784

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.403
σ	0.016
min	0.388
max	0.426

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.648
σ	0.082
min	1299.520
max	1299.722

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.036
σ	0.232
min	1.820
max	2.426

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.614
σ	4.069
min	1540.581
max	1549.884

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.250
σ	0.187
min	2.092
max	2.550

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.605
σ	0.075
min	1861.499
max	1861.693

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	3.100
σ	0.276
min	2.825
max	3.466

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.601
σ	0.240
min	1.298
max	1.807

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147
σ	577.064
min	157.610
max	1311.743

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.540
σ	0.532
min	0.266
max	1.338

policies=20

*mean*	1576.401
σ	0.346
min	1576.167
max	1576.914

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.618
σ	0.014
min	2.606
max	2.637

policies=200

*mean*	15771.997
σ	0.058
min	15771.941
max	15772.078

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	26.461
σ	0.108
min	26.360
max	26.615