Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.000
σ	0.348-0.350=-0.002
min	54.485-54.482=0.003
max	55.607-55.613=-0.006

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.004-0.004=0.000
min	0.137-0.133=0.004
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.787=-0.001
σ	0.007-0.007=-0.000
min	43.779-43.777=0.003
max	43.800-43.799=0.002

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.123-0.124=-0.001
σ	0.003-0.004=-0.001
min	0.120-0.120=0.000
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	85.382
σ	206.050
min	12.311
max	595.329

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	13.748
σ	3.003
min	12.097
max	21.029

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.946
σ	0.813
min	13.123
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.252
σ	1.426
min	11.171
max	15.542

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	13.817
σ	1.569
min	11.278
max	15.450

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	9.378
σ	0.389
min	8.884
max	9.731

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	6.481
σ	0.477
min	5.691
max	7.135

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	6.206
σ	0.699
min	5.643
max	7.863

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.751
σ	0.804
min	5.267
max	7.684

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.685
σ	0.497
min	5.278
max	6.867

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.581
σ	0.486
min	5.201
max	6.759

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	12.382
σ	0.245
min	12.061
max	12.848

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	12.579
σ	0.511
min	11.357
max	13.049

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	13.867
σ	1.032
min	12.502
max	15.076

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	11.392
σ	1.386
min	10.219
max	13.727

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	8.150
σ	0.418
min	7.647
max	8.673

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	6.257
σ	0.335
min	5.680
max	6.595

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	5.255
σ	0.140
min	5.080
max	5.427

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	5.106
σ	0.044
min	5.028
max	5.164

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	1382.942
σ	518.697
min	1030.130
max	2327.352

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3594.625
σ	1820.520
min	1074.000
max	5830.000

*mean*	5050.321
σ	1712.352
min	3536.041
max	7524.919

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	1042.184
σ	10.888
min	1022.881
max	1053.455

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.640

*mean*	3770.750
σ	1626.628
min	1919.000
max	5940.000

*mean*	4560.360
σ	1473.799
min	3540.863
max	7449.143

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	80.416
σ	9.276
min	72.459
max	99.316

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	81.486
σ	8.510
min	73.862
max	97.932

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.001
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.863
σ	7.507
min	90.685
max	109.358

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.866
σ	7.516
min	90.755
max	109.590

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	106.402
σ	7.171
min	93.190
max	113.087

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.953

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	104.254
σ	7.787
min	90.303
max	109.386

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.689

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	234.352
σ	212.068
min	141.186
max	758.557

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	156.344
σ	14.152
min	133.593
max	168.520

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	83.336
σ	6.526
min	71.900
max	90.251

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.948

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	242.226
σ	408.604
min	83.999
max	1253.253

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	152.794
σ	12.933
min	134.446
max	166.441

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	7249.844
σ	1076.279
min	4928.936
max	8052.037

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	5641.799
σ	1352.212
min	4400.086
max	7755.147

op=table_records()

*mean*	11656.832
σ	4.317
min	11655.305
max	11667.516

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	6386.868
σ	1256.740
min	4995.651
max	8013.681

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	5116.458
σ	918.074
min	4362.649
max	6707.116

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662
σ	0.010
min	172.648
max	172.674

*mean*	489.125
σ	0.354
min	489.000
max	490.000

*mean*	383.351
σ	25.365
min	352.114
max	426.820

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468
σ	0.135
min	357.321
max	357.619

*mean*	566.000
σ	0.000
min	566.000
max	566.000

*mean*	746.540
σ	67.234
min	623.709
max	820.795

op=pointedIndexFromKvs

rows=200000

*mean*	172.584
σ	0.023
min	172.558
max	172.616

*mean*	1919.000
σ	0.000
min	1919.000
max	1919.000

*mean*	368.668
σ	25.048
min	344.781
max	416.756

op=pointedIndexFromKvs

rows=400000

*mean*	357.361
σ	0.037
min	357.321
max	357.400

*mean*	1919.000
σ	0.000
min	1919.000
max	1919.000

*mean*	740.751
σ	62.404
min	618.552
max	801.504

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.084=0.101
σ	0.870-0.761=0.109
min	1007.688-1007.608=0.081
max	1011.789-1011.232=0.556

*mean*	1039.750-7213.000=-6173.250
σ	302.848-0.000=302.848
min	558.000-7213.000=-6655.000
max	1466.000-7213.000=-5747.000

*mean*	1.551-1.562=-0.011
σ	0.093-0.145=-0.053
min	1.349-1.434=-0.085
max	1.771-2.067=-0.297

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.408-0.309=0.099
σ	0.132-0.110=0.022
min	0.338-0.232=0.105
max	0.644-0.504=0.140

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.900-0.638=0.262
σ	0.101-0.073=0.028
min	0.834-0.584=0.250
max	1.076-0.763=0.313

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.551-0.387=0.164
σ	0.053-0.029=0.024
min	0.515-0.362=0.153
max	0.643-0.435=0.209

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.860-0.705=0.155
σ	0.045-0.119=-0.074
min	0.821-0.581=0.240
max	0.935-0.841=0.094

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.552=-0.009
σ	0.025-0.024=0.001
min	963.523-963.528=-0.005
max	963.583-963.582=0.001

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.826-0.831=-0.005
σ	0.057-0.023=0.034
min	0.731-0.791=-0.059
max	0.867-0.844=0.023

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.859=0.003

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.706-0.657=0.049
σ	0.038-0.071=-0.034
min	0.665-0.601=0.063
max	0.749-0.737=0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	4.262-4.249=0.013
σ	0.064-0.084=-0.021
min	4.153-4.086=0.067
max	4.479-4.552=-0.073

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.002

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	4.276-4.247=0.029
σ	0.086-0.066=0.020
min	4.123-4.128=-0.005
max	4.535-4.529=0.005

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.764-0.750=0.014
σ	0.016-0.025=-0.008
min	0.733-0.718=0.015
max	0.865-0.921=-0.055

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.617-0.710=-0.093
σ	0.104-0.019=0.085
min	0.497-0.683=-0.185
max	0.793-0.815=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.484-297.407=0.077
σ	0.225-0.223=0.002
min	297.350-297.198=0.152
max	298.109-297.976=0.133

*mean*	1919.000-7213.000=-5294.000
σ	0.000
min	1919.000-7213.000=-5294.000
max	1919.000-7213.000=-5294.000

*mean*	0.567-0.584=-0.017
σ	0.066-0.041=0.024
min	0.507-0.505=0.002
max	0.713-0.646=0.066

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.766-289.728=0.038
σ	0.038-0.034=0.004
min	289.729-289.683=0.046
max	289.813-289.776=0.037

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.403-0.393=0.010
σ	0.009-0.006=0.002
min	0.397-0.389=0.008
max	0.418-0.404=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.681-1299.642=0.039
σ	0.100-0.099=0.001
min	1299.547-1299.524=0.023
max	1299.817-1299.771=0.046

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	2.334-1.946=0.388
σ	0.159-0.114=0.045
min	2.125-1.801=0.325
max	2.468-2.085=0.384

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.710-1542.628=0.082
σ	3.994-4.058=-0.064
min	1540.815-1540.581=0.234
max	1549.853-1549.878=-0.026

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	2.465-2.262=0.203
σ	0.176-0.220=-0.044
min	2.237-2.044=0.193
max	2.641-2.602=0.039

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.603=0.026
σ	0.061-0.059=0.002
min	1861.548-1861.525=0.023
max	1861.695-1861.652=0.043

*mean*	1738.800-7213.000=-5474.200
σ	187.617-0.000=187.617
min	1494.000-7213.000=-5719.000
max	1919.000-7213.000=-5294.000

*mean*	3.058-2.993=0.065
σ	0.243-0.093=0.149
min	2.862-2.874=-0.012
max	3.474-3.111=0.364

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.751-1.574=0.177
σ	0.158-0.209=-0.050
min	1.566-1.288=0.278
max	1.918-1.748=0.170

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.150=-0.004
σ	577.065-577.064=0.001
min	157.613-157.617=-0.004
max	1311.743-1311.746=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	0.550-0.565=-0.015
σ	0.572-0.586=-0.013
min	0.262-0.266=-0.004
max	1.409-1.443=-0.034

policies=20

*mean*	1576.415-1576.422=-0.007
σ	0.372-0.341=0.031
min	1576.163-1576.188=-0.024
max	1576.968-1576.928=0.040

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	2.661-2.636=0.025
σ	0.032-0.029=0.003
min	2.627-2.606=0.022
max	2.704-2.674=0.030

policies=200

*mean*	15772.216-15772.218=-0.002
σ	0.129-0.165=-0.037
min	15772.031-15772.039=-0.007
max	15772.329-15772.414=-0.084

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-7213.000=-5747.000
σ	0.000
min	1466.000-7213.000=-5747.000
max	1466.000-7213.000=-5747.000

*mean*	26.581-26.446=0.135
σ	0.104-0.150=-0.046
min	26.438-26.353=0.085
max	26.683-26.670=0.013