Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.617=-0.001
σ	0.348-0.350=-0.003
min	54.485-54.482=0.003
max	55.604-55.613=-0.008

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.139-0.139=0.000
σ	0.005-0.004=0.001
min	0.131-0.133=-0.001
max	0.146-0.146=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.007-0.007=-0.000
min	43.777
max	43.799-43.799=0.000

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.004=-0.001
min	0.118-0.120=-0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	85.382
σ	206.050
min	12.311
max	595.329

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	13.748
σ	3.003
min	12.097
max	21.029

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.946
σ	0.813
min	13.123
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.252
σ	1.426
min	11.171
max	15.542

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	13.817
σ	1.569
min	11.278
max	15.450

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	9.378
σ	0.389
min	8.884
max	9.731

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	6.481
σ	0.477
min	5.691
max	7.135

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	6.206
σ	0.699
min	5.643
max	7.863

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.751
σ	0.804
min	5.267
max	7.684

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.685
σ	0.497
min	5.278
max	6.867

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.581
σ	0.486
min	5.201
max	6.759

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	12.589
σ	0.290
min	12.127
max	12.897

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	12.590
σ	0.591
min	11.678
max	13.449

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7540.000
σ	0.000
min	7540.000
max	7540.000

*mean*	14.220
σ	1.053
min	12.644
max	15.644

op=table_records(), repeat

*mean*	41.929
σ	0.003
min	41.927
max	41.935

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	13.004
σ	1.594
min	10.757
max	15.077

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	9.122
σ	0.891
min	8.303
max	10.617

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	6.689
σ	0.979
min	5.382
max	8.220

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	5.659
σ	0.156
min	5.420
max	5.875

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	5.321
σ	0.172
min	4.948
max	5.487

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	1382.942
σ	518.697
min	1030.130
max	2327.352

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3594.625
σ	1820.520
min	1074.000
max	5830.000

*mean*	5050.321
σ	1712.352
min	3536.041
max	7524.919

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	7540.000
σ	0.000
min	7540.000
max	7540.000

*mean*	1042.958
σ	5.622
min	1034.797
max	1050.834

op=load_product(), with indexes

*mean*	8744.558
σ	0.033
min	8744.544
max	8744.640

*mean*	3784.125
σ	1613.567
min	1962.000
max	5942.000

*mean*	4734.264
σ	1438.385
min	3526.010
max	7083.141

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	80.416
σ	9.276
min	72.459
max	99.316

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	81.486
σ	8.510
min	73.862
max	97.932

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.001
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.863
σ	7.507
min	90.685
max	109.358

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.866
σ	7.516
min	90.755
max	109.590

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	106.402
σ	7.171
min	93.190
max	113.087

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.953

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	104.254
σ	7.787
min	90.303
max	109.386

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.689

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	234.352
σ	212.068
min	141.186
max	758.557

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	156.344
σ	14.152
min	133.593
max	168.520

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	87.665
σ	12.431
min	72.686
max	104.570

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7540.000
σ	0.000
min	7540.000
max	7540.000

*mean*	233.626
σ	374.875
min	85.695
max	1161.165

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7540.000
σ	0.000
min	7540.000
max	7540.000

*mean*	153.830
σ	13.512
min	135.998
max	170.083

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	7249.844
σ	1076.279
min	4928.936
max	8052.037

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	5641.799
σ	1352.212
min	4400.086
max	7755.147

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.521

*mean*	4264.125
σ	1880.786
min	1962.000
max	7540.000

*mean*	6661.591
σ	1339.563
min	4958.248
max	8322.253

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7540.000
σ	0.000
min	7540.000
max	7540.000

*mean*	5420.553
σ	1363.964
min	4329.409
max	7328.637

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662
σ	0.010
min	172.648
max	172.674

*mean*	489.125
σ	0.354
min	489.000
max	490.000

*mean*	383.351
σ	25.365
min	352.114
max	426.820

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468
σ	0.135
min	357.321
max	357.619

*mean*	566.000
σ	0.000
min	566.000
max	566.000

*mean*	746.540
σ	67.234
min	623.709
max	820.795

op=pointedIndexFromKvs

rows=200000

*mean*	172.584
σ	0.025
min	172.558
max	172.621

*mean*	1962.000
σ	0.000
min	1962.000
max	1962.000

*mean*	369.772
σ	21.597
min	344.416
max	400.396

op=pointedIndexFromKvs

rows=400000

*mean*	357.357
σ	0.035
min	357.321
max	357.395

*mean*	1962.000
σ	0.000
min	1962.000
max	1962.000

*mean*	731.265
σ	60.779
min	615.588
max	779.932

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.084=0.101
σ	0.877-0.761=0.115
min	1007.688-1007.608=0.080
max	1011.818-1011.232=0.586

*mean*	1038.400-7213.000=-6174.600
σ	305.084-0.000=305.084
min	546.000-7213.000=-6667.000
max	1468.000-7213.000=-5745.000

*mean*	1.538-1.562=-0.024
σ	0.081-0.145=-0.064
min	1.454-1.434=0.020
max	1.750-2.067=-0.317

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.416-0.309=0.107
σ	0.129-0.110=0.019
min	0.327-0.232=0.094
max	0.642-0.504=0.138

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.888-0.638=0.250
σ	0.096-0.073=0.023
min	0.829-0.584=0.245
max	1.055-0.763=0.291

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.548-0.387=0.160
σ	0.046-0.029=0.018
min	0.505-0.362=0.143
max	0.626-0.435=0.191

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.845-0.705=0.140
σ	0.041-0.119=-0.078
min	0.814-0.581=0.234
max	0.915-0.841=0.075

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.552=-0.011
σ	0.032-0.024=0.008
min	963.523-963.528=-0.005
max	963.597-963.582=0.015

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.825-0.831=-0.005
σ	0.018-0.023=-0.005
min	0.801-0.791=0.011
max	0.851-0.844=0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.005-0.006=-0.000
min	884.847
max	884.859-884.859=0.000

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.724-0.657=0.067
σ	0.041-0.071=-0.031
min	0.654-0.601=0.053
max	0.756-0.737=0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	4.255-4.249=0.005
σ	0.072-0.084=-0.012
min	4.136-4.086=0.050
max	4.479-4.552=-0.072

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.002

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	4.226-4.247=-0.021
σ	0.067-0.066=0.002
min	4.084-4.128=-0.043
max	4.503-4.529=-0.027

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.711-0.750=-0.040
σ	0.123-0.025=0.099
min	0.296-0.718=-0.422
max	0.931-0.921=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.285-0.710=-0.425
σ	0.010-0.019=-0.009
min	0.265-0.683=-0.418
max	0.350-0.815=-0.465

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.416-297.407=0.009
σ	0.201-0.223=-0.022
min	297.263-297.198=0.065
max	297.970-297.976=-0.005

*mean*	1962.000-7213.000=-5251.000
σ	0.000
min	1962.000-7213.000=-5251.000
max	1962.000-7213.000=-5251.000

*mean*	0.590-0.584=0.006
σ	0.060-0.041=0.018
min	0.514-0.505=0.009
max	0.727-0.646=0.081

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.771-289.728=0.043
σ	0.036-0.034=0.002
min	289.727-289.683=0.044
max	289.809-289.776=0.033

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.402-0.393=0.010
σ	0.010-0.006=0.004
min	0.394-0.389=0.005
max	0.414-0.404=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.692-1299.642=0.049
σ	0.096-0.099=-0.003
min	1299.579-1299.524=0.056
max	1299.832-1299.771=0.061

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	2.257-1.946=0.311
σ	0.104-0.114=-0.010
min	2.125-1.801=0.324
max	2.352-2.085=0.267

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.703-1542.628=0.076
σ	3.977-4.058=-0.081
min	1540.795-1540.581=0.214
max	1549.814-1549.878=-0.064

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	2.362-2.262=0.101
σ	0.174-0.220=-0.046
min	2.213-2.044=0.169
max	2.657-2.602=0.056

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.623-1861.603=0.020
σ	0.077-0.059=0.019
min	1861.506-1861.525=-0.019
max	1861.706-1861.652=0.055

*mean*	1758.800-7213.000=-5454.200
σ	216.057-0.000=216.057
min	1471.000-7213.000=-5742.000
max	1962.000-7213.000=-5251.000

*mean*	3.225-2.993=0.232
σ	0.323-0.093=0.230
min	2.908-2.874=0.034
max	3.714-3.111=0.604

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.832-1.574=0.258
σ	0.173-0.209=-0.036
min	1.526-1.288=0.238
max	1.933-1.748=0.185

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.150=0.036
σ	577.140-577.064=0.076
min	157.615-157.617=-0.002
max	1311.895-1311.746=0.150

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	0.547-0.565=-0.018
σ	0.570-0.586=-0.016
min	0.260-0.266=-0.005
max	1.401-1.443=-0.042

policies=20

*mean*	1576.420-1576.422=-0.002
σ	0.341-0.341=-0.000
min	1576.188-1576.188=-0.000
max	1576.926-1576.928=-0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	2.614-2.636=-0.021
σ	0.007-0.029=-0.022
min	2.605-2.606=-0.000
max	2.621-2.674=-0.053

policies=200

*mean*	15772.155-15772.218=-0.063
σ	0.106-0.165=-0.059
min	15772.072-15772.039=0.033
max	15772.310-15772.414=-0.103

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-7213.000=-5745.000
σ	0.000
min	1468.000-7213.000=-5745.000
max	1468.000-7213.000=-5745.000

*mean*	26.446-26.446=-0.000
σ	0.071-0.150=-0.078
min	26.354-26.353=0.001
max	26.507-26.670=-0.163