Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705
σ	0.371
min	53.560
max	54.759

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.142
σ	0.008
min	0.134
max	0.157

cache=y

dps=1

iters=10

policies=100

*mean*	43.058
σ	0.007
min	43.046
max	43.071

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.122
σ	0.004
min	0.119
max	0.129

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	12.855
σ	0.244
min	12.537
max	13.238

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.621

*mean*	4288.750
σ	1978.964
min	1551.000
max	7202.000

*mean*	113.762
σ	284.029
min	13.146
max	816.698

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	14.813
σ	1.293
min	12.072
max	15.736

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	13.694
σ	1.245
min	11.611
max	14.500

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	13.317
σ	1.179
min	10.936
max	14.900

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	9.140
σ	0.324
min	8.564
max	9.472

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	7.152
σ	0.158
min	6.899
max	7.351

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4288.750
σ	1978.964
min	1551.000
max	7202.000

*mean*	6.225
σ	0.549
min	5.810
max	7.496

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4288.750
σ	1978.964
min	1551.000
max	7202.000

*mean*	5.813
σ	0.604
min	5.462
max	7.296

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4288.750
σ	1978.964
min	1551.000
max	7202.000

*mean*	5.895
σ	0.582
min	5.599
max	7.316

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4288.750
σ	1978.964
min	1551.000
max	7202.000

*mean*	5.787
σ	0.554
min	5.553
max	7.156

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	1118.837
σ	199.512
min	1039.296
max	1612.496

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.662

*mean*	3595.875
σ	1818.797
min	1075.000
max	5837.000

*mean*	4815.185
σ	1628.947
min	3525.672
max	7138.669

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	80.109
σ	7.443
min	72.805
max	94.152

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	80.699
σ	7.442
min	72.602
max	94.439

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.943
max	40.947

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	103.676
σ	10.335
min	82.646
max	109.765

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	103.546
σ	10.225
min	82.681
max	109.876

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	105.828
σ	9.435
min	88.932
max	113.452

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	103.709
σ	10.173
min	83.066
max	109.794

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	227.176
σ	192.021
min	132.253
max	701.185

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	154.491
σ	21.031
min	114.400
max	170.509

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4168.500
σ	1899.061
min	1551.000
max	7202.000

*mean*	6670.886
σ	1102.061
min	4962.766
max	8027.818

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.002
min	11560.064
max	11560.069

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	5444.371
σ	1514.682
min	4420.355
max	8582.205

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.663
σ	0.009
min	172.646
max	172.672

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	389.281
σ	51.065
min	267.632
max	421.639

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468
σ	0.157
min	357.321
max	357.657

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	798.723
σ	14.170
min	768.611
max	812.854

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002
σ	0.750
min	1004.530
max	1008.102

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	1.597
σ	0.135
min	1.419
max	1.879

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.441
σ	0.132
min	0.353
max	0.672

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.912
σ	0.095
min	0.836
max	1.067

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.549
σ	0.051
min	0.508
max	0.634

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.853
σ	0.045
min	0.817
max	0.929

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550
σ	0.031
min	963.523
max	963.599

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.832
σ	0.028
min	0.783
max	0.853

name=cdr_enhanced_4k_loc.art

*mean*	884.856
σ	0.007
min	884.847
max	884.863

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.590
σ	0.077
min	0.492
max	0.651

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	2.915
σ	0.268
min	2.683
max	3.817

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	2.781
σ	0.073
min	2.649
max	3.063

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.460
σ	0.116
min	0.294
max	0.627

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.290
σ	0.008
min	0.276
max	0.335

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.213
σ	0.199
min	294.093
max	294.762

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.530
σ	0.026
min	0.496
max	0.582

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.448
σ	0.033
min	281.397
max	281.489

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.385
σ	0.008
min	0.378
max	0.394

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.503
σ	0.111
min	1291.363
max	1291.623

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	1.938
σ	0.081
min	1.799
max	2.003

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.345
σ	3.977
min	1532.327
max	1541.450

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	2.224
σ	0.147
min	2.082
max	2.383

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.324
σ	0.063
min	1853.230
max	1853.380

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	2.930
σ	0.113
min	2.839
max	3.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.380
σ	0.218
min	1.122
max	1.711

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430
σ	577.067
min	153.896
max	1308.030

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	0.529
σ	0.515
min	0.269
max	1.301

policies=20

*mean*	1539.231
σ	0.325
min	1539.008
max	1539.713

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	2.604
σ	0.018
min	2.590
max	2.630

policies=200

*mean*	15400.439
σ	0.065
min	15400.385
max	15400.531

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7202.000
σ	0.000
min	7202.000
max	7202.000

*mean*	26.236
σ	0.137
min	26.104
max	26.360