Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616
σ	0.347
min	54.484
max	55.605

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141
σ	0.004
min	0.138
max	0.146

cache=y

dps=1

iters=10

policies=100

*mean*	43.786
σ	0.007
min	43.777
max	43.799

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.126
σ	0.008
min	0.119
max	0.141

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	85.047
σ	203.946
min	12.613
max	589.787

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	13.854
σ	1.944
min	12.142
max	18.528

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	15.063
σ	1.017
min	12.858
max	16.131

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	14.248
σ	0.978
min	12.482
max	15.496

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	14.163
σ	1.338
min	11.563
max	15.461

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	9.026
σ	0.369
min	8.317
max	9.550

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6.546
σ	0.393
min	6.079
max	7.213

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	6.146
σ	0.559
min	5.562
max	7.426

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.822
σ	0.591
min	5.340
max	7.245

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.936
σ	0.615
min	5.185
max	7.293

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.708
σ	0.671
min	5.065
max	7.253

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.599

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1447.409
σ	672.679
min	1033.818
max	2897.171

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.875
σ	1810.372
min	1077.000
max	5815.000

*mean*	4608.921
σ	1406.989
min	3522.263
max	7146.807

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	81.508
σ	11.128
min	72.680
max	99.018

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	82.264
σ	11.667
min	72.360
max	100.418

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.370
σ	8.758
min	87.060
max	109.140

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.361
σ	8.636
min	87.395
max	109.115

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	106.021
σ	8.332
min	91.739
max	113.067

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.496
σ	8.624
min	87.488
max	109.021

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	236.273
σ	217.515
min	137.443
max	773.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	156.168
σ	15.661
min	130.494
max	168.699

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6874.330
σ	1176.086
min	4920.080
max	8243.804

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	5823.178
σ	1541.883
min	4387.003
max	7750.582

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.656
σ	0.011
min	172.640
max	172.669

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	368.118
σ	54.373
min	271.497
max	421.252

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.137
min	357.321
max	357.623

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	758.540
σ	72.492
min	593.963
max	812.564

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084
σ	0.761
min	1007.608
max	1011.231

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1.536
σ	0.191
min	1.391
max	2.197

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.003
min	0.881
max	0.887

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.312
σ	0.113
min	0.235
max	0.512

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.866
σ	0.090
min	0.785
max	1.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.533
σ	0.041
min	0.497
max	0.594

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.855
σ	0.041
min	0.818
max	0.926

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550
σ	0.019
min	963.534
max	963.583

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.822
σ	0.038
min	0.772
max	0.854

name=cdr_enhanced_4k_loc.art

*mean*	884.854
σ	0.008
min	884.847
max	884.866

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.694
σ	0.062
min	0.611
max	0.745

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	3.521
σ	0.084
min	3.280
max	3.822

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	3.583
σ	0.096
min	3.364
max	3.969

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.538
σ	0.014
min	0.514
max	0.626

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.513
σ	0.011
min	0.492
max	0.571

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.741
σ	0.203
min	297.557
max	298.273

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.591
σ	0.061
min	0.514
max	0.730

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.726
σ	0.032
min	289.685
max	289.773

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.392
σ	0.006
min	0.387
max	0.403

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643
σ	0.102
min	1299.519
max	1299.766

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1.979
σ	0.145
min	1.830
max	2.157

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.607
σ	4.065
min	1540.591
max	1549.870

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	2.265
σ	0.194
min	2.041
max	2.568

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.607
σ	0.064
min	1861.525
max	1861.666

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	3.001
σ	0.109
min	2.875
max	3.175

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.445
σ	0.355
min	1.131
max	1.861

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148
σ	577.065
min	157.613
max	1311.746

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	0.549
σ	0.556
min	0.269
max	1.382

policies=20

*mean*	1576.429
σ	0.354
min	1576.192
max	1576.955

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	2.640
σ	0.006
min	2.631
max	2.645

policies=200

*mean*	15771.988
σ	0.468
min	15771.290
max	15772.291

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	26.529
σ	0.184
min	26.346
max	26.783