Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616
σ	0.350
min	54.481
max	55.610

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.139
σ	0.004
min	0.133
max	0.147

cache=y

dps=1

iters=10

policies=100

*mean*	43.785
σ	0.006
min	43.779
max	43.797

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.121
σ	0.005
min	0.114
max	0.129

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	54.514
σ	117.522
min	12.466
max	345.364

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	13.443
σ	1.416
min	11.936
max	16.657

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.956
σ	1.115
min	12.710
max	15.964

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.287
σ	1.135
min	12.221
max	15.693

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	13.698
σ	1.654
min	10.803
max	15.514

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	8.907
σ	0.299
min	8.480
max	9.225

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	6.959
σ	0.110
min	6.742
max	7.106

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.986
σ	0.137
min	5.807
max	6.121

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.592
σ	0.176
min	5.233
max	5.850

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.643
σ	0.088
min	5.458
max	5.749

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.502
σ	0.102
min	5.285
max	5.617

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.597

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1348.434
σ	468.156
min	1045.848
max	2244.367

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.663

*mean*	3587.875
σ	1813.045
min	1070.000
max	5810.000

*mean*	4775.461
σ	1463.856
min	3544.040
max	6963.380

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	78.286
σ	5.871
min	71.193
max	87.621

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	78.821
σ	6.108
min	71.558
max	88.807

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.949

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.613
σ	7.513
min	87.116
max	107.197

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.572
σ	7.765
min	86.601
max	107.681

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	104.395
σ	6.923
min	90.151
max	110.283

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.764
σ	7.553
min	86.965
max	107.298

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	248.377
σ	251.565
min	137.930
max	870.389

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	156.548
σ	15.493
min	130.389
max	170.820

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	6258.000
σ	1113.636
min	4935.506
max	7948.905

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5521.772
σ	1291.019
min	4399.597
max	7775.774

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.015
min	172.633
max	172.678

*mean*	487.125
σ	0.354
min	487.000
max	488.000

*mean*	379.517
σ	27.737
min	331.122
max	411.521

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.456
σ	0.144
min	357.321
max	357.611

*mean*	572.000
σ	0.000
min	572.000
max	572.000

*mean*	792.189
σ	26.662
min	754.087
max	838.323

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.079
σ	0.761
min	1007.609
max	1011.227

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1.558
σ	0.167
min	1.398
max	1.992

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.315
σ	0.141
min	0.240
max	0.566

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.664
σ	0.109
min	0.601
max	0.858

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.394
σ	0.025
min	0.368
max	0.427

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.847
σ	0.036
min	0.814
max	0.904

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551
σ	0.030
min	963.523
max	963.601

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.808
σ	0.057
min	0.722
max	0.856

name=cdr_enhanced_4k_loc.art

*mean*	884.856
σ	0.005
min	884.847
max	884.861

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.726
σ	0.022
min	0.688
max	0.741

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	4.265
σ	0.088
min	4.134
max	4.600

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	4.249
σ	0.087
min	4.105
max	4.595

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.750
σ	0.019
min	0.716
max	0.863

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.549
σ	0.078
min	0.491
max	0.785

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.438
σ	0.197
min	297.255
max	297.972

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.551
σ	0.032
min	0.508
max	0.585

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.723
σ	0.035
min	289.675
max	289.772

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.388
σ	0.001
min	0.386
max	0.388

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.644
σ	0.105
min	1299.513
max	1299.763

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1.924
σ	0.067
min	1.817
max	1.996

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.648
σ	3.983
min	1540.613
max	1549.766

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.333
σ	0.300
min	2.099
max	2.687

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.595
σ	0.059
min	1861.512
max	1861.645

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.959
σ	0.144
min	2.849
max	3.192

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.386
σ	0.291
min	1.195
max	1.903

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147
σ	577.063
min	157.615
max	1311.741

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	0.542
σ	0.534
min	0.270
max	1.343

policies=20

*mean*	1576.419
σ	0.356
min	1576.177
max	1576.947

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	2.647
σ	0.024
min	2.613
max	2.667

policies=200

*mean*	15772.210
σ	0.059
min	15772.132
max	15772.268

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	26.622
σ	0.101
min	26.542
max	26.759