Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521
σ	0.369
min	54.379
max	55.571

*mean*	415.700
σ	0.483
min	415.000
max	416.000

*mean*	0.139
σ	0.004
min	0.131
max	0.145

cache=y

dps=1

iters=10

policies=100

*mean*	43.766
σ	0.006
min	43.756
max	43.779

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124
σ	0.004
min	0.119
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	99.052
σ	244.253
min	12.409
max	703.546

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	13.458
σ	2.093
min	11.772
max	18.416

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	15.018
σ	0.874
min	13.614
max	15.869

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.003
min	41.928
max	41.936

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	13.964
σ	1.487
min	11.393
max	15.775

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	13.851
σ	1.467
min	11.627
max	15.295

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	9.033
σ	0.397
min	8.304
max	9.335

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	6.507
σ	0.281
min	6.084
max	6.951

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	6.253
σ	0.577
min	5.711
max	7.625

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	5.831
σ	0.580
min	5.445
max	7.220

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	6.019
σ	0.555
min	5.579
max	7.304

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4284.000
σ	1975.302
min	1550.000
max	7212.000

*mean*	5.793
σ	0.551
min	5.280
max	7.097

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1397.677
σ	543.142
min	1026.957
max	2290.540

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3590.500
σ	1809.354
min	1074.000
max	5811.000

*mean*	4579.989
σ	1332.319
min	3550.506
max	6864.113

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	76.413
σ	6.417
min	70.435
max	87.507

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	77.587
σ	6.727
min	70.536
max	89.357

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.248
σ	8.929
min	84.504
max	108.792

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.500
σ	9.017
min	84.659
max	109.366

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.953

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	105.662
σ	9.332
min	87.333
max	113.819

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.538
σ	8.905
min	84.759
max	108.705

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	225.335
σ	189.444
min	133.873
max	693.258

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	154.327
σ	17.574
min	122.170
max	167.212

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4167.125
σ	1898.201
min	1550.000
max	7212.000

*mean*	6681.014
σ	1120.043
min	4895.155
max	8098.947

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	5769.712
σ	1475.887
min	4417.405
max	7740.530

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.661
σ	0.007
min	172.650
max	172.668

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	387.899
σ	23.145
min	354.834
max	418.539

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464
σ	0.154
min	357.321
max	357.661

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	777.008
σ	47.660
min	683.484
max	808.843

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083
σ	0.760
min	1007.608
max	1011.226

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.519
σ	0.122
min	1.360
max	1.883

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884
σ	0.003
min	0.881
max	0.888

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.431
σ	0.092
min	0.351
max	0.539

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.887
σ	0.099
min	0.825
max	1.059

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.543
σ	0.054
min	0.502
max	0.638

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.851
σ	0.036
min	0.818
max	0.905

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549
σ	0.021
min	963.523
max	963.569

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.748
σ	0.093
min	0.617
max	0.838

name=cdr_enhanced_4k_loc.art

*mean*	884.854
σ	0.008
min	884.847
max	884.864

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.549
σ	0.060
min	0.501
max	0.633

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.711

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	3.546
σ	0.081
min	3.430
max	3.840

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	3.546
σ	0.133
min	2.817
max	3.972

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.555
σ	0.042
min	0.347
max	0.791

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.509
σ	0.042
min	0.296
max	0.554

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.437
σ	0.214
min	297.285
max	298.024

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.553
σ	0.028
min	0.514
max	0.586

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.724
σ	0.035
min	289.674
max	289.772

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.398
σ	0.014
min	0.387
max	0.415

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631
σ	0.089
min	1299.535
max	1299.753

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.941
σ	0.119
min	1.817
max	2.092

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.642
σ	4.056
min	1540.556
max	1549.888

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.415
σ	0.278
min	2.068
max	2.689

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625
σ	0.057
min	1861.568
max	1861.699

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.956
σ	0.163
min	2.849
max	3.236

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.446
σ	0.156
min	1.272
max	1.620

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148
σ	577.069
min	157.613
max	1311.751

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.544
σ	0.542
min	0.269
max	1.357

policies=20

*mean*	1576.394
σ	0.341
min	1576.160
max	1576.899

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.624
σ	0.015
min	2.610
max	2.641

policies=200

*mean*	15771.978
σ	0.076
min	15771.873
max	15772.054

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	26.481
σ	0.151
min	26.341
max	26.653