Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617
σ	0.350
min	54.484
max	55.612

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141
σ	0.004
min	0.137
max	0.148

cache=y

dps=1

iters=10

policies=100

*mean*	43.785
σ	0.006
min	43.778
max	43.794

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124
σ	0.007
min	0.116
max	0.140

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	12.674
σ	0.211
min	12.499
max	13.105

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	71.706
σ	166.078
min	11.937
max	482.723

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	15.026
σ	0.491
min	14.195
max	15.550

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	14.352
σ	0.579
min	13.403
max	15.051

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	13.747
σ	1.684
min	11.360
max	15.447

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	8.990
σ	0.416
min	8.532
max	9.611

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	6.447
σ	0.235
min	6.077
max	6.773

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	6.114
σ	0.182
min	5.833
max	6.347

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.676
σ	0.220
min	5.215
max	5.890

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.672
σ	0.252
min	5.178
max	5.865

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4286.250
σ	1977.019
min	1550.000
max	7195.000

*mean*	5.527
σ	0.278
min	4.983
max	5.826

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	1620.565
σ	881.243
min	1035.663
max	3121.580

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3594.250
σ	1817.614
min	1074.000
max	5833.000

*mean*	4449.960
σ	1356.161
min	3537.609
max	7159.614

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	79.867
σ	9.942
min	70.578
max	98.737

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	81.674
σ	10.274
min	71.455
max	101.773

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	104.035
σ	5.399
min	94.046
max	107.609

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	103.881
σ	5.344
min	94.182
max	107.431

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.954

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	105.948
σ	5.429
min	94.127
max	110.908

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.953

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	104.276
σ	5.521
min	93.932
max	107.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	161.710
σ	7.934
min	147.065
max	167.216

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.002
min	66.685
max	66.689

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	156.057
σ	18.290
min	114.684
max	168.010

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834
σ	4.318
min	11655.305
max	11667.519

*mean*	4166.250
σ	1897.249
min	1550.000
max	7195.000

*mean*	6256.334
σ	1202.398
min	4909.699
max	7893.782

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	5524.518
σ	1269.613
min	4355.070
max	7814.921

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.012
min	172.637
max	172.675

*mean*	486.000
σ	0.000
min	486.000
max	486.000

*mean*	386.986
σ	38.978
min	311.931
max	419.999

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.459
σ	0.149
min	357.321
max	357.635

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	776.095
σ	73.882
min	598.336
max	816.416

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083
σ	0.761
min	1007.611
max	1011.232

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	1.558
σ	0.158
min	1.389
max	1.960

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.318
σ	0.111
min	0.247
max	0.514

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.643
σ	0.084
min	0.593
max	0.792

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.513
σ	0.035
min	0.452
max	0.538

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.835
σ	0.046
min	0.799
max	0.915

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551
σ	0.020
min	963.535
max	963.584

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.804
σ	0.047
min	0.746
max	0.853

name=cdr_enhanced_4k_loc.art

*mean*	884.854
σ	0.008
min	884.847
max	884.867

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.723
σ	0.024
min	0.681
max	0.742

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.711

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	4.226
σ	0.075
min	4.107
max	4.478

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	4.203
σ	0.066
min	4.072
max	4.479

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.751
σ	0.017
min	0.724
max	0.867

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.713
σ	0.017
min	0.685
max	0.827

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.450
σ	0.222
min	297.237
max	298.045

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.596
σ	0.048
min	0.507
max	0.688

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727
σ	0.036
min	289.675
max	289.774

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.388
σ	0.001
min	0.386
max	0.390

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.645
σ	0.105
min	1299.516
max	1299.772

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	2.015
σ	0.194
min	1.817
max	2.239

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630
σ	4.051
min	1540.610
max	1549.869

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	2.271
σ	0.184
min	2.092
max	2.550

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.608
σ	0.059
min	1861.525
max	1861.668

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	3.113
σ	0.376
min	2.836
max	3.771

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.464
σ	0.392
min	1.010
max	1.876

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148
σ	577.065
min	157.613
max	1311.744

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	0.545
σ	0.552
min	0.269
max	1.373

policies=20

*mean*	1576.416
σ	0.355
min	1576.180
max	1576.942

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	2.642
σ	0.025
min	2.606
max	2.664

policies=200

*mean*	15772.240
σ	0.024
min	15772.218
max	15772.274

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7195.000
σ	0.000
min	7195.000
max	7195.000

*mean*	26.663
σ	0.203
min	26.438
max	26.842