Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617
σ	0.350
min	54.486
max	55.614

*mean*	413.000
σ	0.000
min	413.000
max	413.000

*mean*	0.140
σ	0.005
min	0.135
max	0.148

cache=y

dps=1

iters=10

policies=100

*mean*	43.785
σ	0.007
min	43.780
max	43.801

*mean*	413.000
σ	0.000
min	413.000
max	413.000

*mean*	0.121
σ	0.004
min	0.116
max	0.127

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	56.705
σ	123.798
min	12.645
max	363.090

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	12.564
σ	0.752
min	11.825
max	13.628

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	15.061
σ	1.400
min	12.126
max	16.398

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	13.545
σ	1.198
min	11.673
max	14.902

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	13.913
σ	1.622
min	11.518
max	15.246

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	9.143
σ	0.272
min	8.724
max	9.473

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	6.837
σ	0.388
min	6.240
max	7.264

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	6.022
σ	0.241
min	5.744
max	6.554

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.646
σ	0.137
min	5.430
max	5.911

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.970
σ	0.002
min	25.967
max	25.972

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.743
σ	0.241
min	5.279
max	6.074

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.125
σ	1981.727
min	1548.000
max	7204.000

*mean*	5.541
σ	0.170
min	5.207
max	5.766

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	1160.705
σ	320.864
min	1036.521
max	1954.586

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.000
σ	1821.638
min	1071.000
max	5829.000

*mean*	4874.915
σ	1519.134
min	3524.833
max	7164.574

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	80.340
σ	9.452
min	71.816
max	97.702

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	81.028
σ	9.289
min	72.271
max	97.500

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.746
σ	13.398
min	70.784
max	109.595

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.721
σ	13.573
min	70.295
max	110.255

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	104.976
σ	12.293
min	77.246
max	113.580

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	101.895
σ	13.163
min	71.475
max	109.591

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	243.094
σ	245.832
min	114.805
max	849.836

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	154.478
σ	19.620
min	114.126
max	169.128

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.750
σ	1903.992
min	1548.000
max	7204.000

*mean*	6837.484
σ	1190.012
min	4930.073
max	8132.339

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	6176.981
σ	1659.127
min	4388.695
max	8437.207

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666
σ	0.007
min	172.654
max	172.678

*mean*	485.250
σ	0.707
min	485.000
max	487.000

*mean*	395.718
σ	19.662
min	356.802
max	418.161

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.164
min	357.321
max	357.683

*mean*	571.000
σ	0.000
min	571.000
max	571.000

*mean*	792.192
σ	25.311
min	765.549
max	848.434

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080
σ	0.760
min	1007.609
max	1011.225

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	1.558
σ	0.125
min	1.400
max	1.809

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884
σ	0.003
min	0.881
max	0.887

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.326
σ	0.112
min	0.236
max	0.509

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.874
σ	0.090
min	0.807
max	1.031

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.534
σ	0.040
min	0.487
max	0.589

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.849
σ	0.034
min	0.821
max	0.904

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541
σ	0.022
min	963.523
max	963.577

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.786
σ	0.040
min	0.746
max	0.846

name=cdr_enhanced_4k_loc.art

*mean*	884.853
σ	0.006
min	884.847
max	884.859

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.727
σ	0.017
min	0.697
max	0.738

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.711

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	4.305
σ	0.086
min	4.143
max	4.534

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	4.260
σ	0.088
min	4.104
max	4.571

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.746
σ	0.021
min	0.633
max	0.855

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.701
σ	0.038
min	0.487
max	0.781

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.544
σ	0.205
min	297.387
max	298.107

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.564
σ	0.034
min	0.515
max	0.610

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.731
σ	0.032
min	289.683
max	289.773

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.391
σ	0.001
min	0.389
max	0.392

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.639
σ	0.092
min	1299.529
max	1299.770

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	1.930
σ	0.044
min	1.855
max	1.968

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.621
σ	4.064
min	1540.586
max	1549.882

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	2.315
σ	0.218
min	2.103
max	2.648

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.600
σ	0.057
min	1861.513
max	1861.651

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	2.924
σ	0.075
min	2.857
max	3.032

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.772
σ	0.116
min	1.644
max	1.909

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148
σ	577.064
min	157.614
max	1311.745

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	0.542
σ	0.554
min	0.262
max	1.373

policies=20

*mean*	1576.415
σ	0.344
min	1576.182
max	1576.924

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	2.627
σ	0.021
min	2.606
max	2.654

policies=200

*mean*	15772.218
σ	0.052
min	15772.169
max	15772.285

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7204.000
σ	0.000
min	7204.000
max	7204.000

*mean*	26.517
σ	0.219
min	26.381
max	26.841