Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705
σ	0.367
min	53.565
max	54.750

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.137
σ	0.005
min	0.129
max	0.147

cache=y

dps=1

iters=10

policies=100

*mean*	43.059
σ	0.006
min	43.052
max	43.067

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121
σ	0.004
min	0.117
max	0.127

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	110.058
σ	275.426
min	12.516
max	791.702

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	13.958
σ	2.788
min	12.092
max	20.793

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	15.005
σ	0.883
min	13.016
max	15.715

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	13.579
σ	0.896
min	11.872
max	14.684

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	13.978
σ	1.674
min	11.195
max	15.415

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	9.108
σ	0.383
min	8.561
max	9.669

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6.876
σ	0.185
min	6.510
max	7.107

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	6.206
σ	0.531
min	5.835
max	7.501

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.877
σ	0.606
min	5.565
max	7.359

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.930
σ	0.575
min	5.615
max	7.301

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.750
σ	1981.976
min	1554.000
max	7211.000

*mean*	5.920
σ	0.615
min	5.531
max	7.265

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1451.203
σ	646.611
min	1041.121
max	2773.599

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3595.500
σ	1821.105
min	1073.000
max	5832.000

*mean*	5114.762
σ	1742.367
min	3552.298
max	7642.329

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.254
σ	9.910
min	72.409
max	100.807

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	80.731
σ	10.228
min	71.846
max	101.801

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.811
σ	6.818
min	90.637
max	107.287

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	102.821
σ	6.865
min	90.383
max	107.369

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	104.820
σ	6.792
min	92.840
max	112.315

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.009
σ	6.959
min	90.655
max	107.404

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	245.795
σ	241.089
min	143.130
max	841.978

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	156.204
σ	16.535
min	123.371
max	170.425

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4172.875
σ	1904.076
min	1554.000
max	7211.000

*mean*	6781.140
σ	1187.990
min	4940.072
max	8132.370

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	5693.075
σ	1380.258
min	4442.124
max	7787.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659
σ	0.009
min	172.643
max	172.672

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	381.566
σ	36.189
min	312.284
max	413.679

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.168
min	357.321
max	357.677

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	808.398
σ	22.755
min	785.691
max	854.864

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.000
σ	0.751
min	1004.527
max	1008.104

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1.605
σ	0.104
min	1.500
max	1.825

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.331
σ	0.158
min	0.250
max	0.613

name=error_case.art

*mean*	2.334
σ	0.002
min	2.332
max	2.337

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.666
σ	0.126
min	0.591
max	0.889

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.478
σ	0.052
min	0.402
max	0.529

name=nested_use.art

*mean*	2.356
σ	0.002
min	2.355
max	2.358

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.840
σ	0.028
min	0.809
max	0.884

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549
σ	0.018
min	963.528
max	963.572

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.773
σ	0.055
min	0.708
max	0.840

name=cdr_enhanced_4k_loc.art

*mean*	884.853
σ	0.005
min	884.847
max	884.859

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.710
σ	0.055
min	0.612
max	0.739

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	4.268
σ	0.083
min	4.118
max	4.589

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	4.263
σ	0.079
min	4.101
max	4.524

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.746
σ	0.023
min	0.713
max	0.867

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.705
σ	0.049
min	0.350
max	0.902

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.373
σ	0.227
min	294.219
max	294.995

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.574
σ	0.028
min	0.517
max	0.605

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.463
σ	0.039
min	281.404
max	281.506

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.385
σ	0.007
min	0.377
max	0.394

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.506
σ	0.116
min	1291.364
max	1291.625

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1.945
σ	0.098
min	1.781
max	2.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.338
σ	3.982
min	1532.281
max	1541.452

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.273
σ	0.245
min	2.050
max	2.616

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.327
σ	0.063
min	1853.227
max	1853.379

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.889
σ	0.082
min	2.824
max	3.000

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612
σ	0.255
min	1.306
max	1.870

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428
σ	577.064
min	153.893
max	1308.025

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.538
σ	0.544
min	0.263
max	1.355

policies=20

*mean*	1539.213
σ	0.321
min	1538.997
max	1539.689

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.590
σ	0.019
min	2.569
max	2.616

policies=200

*mean*	15400.446
σ	0.132
min	15400.290
max	15400.608

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	26.002
σ	0.116
min	25.879
max	26.151