Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-53.704=0.912
σ	0.347-0.368=-0.020
min	54.482-53.562=0.920
max	55.604-54.750=0.854

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.138-0.136=0.002
σ	0.004-0.005=-0.001
min	0.134-0.129=0.006
max	0.144-0.144=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.059=0.726
σ	0.007-0.006=0.001
min	43.777-43.051=0.725
max	43.801-43.067=0.734

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.123-0.121=0.001
σ	0.004-0.004=0.001
min	0.115-0.118=-0.003
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	12.768
σ	0.255
min	12.502
max	13.234

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	105.417
σ	261.204
min	12.213
max	751.863

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	14.891
σ	1.348
min	12.009
max	15.871

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	13.510
σ	1.116
min	11.434
max	14.757

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	13.145
σ	1.440
min	11.264
max	15.009

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	9.066
σ	0.353
min	8.498
max	9.455

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	6.875
σ	0.430
min	6.139
max	7.357

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	6.060
σ	0.193
min	5.749
max	6.366

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.680
σ	0.118
min	5.538
max	5.930

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.745
σ	0.121
min	5.549
max	5.954

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.604
σ	0.110
min	5.486
max	5.817

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4269.625
σ	1895.506
min	1968.000
max	7585.000

*mean*	13.012
σ	1.705
min	11.954
max	17.159

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4269.625
σ	1895.506
min	1968.000
max	7585.000

*mean*	13.049
σ	1.794
min	11.111
max	16.968

op=table_records(), no indexes

*mean*	41.929
σ	0.002
min	41.928
max	41.933

*mean*	7585.000
σ	0.000
min	7585.000
max	7585.000

*mean*	13.598
σ	1.185
min	12.080
max	14.905

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4005.875
σ	1591.677
min	1968.000
max	5964.000

*mean*	12.945
σ	1.898
min	10.203
max	14.592

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4005.875
σ	1591.677
min	1968.000
max	5964.000

*mean*	8.477
σ	0.357
min	8.019
max	8.954

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4067.000
σ	1544.638
min	1968.000
max	5964.000

*mean*	6.443
σ	0.441
min	5.839
max	7.099

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4269.625
σ	1895.506
min	1968.000
max	7585.000

*mean*	5.639
σ	0.545
min	5.361
max	6.972

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4269.625
σ	1895.506
min	1968.000
max	7585.000

*mean*	5.498
σ	0.596
min	5.182
max	6.964

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	1175.027
σ	392.541
min	1024.071
max	2146.391

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.041
min	8744.545
max	8744.661

*mean*	3594.375
σ	1817.527
min	1073.000
max	5833.000

*mean*	4924.166
σ	1554.993
min	3500.713
max	7096.459

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	7585.000
σ	0.000
min	7585.000
max	7585.000

*mean*	1159.533
σ	215.417
min	1036.990
max	1513.559

op=load_product(), with indexes

*mean*	8744.558
σ	0.032
min	8744.545
max	8744.638

*mean*	3787.500
σ	1621.106
min	1968.000
max	5964.000

*mean*	4521.210
σ	1347.330
min	3561.119
max	7013.614

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.003
min	62.076
max	62.083

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	78.995
σ	8.534
min	70.404
max	96.258

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	79.754
σ	8.368
min	71.717
max	96.608

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.833
σ	13.109
min	70.469
max	108.100

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.717
σ	13.083
min	70.452
max	107.548

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	103.863
σ	11.009
min	78.239
max	112.346

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.909
σ	13.018
min	70.785
max	107.458

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.694

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	215.690
σ	169.163
min	115.090
max	631.976

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	151.211
σ	22.933
min	113.178
max	167.479

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4269.625
σ	1895.506
min	1968.000
max	7585.000

*mean*	191.544
σ	324.030
min	71.195
max	993.342

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.002
min	40.944
max	40.949

*mean*	7585.000
σ	0.000
min	7585.000
max	7585.000

*mean*	99.348
σ	9.775
min	81.963
max	107.841

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.689
σ	0.000
min	66.689
max	66.690

*mean*	7585.000
σ	0.000
min	7585.000
max	7585.000

*mean*	321.231
σ	486.430
min	129.030
max	1524.493

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.523

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	6758.872
σ	1340.835
min	4890.070
max	8092.275

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	6022.215
σ	1520.440
min	4360.022
max	8237.817

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.518

*mean*	4005.875
σ	1591.677
min	1968.000
max	5964.000

*mean*	6070.938
σ	1010.729
min	4973.271
max	7525.121

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7585.000
σ	0.000
min	7585.000
max	7585.000

*mean*	5439.436
σ	1283.370
min	4399.257
max	7189.765

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.667
σ	0.014
min	172.636
max	172.678

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	393.650
σ	25.378
min	351.873
max	417.144

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.465
σ	0.155
min	357.321
max	357.653

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	758.823
σ	48.130
min	678.075
max	807.281

op=pointedIndexFromKvs

rows=200000

*mean*	172.588
σ	0.027
min	172.558
max	172.621

*mean*	1968.000
σ	0.000
min	1968.000
max	1968.000

*mean*	368.627
σ	22.546
min	337.815
max	397.697

op=pointedIndexFromKvs

rows=400000

*mean*	357.363
σ	0.041
min	357.321
max	357.421

*mean*	1968.000
σ	0.000
min	1968.000
max	1968.000

*mean*	759.199
σ	47.420
min	650.376
max	797.692

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1005.001=3.182
σ	0.904-0.751=0.153
min	1007.716-1004.530=3.186
max	1011.945-1008.105=3.840

*mean*	1037.600-7201.000=-6163.400
σ	303.292-0.000=303.292
min	556.000-7201.000=-6645.000
max	1465.000-7201.000=-5736.000

*mean*	1.567-1.594=-0.027
σ	0.149-0.129=0.021
min	1.428-1.415=0.013
max	2.070-1.893=0.178

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.413-0.308=0.105
σ	0.129-0.108=0.021
min	0.334-0.248=0.086
max	0.641-0.501=0.140

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.877-0.651=0.226
σ	0.100-0.094=0.005
min	0.817-0.587=0.230
max	1.050-0.817=0.233

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.549-0.388=0.161
σ	0.041-0.045=-0.004
min	0.513-0.354=0.159
max	0.619-0.463=0.156

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.836-0.621=0.216
σ	0.043-0.035=0.008
min	0.804-0.589=0.215
max	0.907-0.680=0.227

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.543=-0.002
σ	0.032-0.022=0.010
min	963.523
max	963.596-963.571=0.025

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.818-0.757=0.061
σ	0.033-0.061=-0.028
min	0.770-0.700=0.070
max	0.851-0.851=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.007-0.005=0.002
min	884.847-884.850=-0.003
max	884.862-884.862=0.000

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.709-0.666=0.044
σ	0.029-0.071=-0.042
min	0.671-0.572=0.099
max	0.740-0.740=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	4.268-4.322=-0.054
σ	0.084-0.111=-0.027
min	4.131-4.185=-0.054
max	4.595-4.710=-0.116

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.661=-0.003

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	4.245-4.270=-0.025
σ	0.057-0.064=-0.007
min	4.126-4.145=-0.019
max	4.420-4.502=-0.082

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.753-0.760=-0.008
σ	0.016-0.020=-0.005
min	0.720-0.728=-0.008
max	0.859-0.888=-0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.719-0.728=-0.009
σ	0.016-0.018=-0.002
min	0.692-0.697=-0.005
max	0.812-0.809=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.345-294.117=3.227
σ	0.179-0.238=-0.059
min	297.218-293.881=3.337
max	297.839-294.746=3.092

*mean*	1968.000-7201.000=-5233.000
σ	0.000
min	1968.000-7201.000=-5233.000
max	1968.000-7201.000=-5233.000

*mean*	0.564-0.571=-0.008
σ	0.034-0.061=-0.027
min	0.518-0.505=0.013
max	0.609-0.716=-0.108

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.773-281.461=8.311
σ	0.038-0.037=0.001
min	289.729-281.403=8.325
max	289.814-281.497=8.317

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.404-0.387=0.017
σ	0.010-0.010=-0.000
min	0.396-0.377=0.019
max	0.417-0.401=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.663-1291.494=8.169
σ	0.097-0.095=0.002
min	1299.565-1291.378=8.186
max	1299.797-1291.589=8.208

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	2.156-1.954=0.201
σ	0.173-0.131=0.042
min	1.881-1.806=0.076
max	2.317-2.161=0.156

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.690-1534.346=8.344
σ	4.022-4.040=-0.019
min	1540.737-1532.309=8.428
max	1549.880-1541.566=8.314

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	2.403-2.242=0.161
σ	0.152-0.236=-0.084
min	2.257-2.022=0.235
max	2.642-2.593=0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1853.336=8.293
σ	0.061-0.065=-0.004
min	1861.547-1853.265=8.282
max	1861.698-1853.421=8.277

*mean*	1716.200-7201.000=-5484.800
σ	170.390-0.000=170.390
min	1524.000-7201.000=-5677.000
max	1968.000-7201.000=-5233.000

*mean*	2.941-3.276=-0.335
σ	0.174-0.467=-0.293
min	2.726-2.831=-0.105
max	3.193-3.784=-0.591

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.834-1.766=0.067
σ	0.027-0.114=-0.087
min	1.804-1.621=0.182
max	1.863-1.882=-0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-442.430=3.756
σ	577.140-577.064=0.076
min	157.615-153.894=3.721
max	1311.896-1308.026=3.870

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	0.546-0.529=0.016
σ	0.566-0.531=0.036
min	0.250-0.263=-0.012
max	1.395-1.325=0.070

policies=20

*mean*	1576.422-1539.221=37.201
σ	0.348-0.321=0.027
min	1576.187-1539.004=37.182
max	1576.939-1539.697=37.242

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	2.626-2.591=0.035
σ	0.014-0.021=-0.007
min	2.606-2.573=0.034
max	2.636-2.618=0.018

policies=200

*mean*	15772.049-15400.385=371.664
σ	0.411-0.082=0.328
min	15771.443-15400.297=371.145
max	15772.341-15400.493=371.848

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1465.000-7201.000=-5736.000
σ	0.000
min	1465.000-7201.000=-5736.000
max	1465.000-7201.000=-5736.000

*mean*	26.473-26.046=0.428
σ	0.150-0.302=-0.152
min	26.255-25.860=0.395
max	26.577-26.496=0.081