Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-53.704=0.913
σ	0.350-0.370=-0.020
min	54.482-53.560=0.923
max	55.613-54.756=0.857

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.139-0.138=0.001
σ	0.005-0.005=-0.000
min	0.132-0.131=0.001
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.058=0.728
σ	0.007-0.007=0.001
min	43.778-43.048=0.730
max	43.803-43.069=0.733

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.124-0.120=0.004
σ	0.004-0.005=-0.002
min	0.121-0.113=0.007
max	0.129-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	13.064
σ	0.322
min	12.741
max	13.742

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4282.500
σ	1968.441
min	1551.000
max	7171.000

*mean*	13.706
σ	2.396
min	11.978
max	19.469

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	14.997
σ	0.798
min	13.560
max	15.662

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	13.357
σ	1.149
min	11.144
max	14.530

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	13.809
σ	1.589
min	11.058
max	15.129

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	8.914
σ	0.268
min	8.472
max	9.326

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	7.187
σ	0.964
min	6.300
max	9.485

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4282.500
σ	1968.441
min	1551.000
max	7171.000

*mean*	6.247
σ	0.758
min	5.800
max	8.094

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4282.500
σ	1968.441
min	1551.000
max	7171.000

*mean*	5.861
σ	0.699
min	5.204
max	7.518

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4282.500
σ	1968.441
min	1551.000
max	7171.000

*mean*	5.795
σ	0.656
min	5.271
max	7.382

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4282.500
σ	1968.441
min	1551.000
max	7171.000

*mean*	5.760
σ	0.718
min	5.337
max	7.509

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.597

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	1492.007
σ	721.008
min	1033.471
max	2858.360

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.662

*mean*	3593.375
σ	1813.255
min	1076.000
max	5821.000

*mean*	4521.451
σ	1373.089
min	3539.272
max	7138.063

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	80.204
σ	6.539
min	73.275
max	90.607

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	80.314
σ	6.543
min	73.012
max	91.503

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.943
max	40.947

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	103.886
σ	6.352
min	92.199
max	108.104

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	103.909
σ	6.372
min	91.999
max	108.665

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	106.063
σ	4.842
min	97.789
max	110.585

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	104.107
σ	6.469
min	92.137
max	108.435

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	206.540
σ	132.175
min	144.437
max	532.940

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	154.092
σ	19.955
min	110.479
max	167.877

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4165.125
σ	1890.032
min	1551.000
max	7171.000

*mean*	6622.247
σ	1432.439
min	4949.829
max	8220.832

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7171.000
σ	0.000
min	7171.000
max	7171.000

*mean*	5773.196
σ	1269.688
min	4397.355
max	7430.636

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.657
σ	0.015
min	172.634
max	172.673

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	363.859
σ	32.811
min	321.034
max	404.122

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.470
σ	0.145
min	357.321
max	357.624

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	761.622
σ	67.146
min	614.186
max	809.158

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.380-1005.401=2.979
σ	0.761-0.891=-0.130
min	1007.908-1004.931=2.977
max	1011.525-1009.098=2.427

*mean*	7171.000-1063.450=6107.550
σ	0.000-328.829=-328.829
min	7171.000-555.000=6616.000
max	7171.000-1637.000=5534.000

*mean*	1.550-1.564=-0.014
σ	0.116-0.078=0.038
min	1.421-1.494=-0.074
max	1.762-1.845=-0.083

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.309-0.419=-0.110
σ	0.126-0.125=0.001
min	0.240-0.345=-0.104
max	0.534-0.639=-0.105

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.654-0.898=-0.244
σ	0.093-0.085=0.008
min	0.591-0.837=-0.247
max	0.816-1.047=-0.231

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.543-0.579=-0.035
σ	0.052-0.060=-0.008
min	0.494-0.521=-0.027
max	0.630-0.654=-0.024

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.856-0.863=-0.006
σ	0.027-0.048=-0.021
min	0.835-0.813=0.023
max	0.902-0.941=-0.039

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.001
σ	0.019-0.025=-0.006
min	963.534-963.523=0.011
max	963.574-963.582=-0.009

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.793-0.820=-0.027
σ	0.058-0.030=0.028
min	0.704-0.781=-0.078
max	0.842-0.854=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.855=-0.002
σ	0.009-0.005=0.004
min	884.847
max	884.867-884.860=0.007

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.732-0.737=-0.006
σ	0.008-0.004=0.004
min	0.724-0.732=-0.008
max	0.744-0.741=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.710

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	4.261-4.258=0.003
σ	0.079-0.165=-0.086
min	4.120-4.098=0.021
max	4.617-5.612=-0.995

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	4.275-4.222=0.053
σ	0.087-0.073=0.013
min	4.154-4.102=0.052
max	4.724-4.507=0.217

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.762-0.753=0.009
σ	0.025-0.019=0.006
min	0.611-0.719=-0.108
max	0.871-0.871=-0.000

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.717-0.717=0.000
σ	0.016-0.016=-0.000
min	0.687-0.684=0.004
max	0.788-0.769=0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.767-294.940=2.827
σ	0.178-0.195=-0.017
min	297.651-294.799=2.853
max	298.256-295.457=2.799

*mean*	7171.000-1902.000=5269.000
σ	0.000
min	7171.000-1902.000=5269.000
max	7171.000-1902.000=5269.000

*mean*	0.588-0.588=-0.000
σ	0.039-0.042=-0.004
min	0.514-0.518=-0.004
max	0.623-0.684=-0.061

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.015-284.787=8.228
σ	0.034-0.037=-0.003
min	292.969-284.737=8.232
max	293.060-284.825=8.235

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.396-0.398=-0.002
σ	0.007-0.009=-0.002
min	0.392-0.388=0.004
max	0.409-0.409=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.930-1294.765=8.165
σ	0.096-0.110=-0.015
min	1302.812-1294.636=8.176
max	1303.065-1294.894=8.172

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	1.999-1.896=0.103
σ	0.156-0.086=0.071
min	1.809-1.807=0.002
max	2.165-2.015=0.150

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.928-1537.620=8.309
σ	4.067-4.005=0.061
min	1543.869-1535.645=8.223
max	1553.195-1544.777=8.417

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	2.290-2.174=0.117
σ	0.245-0.109=0.136
min	2.052-2.043=0.009
max	2.654-2.282=0.371

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.905-1856.645=8.260
σ	0.091-0.053=0.039
min	1864.773-1856.594=8.180
max	1865.015-1856.718=8.297

*mean*	7171.000-1779.000=5392.000
σ	0.000-126.014=-126.014
min	7171.000-1637.000=5534.000
max	7171.000-1902.000=5269.000

*mean*	3.106-2.962=0.144
σ	0.271-0.104=0.167
min	2.761-2.873=-0.111
max	3.364-3.131=0.233

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.478-1.374=0.104
σ	0.239-0.258=-0.018
min	1.288-1.106=0.181
max	1.835-1.793=0.041

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.745-443.025=3.721
σ	577.064-577.064=-0.000
min	158.210-154.491=3.719
max	1312.342-1308.622=3.721

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	0.533-0.549=-0.016
σ	0.538-0.562=-0.024
min	0.263-0.263=-0.001
max	1.341-1.392=-0.051

policies=20

*mean*	1582.381-1545.194=37.186
σ	0.347-0.325=0.022
min	1582.154-1544.969=37.185
max	1582.897-1545.677=37.220

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	2.625-2.589=0.036
σ	0.002-0.009=-0.007
min	2.624-2.577=0.047
max	2.628-2.596=0.031

policies=200

*mean*	15831.859-15460.116=371.743
σ	0.062-0.118=-0.055
min	15831.771-15460.041=371.730
max	15831.910-15460.292=371.618

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7171.000-1637.000=5534.000
σ	0.000
min	7171.000-1637.000=5534.000
max	7171.000-1637.000=5534.000

*mean*	26.727-26.151=0.576
σ	0.116-0.092=0.024
min	26.629-26.056=0.573
max	26.867-26.274=0.592