Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.615=0.002
σ	0.352-0.348=0.004
min	54.479-54.482=-0.003
max	55.619-55.605=0.014

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.139=0.001
σ	0.004-0.004=-0.001
min	0.135-0.136=-0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.007-0.006=0.001
min	43.776-43.780=-0.004
max	43.799-43.797=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.121=0.003
σ	0.004-0.005=-0.001
min	0.119-0.114=0.005
max	0.129-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	12.756
σ	0.272
min	12.354
max	13.224

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	13.239
σ	0.393
min	12.412
max	13.600

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	14.927
σ	0.676
min	13.402
max	15.330

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	14.123
σ	0.823
min	12.775
max	15.102

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	13.686
σ	1.678
min	11.430
max	15.654

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	9.044
σ	0.376
min	8.463
max	9.784

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	6.792
σ	0.207
min	6.432
max	6.992

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	5.993
σ	0.170
min	5.788
max	6.168

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	5.502
σ	0.164
min	5.155
max	5.726

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.003
min	25.967
max	25.975

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	5.603
σ	0.262
min	5.190
max	6.038

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4276.375
σ	1964.980
min	1550.000
max	7167.000

*mean*	5.522
σ	0.350
min	5.112
max	6.224

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.354
σ	0.345
min	11.914
max	12.998

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.454
σ	0.628
min	11.406
max	13.178

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	13.193
σ	1.179
min	11.120
max	14.992

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.232
σ	1.361
min	10.337
max	13.702

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	8.742
σ	0.756
min	7.901
max	10.344

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	6.803
σ	0.721
min	6.134
max	8.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.670

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	5.585
σ	0.092
min	5.400
max	5.684

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	5.459
σ	0.078
min	5.361
max	5.602

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	1388.230
σ	540.395
min	1030.909
max	2314.891

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.041
min	8744.545
max	8744.661

*mean*	3587.625
σ	1808.418
min	1073.000
max	5806.000

*mean*	4390.932
σ	1178.888
min	3530.312
max	5981.180

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.593
max	2524.594

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	1573.291
σ	856.826
min	1040.538
max	3128.706

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.641

*mean*	3823.125
σ	1648.610
min	1981.000
max	6045.000

*mean*	4398.607
σ	1431.584
min	3576.226
max	7456.514

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.076
σ	0.001
min	62.076
max	62.080

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	80.312
σ	10.235
min	71.383
max	102.347

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	80.623
σ	10.424
min	71.149
max	102.761

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.949

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	103.768
σ	7.445
min	89.393
max	108.917

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	103.678
σ	7.496
min	88.677
max	108.587

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	106.398
σ	6.368
min	94.840
max	113.219

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.952

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	103.821
σ	7.405
min	89.093
max	108.708

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	219.949
σ	170.859
min	137.908
max	641.928

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	154.706
σ	19.466
min	114.356
max	169.508

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	81.898
σ	11.468
min	70.350
max	97.867

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.948

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	95.852
σ	10.117
min	80.976
max	108.474

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	223.994
σ	231.068
min	120.401
max	794.657

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.523

*mean*	4159.875
σ	1887.434
min	1550.000
max	7167.000

*mean*	6329.848
σ	1252.394
min	4877.934
max	8206.452

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7167.000
σ	0.000
min	7167.000
max	7167.000

*mean*	5860.248
σ	1363.813
min	4404.797
max	7714.720

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.521

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	6344.214
σ	1330.989
min	4974.857
max	8397.614

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.067
max	11560.069

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	6446.862
σ	1416.333
min	4432.160
max	8205.525

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659
σ	0.014
min	172.636
max	172.677

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	375.739
σ	43.176
min	312.128
max	421.691

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.157
min	357.321
max	357.631

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	804.015
σ	8.724
min	796.129
max	819.375

op=pointedIndexFromKvs

rows=200000

*mean*	172.583
σ	0.024
min	172.558
max	172.620

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	356.016
σ	39.927
min	265.921
max	400.149

op=pointedIndexFromKvs

rows=400000

*mean*	357.364
σ	0.043
min	357.321
max	357.430

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	775.961
σ	31.149
min	719.523
max	809.610

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.084=0.098
σ	0.938-0.760=0.178
min	1007.717-1007.609=0.108
max	1012.094-1011.227=0.868

*mean*	1044.600-7167.000=-6122.400
σ	295.859-0.000=295.859
min	548.000-7167.000=-6619.000
max	1448.000-7167.000=-5719.000

*mean*	1.553-1.503=0.050
σ	0.137-0.114=0.023
min	1.456-1.377=0.080
max	2.051-1.731=0.320

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.436-0.461=-0.024
σ	0.174-0.181=-0.007
min	0.347-0.324=0.024
max	0.747-0.762=-0.015

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.933-0.900=0.033
σ	0.174-0.159=0.015
min	0.845-0.800=0.045
max	1.243-1.181=0.062

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.557-0.528=0.029
σ	0.053-0.048=0.005
min	0.507-0.493=0.014
max	0.645-0.612=0.033

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.858-0.834=0.025
σ	0.045-0.048=-0.003
min	0.817-0.794=0.022
max	0.929-0.913=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.551=-0.003
σ	0.031-0.023=0.008
min	963.523-963.535=-0.012
max	963.602-963.588=0.014

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.836-0.796=0.040
σ	0.034-0.048=-0.014
min	0.782-0.747=0.036
max	0.861-0.843=0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.009=-0.003
min	884.847
max	884.861-884.867=-0.007

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.724-0.586=0.138
σ	0.024-0.073=-0.049
min	0.696-0.500=0.196
max	0.744-0.643=0.101

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	3.570-3.552=0.018
σ	0.104-0.092=0.012
min	3.409-3.366=0.043
max	4.225-3.904=0.320

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	3.547-3.570=-0.023
σ	0.069-0.082=-0.014
min	3.417-3.428=-0.011
max	3.717-3.834=-0.116

name=record_render_success.art

*mean*	2.288-2.288=-0.000
σ	0.002-0.002=0.000
min	2.287
max	2.291

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.755-0.538=0.216
σ	0.017-0.022=-0.005
min	0.720-0.510=0.210
max	0.860-0.696=0.164

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.714-0.517=0.196
σ	0.015-0.032=-0.017
min	0.681-0.491=0.190
max	0.791-0.764=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.230-297.398=-0.168
σ	0.203-0.161=0.042
min	297.073-297.272=-0.199
max	297.772-297.815=-0.044

*mean*	1981.000-7167.000=-5186.000
σ	0.000
min	1981.000-7167.000=-5186.000
max	1981.000-7167.000=-5186.000

*mean*	0.559-0.577=-0.018
σ	0.027-0.056=-0.029
min	0.522-0.508=0.014
max	0.588-0.706=-0.119

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.727=0.047
σ	0.038-0.034=0.004
min	289.724-289.683=0.041
max	289.813-289.776=0.038

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.400-0.390=0.010
σ	0.011-0.002=0.009
min	0.394-0.387=0.007
max	0.420-0.392=0.028

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.592-1299.637=-0.045
σ	0.078-0.103=-0.024
min	1299.506-1299.511=-0.006
max	1299.707-1299.777=-0.070

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	1.955-1.992=-0.037
σ	0.093-0.178=-0.084
min	1.852-1.817=0.035
max	2.099-2.200=-0.101

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.647-1542.614=0.033
σ	4.008-4.040=-0.031
min	1540.671-1540.605=0.066
max	1549.811-1549.832=-0.021

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	2.249-2.212=0.036
σ	0.178-0.101=0.076
min	2.026-2.129=-0.102
max	2.476-2.371=0.104

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.647-1861.598=0.049
σ	0.067-0.052=0.015
min	1861.578-1861.531=0.047
max	1861.726-1861.657=0.068

*mean*	1766.400-7167.000=-5400.600
σ	226.297-0.000=226.297
min	1468.000-7167.000=-5699.000
max	1981.000-7167.000=-5186.000

*mean*	3.139-3.030=0.110
σ	0.256-0.211=0.045
min	2.841-2.843=-0.002
max	3.484-3.394=0.089

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.494=0.142
σ	0.159-0.436=-0.277
min	1.414-1.019=0.394
max	1.853-1.942=-0.089

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.149=0.034
σ	577.140-577.067=0.072
min	157.611-157.614=-0.002
max	1311.892-1311.749=0.143

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	0.530-0.551=-0.021
σ	0.535-0.547=-0.012
min	0.261-0.269=-0.008
max	1.333-1.372=-0.039

policies=20

*mean*	1576.395-1576.408=-0.013
σ	0.345-0.351=-0.006
min	1576.163-1576.177=-0.014
max	1576.908-1576.929=-0.022

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	2.622-2.637=-0.015
σ	0.011-0.041=-0.031
min	2.613-2.600=0.013
max	2.633-2.685=-0.052

policies=200

*mean*	15772.207-15772.213=-0.006
σ	0.117-0.066=0.050
min	15772.112-15772.120=-0.008
max	15772.377-15772.264=0.113

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1448.000-7167.000=-5719.000
σ	0.000
min	1448.000-7167.000=-5719.000
max	1448.000-7167.000=-5719.000

*mean*	26.335-26.696=-0.361
σ	0.051-0.319=-0.268
min	26.289-26.412=-0.122
max	26.405-27.081=-0.676