Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.348-0.347=0.001
min	54.485-54.484=0.001
max	55.607-55.605=0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.141=0.000
σ	0.004-0.004=0.001
min	0.137-0.138=-0.001
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.786=-0.001
σ	0.007-0.007=-0.000
min	43.779-43.777=0.002
max	43.800-43.799=0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.126=-0.003
σ	0.003-0.008=-0.004
min	0.120-0.119=0.001
max	0.128-0.141=-0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	85.047
σ	203.946
min	12.613
max	589.787

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	13.854
σ	1.944
min	12.142
max	18.528

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	15.063
σ	1.017
min	12.858
max	16.131

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	14.248
σ	0.978
min	12.482
max	15.496

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	14.163
σ	1.338
min	11.563
max	15.461

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	9.026
σ	0.369
min	8.317
max	9.550

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6.546
σ	0.393
min	6.079
max	7.213

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	6.146
σ	0.559
min	5.562
max	7.426

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.822
σ	0.591
min	5.340
max	7.245

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.936
σ	0.615
min	5.185
max	7.293

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.708
σ	0.671
min	5.065
max	7.253

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	12.382
σ	0.245
min	12.061
max	12.848

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	12.579
σ	0.511
min	11.357
max	13.049

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	13.867
σ	1.032
min	12.502
max	15.076

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	11.392
σ	1.386
min	10.219
max	13.727

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	8.150
σ	0.418
min	7.647
max	8.673

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	6.257
σ	0.335
min	5.680
max	6.595

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	5.255
σ	0.140
min	5.080
max	5.427

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	5.106
σ	0.044
min	5.028
max	5.164

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.599

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1447.409
σ	672.679
min	1033.818
max	2897.171

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.875
σ	1810.372
min	1077.000
max	5815.000

*mean*	4608.921
σ	1406.989
min	3522.263
max	7146.807

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	1042.184
σ	10.888
min	1022.881
max	1053.455

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.640

*mean*	3770.750
σ	1626.628
min	1919.000
max	5940.000

*mean*	4560.360
σ	1473.799
min	3540.863
max	7449.143

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	81.508
σ	11.128
min	72.680
max	99.018

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	82.264
σ	11.667
min	72.360
max	100.418

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.370
σ	8.758
min	87.060
max	109.140

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.361
σ	8.636
min	87.395
max	109.115

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	106.021
σ	8.332
min	91.739
max	113.067

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.496
σ	8.624
min	87.488
max	109.021

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	236.273
σ	217.515
min	137.443
max	773.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	156.168
σ	15.661
min	130.494
max	168.699

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	83.336
σ	6.526
min	71.900
max	90.251

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.948

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	242.226
σ	408.604
min	83.999
max	1253.253

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	152.794
σ	12.933
min	134.446
max	166.441

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6874.330
σ	1176.086
min	4920.080
max	8243.804

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	5823.178
σ	1541.883
min	4387.003
max	7750.582

op=table_records()

*mean*	11656.832
σ	4.317
min	11655.305
max	11667.516

*mean*	4256.500
σ	1889.015
min	1919.000
max	7545.000

*mean*	6386.868
σ	1256.740
min	4995.651
max	8013.681

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	5116.458
σ	918.074
min	4362.649
max	6707.116

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.656
σ	0.011
min	172.640
max	172.669

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	368.118
σ	54.373
min	271.497
max	421.252

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.137
min	357.321
max	357.623

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	758.540
σ	72.492
min	593.963
max	812.564

op=pointedIndexFromKvs

rows=200000

*mean*	172.584
σ	0.023
min	172.558
max	172.616

*mean*	1919.000
σ	0.000
min	1919.000
max	1919.000

*mean*	368.668
σ	25.048
min	344.781
max	416.756

op=pointedIndexFromKvs

rows=400000

*mean*	357.361
σ	0.037
min	357.321
max	357.400

*mean*	1919.000
σ	0.000
min	1919.000
max	1919.000

*mean*	740.751
σ	62.404
min	618.552
max	801.504

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.084=0.101
σ	0.870-0.761=0.109
min	1007.688-1007.608=0.081
max	1011.789-1011.231=0.557

*mean*	1039.750-7214.000=-6174.250
σ	302.848-0.000=302.848
min	558.000-7214.000=-6656.000
max	1466.000-7214.000=-5748.000

*mean*	1.551-1.536=0.015
σ	0.093-0.191=-0.099
min	1.349-1.391=-0.041
max	1.771-2.197=-0.426

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.408-0.312=0.096
σ	0.132-0.113=0.019
min	0.338-0.235=0.103
max	0.644-0.512=0.132

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.900-0.866=0.034
σ	0.101-0.090=0.010
min	0.834-0.785=0.049
max	1.076-1.007=0.069

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.551-0.533=0.018
σ	0.053-0.041=0.012
min	0.515-0.497=0.018
max	0.643-0.594=0.049

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.860-0.855=0.006
σ	0.045-0.041=0.004
min	0.821-0.818=0.003
max	0.935-0.926=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.550=-0.007
σ	0.025-0.019=0.005
min	963.523-963.534=-0.011
max	963.583-963.583=-0.000

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.826-0.822=0.005
σ	0.057-0.038=0.019
min	0.731-0.772=-0.040
max	0.867-0.854=0.014

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.008=-0.001
min	884.847
max	884.862-884.866=-0.005

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.706-0.694=0.012
σ	0.038-0.062=-0.025
min	0.665-0.611=0.054
max	0.749-0.745=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	4.262-3.521=0.741
σ	0.064-0.084=-0.020
min	4.153-3.280=0.873
max	4.479-3.822=0.657

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	4.276-3.583=0.693
σ	0.086-0.096=-0.010
min	4.123-3.364=0.758
max	4.535-3.969=0.566

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.764-0.538=0.227
σ	0.016-0.014=0.002
min	0.733-0.514=0.219
max	0.865-0.626=0.240

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.617-0.513=0.103
σ	0.104-0.011=0.093
min	0.497-0.492=0.005
max	0.793-0.571=0.223

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.484-297.741=-0.257
σ	0.225-0.203=0.022
min	297.350-297.557=-0.207
max	298.109-298.273=-0.164

*mean*	1919.000-7214.000=-5295.000
σ	0.000
min	1919.000-7214.000=-5295.000
max	1919.000-7214.000=-5295.000

*mean*	0.567-0.591=-0.024
σ	0.066-0.061=0.005
min	0.507-0.514=-0.007
max	0.713-0.730=-0.017

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.766-289.726=0.040
σ	0.038-0.032=0.006
min	289.729-289.685=0.045
max	289.813-289.773=0.040

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.403-0.392=0.011
σ	0.009-0.006=0.002
min	0.397-0.387=0.010
max	0.418-0.403=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.681-1299.643=0.038
σ	0.100-0.102=-0.002
min	1299.547-1299.519=0.028
max	1299.817-1299.766=0.051

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	2.334-1.979=0.356
σ	0.159-0.145=0.014
min	2.125-1.830=0.295
max	2.468-2.157=0.311

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.710-1542.607=0.103
σ	3.994-4.065=-0.070
min	1540.815-1540.591=0.224
max	1549.853-1549.870=-0.018

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	2.465-2.265=0.200
σ	0.176-0.194=-0.018
min	2.237-2.041=0.196
max	2.641-2.568=0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.607=0.022
σ	0.061-0.064=-0.003
min	1861.548-1861.525=0.023
max	1861.695-1861.666=0.029

*mean*	1738.800-7214.000=-5475.200
σ	187.617-0.000=187.617
min	1494.000-7214.000=-5720.000
max	1919.000-7214.000=-5295.000

*mean*	3.058-3.001=0.057
σ	0.243-0.109=0.134
min	2.862-2.875=-0.013
max	3.474-3.175=0.299

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.751-1.445=0.306
σ	0.158-0.355=-0.196
min	1.566-1.131=0.435
max	1.918-1.861=0.056

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.148=-0.002
σ	577.065-577.065=-0.001
min	157.613-157.613=-0.001
max	1311.743-1311.746=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	0.550-0.549=0.001
σ	0.572-0.556=0.017
min	0.262-0.269=-0.007
max	1.409-1.382=0.026

policies=20

*mean*	1576.415-1576.429=-0.014
σ	0.372-0.354=0.017
min	1576.163-1576.192=-0.029
max	1576.968-1576.955=0.013

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	2.661-2.640=0.022
σ	0.032-0.006=0.026
min	2.627-2.631=-0.003
max	2.704-2.645=0.059

policies=200

*mean*	15772.216-15771.988=0.228
σ	0.129-0.468=-0.340
min	15772.031-15771.290=0.741
max	15772.329-15772.291=0.038

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-7214.000=-5748.000
σ	0.000
min	1466.000-7214.000=-5748.000
max	1466.000-7214.000=-5748.000

*mean*	26.581-26.529=0.052
σ	0.104-0.184=-0.080
min	26.438-26.346=0.092
max	26.683-26.783=-0.100