Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.055=0.468
σ	0.370-0.370=-0.000
min	54.378-53.904=0.474
max	55.574-55.107=0.467

*mean*	416.000-412.000=4.000
σ	0.000
min	416.000-412.000=4.000
max	416.000-412.000=4.000

*mean*	0.140-0.141=-0.000
σ	0.005-0.006=-0.001
min	0.136-0.131=0.004
max	0.148-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.394=0.372
σ	0.007-0.007=0.000
min	43.756-43.384=0.372
max	43.777-43.405=0.373

*mean*	416.000-412.000=4.000
σ	0.000
min	416.000-412.000=4.000
max	416.000-412.000=4.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.000
min	0.116-0.116=-0.000
max	0.128-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	12.595
σ	0.313
min	12.189
max	13.226

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	95.012
σ	234.488
min	11.483
max	675.338

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	14.820
σ	1.238
min	12.029
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	12.916
σ	1.374
min	11.176
max	15.088

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	13.503
σ	1.715
min	10.992
max	15.244

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	9.127
σ	0.361
min	8.720
max	9.744

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6.585
σ	0.361
min	6.132
max	7.265

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	6.099
σ	0.679
min	5.598
max	7.703

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.711
min	5.154
max	7.471

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.788
σ	0.637
min	5.247
max	7.312

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.649
min	5.311
max	7.344

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	1186.791
σ	386.677
min	1043.294
max	2143.729

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3596.750
σ	1818.874
min	1075.000
max	5837.000

*mean*	5001.306
σ	1581.008
min	3537.721
max	7104.074

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	83.720
σ	10.075
min	75.037
max	104.081

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	84.658
σ	9.986
min	75.265
max	104.674

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.741
σ	12.439
min	73.621
max	108.046

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.848
σ	12.675
min	73.184
max	108.641

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.953

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	104.104
σ	10.462
min	81.535
max	112.764

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	101.159
σ	12.358
min	74.300
max	108.680

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	205.856
σ	145.930
min	117.858
max	564.526

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	149.435
σ	23.319
min	110.168
max	168.021

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6618.182
σ	1171.136
min	4856.904
max	7706.888

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	6113.546
σ	1628.342
min	4400.715
max	8745.435

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665
σ	0.011
min	172.646
max	172.677

*mean*	487.250
σ	0.707
min	487.000
max	489.000

*mean*	392.917
σ	18.687
min	358.928
max	412.896

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.156
min	357.321
max	357.628

*mean*	573.000
σ	0.000
min	573.000
max	573.000

*mean*	786.083
σ	47.429
min	703.068
max	860.078

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1007.005=1.076
σ	0.761-1.197=-0.436
min	1007.604-1006.444=1.160
max	1011.227-1012.023=-0.796

*mean*	7203.000-1049.550=6153.450
σ	0.000-307.695=-307.695
min	7203.000-574.000=6629.000
max	7203.000-1642.000=5561.000

*mean*	1.513-1.559=-0.047
σ	0.132-0.082=0.050
min	1.382-1.472=-0.090
max	1.843-1.778=0.065

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.000

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.413-0.415=-0.002
σ	0.130-0.134=-0.004
min	0.330-0.338=-0.007
max	0.641-0.653=-0.012

name=error_case.art

*mean*	2.334-2.339=-0.004
σ	0.003-0.003=0.001
min	2.332-2.337=-0.005
max	2.339-2.342=-0.003

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.891-0.872=0.020
σ	0.088-0.091=-0.003
min	0.833-0.822=0.011
max	1.044-1.035=0.010

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.545-0.557=-0.012
σ	0.048-0.060=-0.012
min	0.511-0.507=0.004
max	0.629-0.634=-0.005

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.849-0.854=-0.006
σ	0.042-0.058=-0.016
min	0.796-0.802=-0.006
max	0.910-0.951=-0.041

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-964.836=-1.285
σ	0.027-0.031=-0.004
min	963.535-964.811=-1.276
max	963.598-964.889=-1.291

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.811-0.826=-0.015
σ	0.051-0.034=0.017
min	0.725-0.784=-0.059
max	0.845-0.864=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.511=-0.657
σ	0.007-0.007=0.000
min	884.847-885.504=-0.657
max	884.862-885.519=-0.656

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.683-0.714=-0.031
σ	0.071-0.016=0.054
min	0.568-0.694=-0.126
max	0.738-0.729=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.711-7.722=-0.012

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	3.521-4.225=-0.703
σ	0.086-0.079=0.007
min	3.368-4.092=-0.725
max	3.797-4.630=-0.833

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=0.000
min	7.654-7.664=-0.010
max	7.659-7.668=-0.009

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	3.929-4.207=-0.278
σ	0.387-0.076=0.311
min	3.385-4.091=-0.706
max	4.515-4.548=-0.033

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.753-0.747=0.006
σ	0.019-0.018=0.001
min	0.716-0.716=-0.000
max	0.864-0.847=0.017

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.714-0.705=0.009
σ	0.021-0.015=0.006
min	0.615-0.667=-0.052
max	0.793-0.780=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-296.970=0.361
σ	0.246-0.246=0.000
min	297.184-296.771=0.413
max	298.019-297.637=0.382

*mean*	7203.000-2031.000=5172.000
σ	0.000
min	7203.000-2031.000=5172.000
max	7203.000-2031.000=5172.000

*mean*	0.570-0.539=0.031
σ	0.028-0.031=-0.003
min	0.517-0.505=0.012
max	0.594-0.576=0.017

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-286.822=2.908
σ	0.040-0.042=-0.002
min	289.682-286.769=2.913
max	289.792-286.866=2.926

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.406-0.396=0.010
σ	0.020-0.008=0.012
min	0.386-0.387=-0.001
max	0.432-0.405=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.640-1297.254=2.387
σ	0.091-0.126=-0.035
min	1299.534-1297.053=2.480
max	1299.742-1297.388=2.354

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	1.934-2.229=-0.295
σ	0.083-0.082=0.000
min	1.791-2.099=-0.308
max	2.001-2.317=-0.315

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1541.372=1.252
σ	4.086-6.804=-2.718
min	1540.578-1538.222=2.356
max	1549.926-1553.542=-3.617

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	2.280-2.330=-0.050
σ	0.244-0.242=0.002
min	2.055-2.174=-0.119
max	2.667-2.733=-0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.597-1859.120=2.476
σ	0.057-0.065=-0.008
min	1861.512-1859.033=2.479
max	1861.648-1859.184=2.464

*mean*	7203.000-1786.000=5417.000
σ	0.000-168.465=-168.465
min	7203.000-1642.000=5561.000
max	7203.000-2031.000=5172.000

*mean*	2.919-2.977=-0.058
σ	0.094-0.071=0.023
min	2.813-2.854=-0.041
max	3.052-3.025=0.027

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.303=0.193
σ	0.315-0.392=-0.077
min	1.007-0.933=0.075
max	1.807-1.794=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-448.821=-2.675
σ	577.064-581.372=-4.308
min	157.612-158.134=-0.522
max	1311.743-1320.879=-9.136

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	0.554-0.565=-0.012
σ	0.572-0.604=-0.031
min	0.267-0.260=0.007
max	1.412-1.471=-0.058

policies=20

*mean*	1576.398-1581.620=-5.221
σ	0.350-0.363=-0.013
min	1576.162-1581.378=-5.216
max	1576.918-1582.160=-5.242

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	2.638-2.641=-0.003
σ	0.017-0.007=0.010
min	2.616-2.636=-0.020
max	2.652-2.651=0.002

policies=200

*mean*	15771.972-15824.152=-52.180
σ	0.056-0.078=-0.022
min	15771.893-15824.069=-52.176
max	15772.019-15824.257=-52.237

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7203.000-1642.000=5561.000
σ	0.000
min	7203.000-1642.000=5561.000
max	7203.000-1642.000=5561.000

*mean*	26.507-26.679=-0.172
σ	0.240-0.065=0.176
min	26.353-26.596=-0.244
max	26.864-26.738=0.126