Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.868=-0.345
σ	0.370-0.367=0.003
min	54.378-54.732=-0.354
max	55.574-55.910=-0.336

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140-0.139=0.001
σ	0.005-0.005=0.000
min	0.136-0.133=0.003
max	0.148-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-44.101=-0.335
σ	0.007-0.006=0.001
min	43.756-44.094=-0.338
max	43.777-44.114=-0.337

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.126=-0.005
σ	0.004-0.004=0.000
min	0.116-0.123=-0.007
max	0.128-0.133=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	12.595
σ	0.313
min	12.189
max	13.226

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	95.012
σ	234.488
min	11.483
max	675.338

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	14.820
σ	1.238
min	12.029
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	12.916
σ	1.374
min	11.176
max	15.088

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	13.503
σ	1.715
min	10.992
max	15.244

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	9.127
σ	0.361
min	8.720
max	9.744

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6.585
σ	0.361
min	6.132
max	7.265

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	6.099
σ	0.679
min	5.598
max	7.703

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.711
min	5.154
max	7.471

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.788
σ	0.637
min	5.247
max	7.312

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.649
min	5.311
max	7.344

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	1186.791
σ	386.677
min	1043.294
max	2143.729

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3596.750
σ	1818.874
min	1075.000
max	5837.000

*mean*	5001.306
σ	1581.008
min	3537.721
max	7104.074

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	83.720
σ	10.075
min	75.037
max	104.081

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	84.658
σ	9.986
min	75.265
max	104.674

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.741
σ	12.439
min	73.621
max	108.046

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.848
σ	12.675
min	73.184
max	108.641

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.953

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	104.104
σ	10.462
min	81.535
max	112.764

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	101.159
σ	12.358
min	74.300
max	108.680

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	205.856
σ	145.930
min	117.858
max	564.526

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	149.435
σ	23.319
min	110.168
max	168.021

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6618.182
σ	1171.136
min	4856.904
max	7706.888

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	6113.546
σ	1628.342
min	4400.715
max	8745.435

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665
σ	0.011
min	172.646
max	172.677

*mean*	487.250
σ	0.707
min	487.000
max	489.000

*mean*	392.917
σ	18.687
min	358.928
max	412.896

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.156
min	357.321
max	357.628

*mean*	573.000
σ	0.000
min	573.000
max	573.000

*mean*	786.083
σ	47.429
min	703.068
max	860.078

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1010.012=-1.931
σ	0.761-0.888=-0.127
min	1007.604-1009.513=-1.909
max	1011.227-1013.699=-2.472

*mean*	7203.000-1051.450=6151.550
σ	0.000-309.398=-309.398
min	7203.000-579.000=6624.000
max	7203.000-1492.000=5711.000

*mean*	1.513-1.534=-0.021
σ	0.132-0.077=0.055
min	1.382-1.452=-0.070
max	1.843-1.762=0.082

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.000

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.413-0.450=-0.036
σ	0.130-0.193=-0.063
min	0.330-0.343=-0.013
max	0.641-0.793=-0.152

name=error_case.art

*mean*	2.334-2.339=-0.004
σ	0.003-0.003=0.001
min	2.332-2.337=-0.005
max	2.339-2.342=-0.003

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.891-0.931=-0.040
σ	0.088-0.168=-0.080
min	0.833-0.838=-0.004
max	1.044-1.231=-0.186

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.545-0.543=0.002
σ	0.048-0.049=-0.001
min	0.511-0.495=0.016
max	0.629-0.619=0.009

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.849-0.855=-0.007
σ	0.042-0.030=0.012
min	0.796-0.834=-0.038
max	0.910-0.906=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-964.822=-1.270
σ	0.027-0.024=0.003
min	963.535-964.802=-1.267
max	963.598-964.860=-1.262

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.811-0.828=-0.018
σ	0.051-0.022=0.029
min	0.725-0.797=-0.072
max	0.845-0.851=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.511=-0.657
σ	0.007-0.007=0.000
min	884.847-885.504=-0.657
max	884.862-885.519=-0.657

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.683-0.715=-0.032
σ	0.071-0.023=0.048
min	0.568-0.676=-0.108
max	0.738-0.737=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.711-7.723=-0.012

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	3.521-3.473=0.049
σ	0.086-0.090=-0.005
min	3.368-3.263=0.105
max	3.797-3.809=-0.012

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=0.000
min	7.654-7.664=-0.010
max	7.659-7.668=-0.009

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	3.929-3.437=0.492
σ	0.387-0.084=0.303
min	3.385-3.257=0.128
max	4.515-3.693=0.822

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.753-0.536=0.217
σ	0.019-0.019=-0.000
min	0.716-0.512=0.204
max	0.864-0.662=0.201

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.714-0.509=0.205
σ	0.021-0.034=-0.013
min	0.615-0.482=0.132
max	0.793-0.814=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-298.565=-1.234
σ	0.246-0.188=0.058
min	297.184-298.412=-1.228
max	298.019-299.075=-1.056

*mean*	7203.000-1892.000=5311.000
σ	0.000
min	7203.000-1892.000=5311.000
max	7203.000-1892.000=5311.000

*mean*	0.570-0.617=-0.047
σ	0.028-0.037=-0.009
min	0.517-0.566=-0.049
max	0.594-0.710=-0.116

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-293.557=-3.827
σ	0.040-0.040=-0.001
min	289.682-293.504=-3.822
max	289.792-293.603=-3.812

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.406-0.405=0.001
σ	0.020-0.007=0.013
min	0.386-0.397=-0.012
max	0.432-0.413=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.640-1303.839=-4.199
σ	0.091-0.067=0.025
min	1299.534-1303.760=-4.226
max	1299.742-1303.905=-4.163

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	1.934-2.118=-0.184
σ	0.083-0.140=-0.057
min	1.791-1.990=-0.198
max	2.001-2.336=-0.335

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1548.122=-5.498
σ	4.086-6.854=-2.768
min	1540.578-1544.890=-4.312
max	1549.926-1560.379=-10.454

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	2.280-2.337=-0.057
σ	0.244-0.094=0.150
min	2.055-2.223=-0.168
max	2.667-2.459=0.208

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.597-1865.856=-4.260
σ	0.057-0.072=-0.015
min	1861.512-1865.760=-4.248
max	1861.648-1865.937=-4.289

*mean*	7203.000-1735.400=5467.600
σ	0.000-169.327=-169.327
min	7203.000-1492.000=5711.000
max	7203.000-1892.000=5311.000

*mean*	2.919-3.077=-0.157
σ	0.094-0.161=-0.067
min	2.813-2.907=-0.094
max	3.052-3.310=-0.257

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.728=-0.232
σ	0.315-0.169=0.146
min	1.007-1.448=-0.440
max	1.807-1.896=-0.089

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-449.402=-3.256
σ	577.064-580.934=-3.870
min	157.612-158.934=-1.322
max	1311.743-1320.804=-9.061

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	0.554-0.539=0.015
σ	0.572-0.553=0.019
min	0.267-0.259=0.009
max	1.412-1.369=0.044

policies=20

*mean*	1576.398-1589.621=-13.223
σ	0.350-0.347=0.002
min	1576.162-1589.386=-13.224
max	1576.918-1590.138=-13.220

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	2.638-2.616=0.022
σ	0.017-0.026=-0.009
min	2.616-2.592=0.023
max	2.652-2.652=0.000

policies=200

*mean*	15771.972-15904.183=-132.211
σ	0.056-0.140=-0.084
min	15771.893-15904.035=-132.141
max	15772.019-15904.370=-132.351

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7203.000-1492.000=5711.000
σ	0.000
min	7203.000-1492.000=5711.000
max	7203.000-1492.000=5711.000

*mean*	26.507-26.524=-0.017
σ	0.240-0.043=0.197
min	26.353-26.479=-0.127
max	26.864-26.579=0.286