Compare commits

Home / Compare 7590a836 .. 2e321dcd

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.014-54.016=-0.002
σ0.370-0.369=0.001
min53.875-53.871=0.003
max55.066-55.065=0.001
mean415.000-418.000=-3.000
σ0.000
min415.000-418.000=-3.000
max415.000-418.000=-3.000
mean0.138-0.139=-0.001
σ0.003-0.005=-0.002
min0.133-0.130=0.003
max0.143-0.148=-0.005
cache=y
dps=1
iters=10
policies=100
mean43.322-43.324=-0.003
σ0.007-0.006=0.001
min43.311-43.317=-0.006
max43.331-43.336=-0.005
mean415.000-418.000=-3.000
σ0.000
min415.000-418.000=-3.000
max415.000-418.000=-3.000
mean0.121-0.128=-0.007
σ0.004-0.008=-0.004
min0.114-0.119=-0.005
max0.128-0.140=-0.012

CSV benchmark: base/load_csv_only

Factortime_s
iterations=20
operation=base/load_csv_only
rows=50000
mean7.848-7.692=0.156
σ0.194-0.319=-0.125
min7.379-6.880=0.499
max8.133-8.064=0.069

CSV benchmark: base/table_records

Factortime_s
iterations=20
operation=base/table_records
rows=50000
mean10.324-9.872=0.452
σ0.706-0.959=-0.253
min7.827-7.495=0.332
max10.852-10.821=0.030

CSV benchmark: base/table_records twice

Factortime_s
iterations=20
operation=base/table_records twice
rows=50000
mean10.099
σ0.892
min7.340
max10.714

CSV benchmark: base/table_records_twice

Factortime_s
iterations=20
operation=base/table_records_twice
rows=50000
mean10.355
σ0.372
min9.120
max10.786

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first
rows=50000
mean8.013-7.851=0.162
σ0.717-1.012=-0.295
min7.425-7.065=0.360
max10.981-10.526=0.455

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean8.229
σ0.642
min7.870
max10.470

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first
rows=50000
mean8.317-7.876=0.441
σ0.815-0.815=0.000
min7.837-7.099=0.738
max10.643-10.608=0.035

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean8.321
σ0.806
min7.527
max10.924

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean6.806-7.333=-0.527
σ0.314-0.116=0.198
min6.637-7.195=-0.558
max7.859-7.499=0.359

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.711
σ0.041
min6.663
max6.851

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean6.693-7.410=-0.717
σ0.026-0.127=-0.101
min6.646-7.122=-0.475
max6.744-7.560=-0.816

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.564
σ0.058
min6.493
max6.718

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean6.960-7.562=-0.601
σ0.749-0.969=-0.220
min6.175-6.673=-0.498
max8.890-10.151=-1.261

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.407
σ0.933
min6.215
max9.040

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean6.912-7.419=-0.507
σ0.416-1.045=-0.629
min6.198-6.545=-0.347
max8.383-10.234=-1.851

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.322
σ1.102
min6.493
max10.266

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first
rows=50000
mean7.091-7.485=-0.395
σ0.958-1.139=-0.182
min6.361-6.287=0.073
max10.319-10.180=0.140

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.161
σ0.839
min6.364
max10.086

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first
rows=50000
mean7.424-8.511=-1.087
σ1.016-1.361=-0.345
min6.140-6.921=-0.781
max10.372-10.479=-0.107

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.852
σ1.552
min6.189
max10.584

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first
rows=50000
mean6.591-7.519=-0.928
σ0.235-0.140=0.095
min6.503-7.342=-0.840
max7.586-7.811=-0.225

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.566
σ0.023
min6.512
max6.609

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first
rows=50000
mean6.567-7.357=-0.790
σ0.019-0.493=-0.474
min6.540-6.600=-0.059
max6.630-9.232=-2.602

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.562
σ0.019
min6.525
max6.609

CSV benchmark: single/dense_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first
rows=50000
mean8.443-8.586=-0.143
σ0.997-0.944=0.053
min7.646-7.738=-0.092
max10.958-10.819=0.139

CSV benchmark: single/dense_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.185
σ0.755
min7.496
max9.764

CSV benchmark: single/dense_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_index, vertical_lookup_first
rows=50000
mean7.615-7.926=-0.311
σ0.151-0.346=-0.195
min7.342-7.635=-0.293
max7.801-9.315=-1.514

CSV benchmark: single/dense_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.756
σ0.276
min7.510
max8.874

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first
rows=50000
mean9.606-9.868=-0.262
σ1.257-1.036=0.221
min7.225-7.257=-0.032
max10.795-10.751=0.044

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean9.599
σ1.315
min6.511
max10.981

CSV benchmark: single/dense_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first
rows=50000
mean9.866-10.280=-0.414
σ1.015-0.551=0.464
min7.339-8.987=-1.648
max10.841-10.750=0.090

CSV benchmark: single/dense_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean9.881
σ0.971
min7.530
max10.773

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first
rows=50000
mean9.060-9.828=-0.768
σ1.453-1.052=0.401
min6.422-7.451=-1.030
max10.521-10.662=-0.140

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.409
σ1.324
min6.881
max10.334

CSV benchmark: single/sparse_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first
rows=50000
mean9.027-9.346=-0.319
σ0.998-1.007=-0.009
min6.652-6.823=-0.171
max10.269-10.507=-0.238

CSV benchmark: single/sparse_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.308
σ1.267
min7.003
max10.284

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean9.494-9.406=0.088
σ1.301-1.423=-0.122
min6.983-6.905=0.078
max10.621-10.610=0.011

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.720
σ1.490
min6.498
max10.588

CSV benchmark: single/sparse_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first
rows=50000
mean9.370-9.438=-0.068
σ1.394-1.189=0.205
min6.882-6.842=0.040
max10.638-10.794=-0.156

CSV benchmark: single/sparse_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.999
σ1.506
min6.895
max10.601

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first
rows=50000
mean7.572-7.290=0.282
σ0.657-0.204=0.453
min6.814-6.736=0.078
max10.091-7.735=2.357

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.421
σ0.492
min6.848
max9.290

CSV benchmark: single/text_dense_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first
rows=50000
mean7.501-7.327=0.174
σ0.635-0.103=0.533
min7.193-7.106=0.088
max9.394-7.533=1.861

CSV benchmark: single/text_dense_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.646
σ0.860
min6.886
max10.619

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first
rows=50000
mean7.545-9.215=-1.670
σ0.984-1.444=-0.460
min6.776-6.224=0.552
max10.259-10.615=-0.356

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.792
σ1.164
min6.708
max10.348

CSV benchmark: single/text_dense_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first
rows=50000
mean8.472-8.770=-0.298
σ1.401-1.420=-0.019
min7.006-6.904=0.102
max10.535-10.495=0.041

CSV benchmark: single/text_dense_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.351
σ1.262
min6.860
max10.591

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first
rows=50000
mean8.201-8.257=-0.055
σ1.579-1.400=0.180
min6.458-6.794=-0.336
max10.395-10.569=-0.174

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.966
σ1.432
min6.401
max10.348

CSV benchmark: single/text_sparse_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first
rows=50000
mean7.398-8.573=-1.175
σ1.232-1.243=-0.011
min6.428-6.834=-0.406
max10.256-10.259=-0.003

CSV benchmark: single/text_sparse_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.861
σ1.423
min6.202
max10.271

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean8.115-8.314=-0.199
σ1.372-1.374=-0.002
min6.388-6.802=-0.414
max10.374-10.380=-0.006

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.642
σ1.214
min6.464
max10.449

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first
rows=50000
mean8.360-8.648=-0.288
σ1.622-1.482=0.140
min6.453-6.904=-0.451
max10.328-10.532=-0.204

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.226
σ1.559
min6.450
max10.515

CSV benchmark: single/unique_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first
rows=50000
mean8.550-9.048=-0.499
σ1.370-1.262=0.108
min7.015-6.440=0.576
max10.550-10.521=0.029

CSV benchmark: single/unique_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.039
σ1.406
min6.564
max10.306

CSV benchmark: single/unique_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_index, vertical_lookup_first
rows=50000
mean7.742-8.605=-0.863
σ1.096-1.251=-0.155
min6.831-7.009=-0.178
max10.304-10.481=-0.177

CSV benchmark: single/unique_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.093
σ1.493
min6.506
max10.582

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first
rows=50000
mean8.595-9.513=-0.918
σ1.262-0.948=0.314
min6.894-6.969=-0.075
max10.473-10.576=-0.103

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.269
σ1.288
min6.540
max10.551

CSV benchmark: single/unique_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first
rows=50000
mean7.817-9.404=-1.588
σ1.183-1.297=-0.114
min6.803-6.854=-0.050
max10.302-10.598=-0.297

CSV benchmark: single/unique_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.283
σ1.434
min6.824
max10.640

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.204-1006.206=-0.002
σ1.043-1.044=-0.001
min1005.668-1005.666=0.002
max1010.572-1010.577=-0.005
mean1396.250-1236.550=159.700
σ296.825-293.705=3.120
min1050.000-861.000=189.000
max2001.000-1820.000=181.000
mean1.501-1.478=0.022
σ0.103-0.060=0.043
min1.322-1.408=-0.086
max1.769-1.590=0.179

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.866
σ0.003
min0.864
max0.869
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.307-0.309=-0.001
σ0.111-0.104=0.007
min0.251-0.254=-0.003
max0.505-0.494=0.011
name=error_case.art
mean2.337
σ0.003
min2.336
max2.341
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.661-0.774=-0.113
σ0.073-0.049=0.023
min0.615-0.687=-0.072
max0.789-0.810=-0.021
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.400-0.541=-0.140
σ0.030-0.038=-0.008
min0.376-0.511=-0.135
max0.453-0.606=-0.153
name=nested_use.art
mean2.360
σ0.002
min2.359
max2.363
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.761-0.838=-0.077
σ0.101-0.041=0.060
min0.626-0.797=-0.171
max0.850-0.907=-0.057

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.110-964.110=0.000
σ0.024-0.023=0.002
min964.088-964.095=-0.007
max964.148-964.149=-0.001
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.601-0.682=-0.081
σ0.060-0.054=0.007
min0.567-0.596=-0.029
max0.708-0.734=-0.026
name=cdr_enhanced_4k_loc.art
mean884.712-884.713=-0.002
σ0.006-0.011=-0.004
min884.703
max884.717-884.731=-0.014
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.405-0.622=-0.217
σ0.134-0.011=0.123
min0.319-0.615=-0.296
max0.626-0.640=-0.014

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.714-7.715=-0.000
σ0.002-0.002=-0.000
min7.714
max7.718-7.719=-0.002
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean1.826-3.547=-1.721
σ0.072-0.067=0.005
min1.713-3.433=-1.720
max2.162-3.821=-1.659
name=record_render_large_syntax_err.art
mean7.663-7.663=-0.000
σ0.002-0.002=-0.000
min7.662
max7.666-7.670=-0.004
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean1.817-3.537=-1.719
σ0.062-0.079=-0.017
min1.677-3.402=-1.724
max2.058-3.782=-1.725
name=record_render_success.art
mean2.289-2.289=0.000
σ0.002-0.002=0.000
min2.289
max2.294-2.292=0.001
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.313-0.537=-0.224
σ0.014-0.019=-0.005
min0.296-0.507=-0.211
max0.436-0.683=-0.247
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.293-0.511=-0.217
σ0.007-0.013=-0.006
min0.280-0.488=-0.207
max0.324-0.589=-0.265

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean296.187-296.194=-0.008
σ0.184-0.257=-0.072
min295.958-296.022=-0.065
max296.636-296.907=-0.271
mean2323.000-2136.000=187.000
σ0.000
min2323.000-2136.000=187.000
max2323.000-2136.000=187.000
mean0.551-0.546=0.005
σ0.029-0.037=-0.008
min0.508-0.495=0.013
max0.598-0.589=0.008

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean284.722-284.685=0.037
σ0.062-0.050=0.012
min284.643-284.623=0.020
max284.794-284.741=0.053
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.393-0.397=-0.004
σ0.002-0.004=-0.002
min0.390-0.394=-0.004
max0.395-0.403=-0.008
iters=5
new-facts=1
prior-facts=6402
mean1295.100-1295.101=-0.001
σ0.064-0.066=-0.002
min1295.041-1295.028=0.013
max1295.203-1295.199=0.004
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean1.995-1.791=0.204
σ0.181-0.015=0.166
min1.797-1.772=0.025
max2.168-1.807=0.361
iters=5
new-facts=6402
prior-facts=1
mean1539.180-1539.212=-0.032
σ6.785-6.845=-0.060
min1535.860-1535.923=-0.063
max1551.311-1551.452=-0.141
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean2.083-2.083=-0.000
σ0.081-0.119=-0.037
min2.004-1.997=0.007
max2.188-2.287=-0.099
iters=5
new-facts=6402
prior-facts=6402
mean1856.988-1856.994=-0.006
σ0.093-0.034=0.059
min1856.898-1856.949=-0.051
max1857.122-1857.030=0.091
mean2121.400-1949.600=171.800
σ132.668-123.929=8.739
min2001.000-1820.000=181.000
max2323.000-2136.000=187.000
mean2.969-3.032=-0.063
σ0.386-0.250=0.135
min2.676-2.826=-0.150
max3.647-3.445=0.201

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.127-1.114=0.014
σ0.226-0.253=-0.027
min0.950-0.933=0.017
max1.495-1.481=0.014

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.793-447.789=0.004
σ581.218-581.216=0.001
min157.175-157.176=-0.002
max1319.620-1319.613=0.006
mean96.250
σ8.500
min92.000
max109.000
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean0.463-0.493=-0.030
σ0.383-0.451=-0.068
min0.270-0.263=0.007
max1.038-1.170=-0.132
policies=20
mean1572.135-1572.133=0.003
σ0.389-0.359=0.031
min1571.879-1571.877=0.002
max1572.715-1572.662=0.053
mean920.000
σ0.000
min920.000
max920.000
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean2.727-2.663=0.064
σ0.009-0.002=0.006
min2.714-2.661=0.053
max2.735-2.666=0.069
policies=200
mean15728.867-15729.014=-0.147
σ0.161-0.046=0.115
min15728.719-15728.945=-0.227
max15729.087-15729.046=0.041
mean9200.000
σ0.000
min9200.000
max9200.000
mean2001.000-1820.000=181.000
σ0.000
min2001.000-1820.000=181.000
max2001.000-1820.000=181.000
mean26.610-26.815=-0.206
σ0.110-0.139=-0.029
min26.516-26.716=-0.199
max26.769-27.012=-0.243