Compare commits

Home / Compare 2e321dcd .. 9a8a2060

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.016-54.014=0.001
σ0.369-0.370=-0.001
min53.870-53.875=-0.005
max55.065-55.066=-0.001
mean415.000
σ0.000
min415.000
max415.000
mean0.140-0.138=0.002
σ0.004-0.003=0.001
min0.137-0.133=0.004
max0.147-0.143=0.004
cache=y
dps=1
iters=10
policies=100
mean43.323-43.322=0.002
σ0.007-0.007=-0.000
min43.309-43.311=-0.002
max43.334-43.331=0.003
mean415.000
σ0.000
min415.000
max415.000
mean0.123-0.121=0.003
σ0.004-0.004=-0.000
min0.120-0.114=0.006
max0.130-0.128=0.002

CSV benchmark: base/load_csv_only

Factortime_s
iterations=20
operation=base/load_csv_only
rows=50000
mean7.819-7.848=-0.029
σ0.175-0.194=-0.019
min7.416-7.379=0.037
max8.175-8.133=0.042

CSV benchmark: base/table_records

Factortime_s
iterations=20
operation=base/table_records
rows=50000
mean10.462-10.324=0.137
σ0.391-0.706=-0.315
min9.036-7.827=1.209
max10.736-10.852=-0.115

CSV benchmark: base/table_records twice

Factortime_s
iterations=20
operation=base/table_records twice
rows=50000
mean10.237-10.099=0.138
σ0.650-0.892=-0.242
min8.910-7.340=1.571
max10.703-10.714=-0.010

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first
rows=50000
mean8.364-8.013=0.351
σ0.867-0.717=0.150
min7.317-7.425=-0.108
max10.446-10.981=-0.535

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean8.590
σ1.111
min7.687
max10.653

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean8.229
σ0.642
min7.870
max10.470

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first
rows=50000
mean8.301-8.317=-0.016
σ0.842-0.815=0.027
min7.795-7.837=-0.042
max10.648-10.643=0.005

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup twice
rows=50000
mean8.438
σ0.914
min7.649
max10.632

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean8.321
σ0.806
min7.527
max10.924

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean7.355-6.806=0.549
σ0.346-0.314=0.033
min6.599-6.637=-0.038
max7.948-7.859=0.089

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean7.495
σ0.312
min6.643
max7.782

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.711
σ0.041
min6.663
max6.851

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean6.717-6.693=0.025
σ0.249-0.026=0.223
min6.536-6.646=-0.111
max7.704-6.744=0.960

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean6.671
σ0.050
min6.575
max6.781

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.564
σ0.058
min6.493
max6.718

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean7.101-6.960=0.141
σ0.800-0.749=0.051
min6.119-6.175=-0.056
max9.031-8.890=0.140

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean7.278
σ1.014
min6.200
max10.211

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.407
σ0.933
min6.215
max9.040

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean7.033-6.912=0.121
σ0.578-0.416=0.163
min6.718-6.198=0.520
max8.782-8.383=0.399

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean6.807
σ0.206
min6.391
max7.089

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.322
σ1.102
min6.493
max10.266

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first
rows=50000
mean7.368-7.091=0.277
σ1.242-0.958=0.285
min6.149-6.361=-0.212
max10.482-10.319=0.163

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean6.907
σ0.438
min6.374
max8.554

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.161
σ0.839
min6.364
max10.086

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first
rows=50000
mean7.713-7.424=0.289
σ1.189-1.016=0.173
min6.110-6.140=-0.030
max10.407-10.372=0.035

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean8.090
σ1.549
min6.678
max10.408

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean7.852
σ1.552
min6.189
max10.584

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first
rows=50000
mean6.552-6.591=-0.039
σ0.250-0.235=0.015
min6.455-6.503=-0.048
max7.609-7.586=0.022

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean6.500
σ0.019
min6.458
max6.523

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.566
σ0.023
min6.512
max6.609

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first
rows=50000
mean6.498-6.567=-0.069
σ0.027-0.019=0.008
min6.444-6.540=-0.096
max6.540-6.630=-0.090

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup twice
rows=50000
mean6.505
σ0.030
min6.439
max6.573

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup_twice

Factortime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup_twice
rows=50000
mean6.562
σ0.019
min6.525
max6.609

CSV benchmark: single/dense_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first
rows=50000
mean7.858-8.443=-0.585
σ0.314-0.997=-0.683
min7.560-7.646=-0.086
max9.149-10.958=-1.808

CSV benchmark: single/dense_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean7.913
σ0.445
min7.383
max9.253

CSV benchmark: single/dense_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.185
σ0.755
min7.496
max9.764

CSV benchmark: single/dense_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_index, vertical_lookup_first
rows=50000
mean8.259-7.615=0.644
σ0.773-0.151=0.622
min7.610-7.342=0.268
max9.778-7.801=1.977

CSV benchmark: single/dense_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/dense_index, vertical_lookup_first, lookup twice
rows=50000
mean7.664
σ0.150
min7.215
max7.958

CSV benchmark: single/dense_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.756
σ0.276
min7.510
max8.874

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first
rows=50000
mean10.137-9.606=0.531
σ0.922-1.257=-0.335
min7.115-7.225=-0.111
max10.792-10.795=-0.002

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean9.916
σ1.001
min7.327
max10.686

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean9.599
σ1.315
min6.511
max10.981

CSV benchmark: single/dense_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first
rows=50000
mean9.985-9.866=0.120
σ0.794-1.015=-0.220
min7.323-7.339=-0.016
max10.673-10.841=-0.168

CSV benchmark: single/dense_no_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first, lookup twice
rows=50000
mean10.163
σ0.539
min8.797
max10.884

CSV benchmark: single/dense_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean9.881
σ0.971
min7.530
max10.773

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first
rows=50000
mean8.630-9.060=-0.431
σ1.384-1.453=-0.069
min6.782-6.422=0.360
max10.518-10.521=-0.003

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean8.801
σ1.422
min6.766
max10.472

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.409
σ1.324
min6.881
max10.334

CSV benchmark: single/sparse_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first
rows=50000
mean8.915-9.027=-0.112
σ1.322-0.998=0.323
min6.806-6.652=0.154
max10.534-10.269=0.265

CSV benchmark: single/sparse_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first, lookup twice
rows=50000
mean8.705
σ1.386
min6.839
max10.584

CSV benchmark: single/sparse_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.308
σ1.267
min7.003
max10.284

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean9.747-9.494=0.253
σ0.906-1.301=-0.395
min7.314-6.983=0.331
max10.632-10.621=0.012

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean9.521
σ1.238
min6.820
max10.751

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.720
σ1.490
min6.498
max10.588

CSV benchmark: single/sparse_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first
rows=50000
mean9.078-9.370=-0.292
σ1.440-1.394=0.046
min6.800-6.882=-0.082
max10.568-10.638=-0.070

CSV benchmark: single/sparse_no_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first, lookup twice
rows=50000
mean8.965
σ1.341
min6.748
max10.360

CSV benchmark: single/sparse_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.999
σ1.506
min6.895
max10.601

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first
rows=50000
mean7.340-7.572=-0.232
σ0.276-0.657=-0.380
min6.655-6.814=-0.160
max7.645-10.091=-2.447

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean7.529
σ0.557
min6.693
max9.548

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.421
σ0.492
min6.848
max9.290

CSV benchmark: single/text_dense_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first
rows=50000
mean7.340-7.501=-0.160
σ0.193-0.635=-0.442
min6.836-7.193=-0.358
max7.828-9.394=-1.566

CSV benchmark: single/text_dense_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first, lookup twice
rows=50000
mean8.082
σ1.167
min6.550
max10.865

CSV benchmark: single/text_dense_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.646
σ0.860
min6.886
max10.619

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first
rows=50000
mean8.018-7.545=0.473
σ1.445-0.984=0.460
min6.293-6.776=-0.482
max10.511-10.259=0.251

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean7.511
σ0.815
min6.640
max8.899

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.792
σ1.164
min6.708
max10.348

CSV benchmark: single/text_dense_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first
rows=50000
mean7.488-8.472=-0.984
σ1.154-1.401=-0.247
min6.639-7.006=-0.367
max10.294-10.535=-0.242

CSV benchmark: single/text_dense_no_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first, lookup twice
rows=50000
mean7.282
σ1.120
min6.763
max10.514

CSV benchmark: single/text_dense_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.351
σ1.262
min6.860
max10.591

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first
rows=50000
mean8.131-8.201=-0.070
σ1.560-1.579=-0.019
min6.352-6.458=-0.106
max10.347-10.395=-0.048

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean7.836
σ1.482
min6.374
max10.237

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.966
σ1.432
min6.401
max10.348

CSV benchmark: single/text_sparse_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first
rows=50000
mean7.251-7.398=-0.147
σ0.915-1.232=-0.317
min6.488-6.428=0.060
max10.021-10.256=-0.234

CSV benchmark: single/text_sparse_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first, lookup twice
rows=50000
mean8.017
σ1.541
min6.616
max10.454

CSV benchmark: single/text_sparse_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first, lookup_twice
rows=50000
mean7.861
σ1.423
min6.202
max10.271

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean8.208-8.115=0.093
σ1.324-1.372=-0.049
min6.310-6.388=-0.078
max10.234-10.374=-0.140

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean7.797
σ1.256
min6.420
max10.272

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean7.642
σ1.214
min6.464
max10.449

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first
rows=50000
mean7.846-8.360=-0.514
σ1.197-1.622=-0.425
min6.365-6.453=-0.088
max10.019-10.328=-0.310

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first, lookup twice
rows=50000
mean8.044
σ1.266
min6.781
max10.252

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.226
σ1.559
min6.450
max10.515

CSV benchmark: single/unique_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first
rows=50000
mean8.001-8.550=-0.548
σ1.184-1.370=-0.186
min6.395-7.015=-0.621
max10.221-10.550=-0.329

CSV benchmark: single/unique_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean8.768
σ1.537
min6.859
max10.551

CSV benchmark: single/unique_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.039
σ1.406
min6.564
max10.306

CSV benchmark: single/unique_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_index, vertical_lookup_first
rows=50000
mean8.045-7.742=0.303
σ1.384-1.096=0.288
min6.379-6.831=-0.451
max10.446-10.304=0.143

CSV benchmark: single/unique_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/unique_index, vertical_lookup_first, lookup twice
rows=50000
mean8.029
σ1.413
min6.410
max10.432

CSV benchmark: single/unique_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.093
σ1.493
min6.506
max10.582

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first
rows=50000
mean9.296-8.595=0.701
σ1.341-1.262=0.079
min6.864-6.894=-0.030
max10.643-10.473=0.170

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean8.313
σ1.342
min6.800
max10.405

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first, lookup_twice
rows=50000
mean8.269
σ1.288
min6.540
max10.551

CSV benchmark: single/unique_no_index, vertical_lookup_first

Factortime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first
rows=50000
mean8.522-7.817=0.706
σ1.276-1.183=0.093
min7.079-6.803=0.275
max10.470-10.302=0.168

CSV benchmark: single/unique_no_index, vertical_lookup_first, lookup twice

Factortime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first, lookup twice
rows=50000
mean7.962
σ1.130
min6.816
max10.208

CSV benchmark: single/unique_no_index, vertical_lookup_first, lookup_twice

Factortime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first, lookup_twice
rows=50000
mean8.283
σ1.434
min6.824
max10.640

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.205-1006.204=0.001
σ1.044-1.043=0.001
min1005.668-1005.668=0.000
max1010.578-1010.572=0.006
mean1384.050-1396.250=-12.200
σ300.051-296.825=3.227
min1037.000-1050.000=-13.000
max1963.000-2001.000=-38.000
mean1.460-1.501=-0.041
σ0.057-0.103=-0.046
min1.395-1.322=0.073
max1.566-1.769=-0.203

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.866
σ0.003
min0.864
max0.869
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.409-0.307=0.101
σ0.130-0.111=0.019
min0.328-0.251=0.076
max0.638-0.505=0.133
name=error_case.art
mean2.337
σ0.003
min2.336
max2.341
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.902-0.661=0.241
σ0.081-0.073=0.008
min0.844-0.615=0.228
max1.043-0.789=0.254
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.559-0.400=0.159
σ0.047-0.030=0.016
min0.511-0.376=0.135
max0.637-0.453=0.184
name=nested_use.art
mean2.360
σ0.002
min2.359
max2.363
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.856-0.761=0.095
σ0.048-0.101=-0.053
min0.817-0.626=0.191
max0.940-0.850=0.090

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.111-964.110=0.001
σ0.032-0.024=0.008
min964.086-964.088=-0.001
max964.161-964.148=0.013
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.746-0.601=0.145
σ0.045-0.060=-0.015
min0.716-0.567=0.149
max0.823-0.708=0.116
name=cdr_enhanced_4k_loc.art
mean884.721-884.712=0.009
σ0.021-0.006=0.015
min884.703
max884.755-884.717=0.038
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.538-0.405=0.133
σ0.072-0.134=-0.062
min0.483-0.319=0.164
max0.621-0.626=-0.004

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.715-7.714=0.000
σ0.002-0.002=0.000
min7.714
max7.720-7.718=0.002
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean3.531-1.826=1.705
σ0.077-0.072=0.004
min3.425-1.713=1.712
max3.805-2.162=1.644
name=record_render_large_syntax_err.art
mean7.663-7.663=-0.000
σ0.002-0.002=0.000
min7.662
max7.666
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean3.524-1.817=1.707
σ0.062-0.062=0.000
min3.401-1.677=1.723
max3.776-2.058=1.719
name=record_render_success.art
mean2.289-2.289=-0.000
σ0.002-0.002=-0.000
min2.289
max2.292-2.294=-0.001
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.546-0.313=0.233
σ0.013-0.014=-0.001
min0.517-0.296=0.220
max0.633-0.436=0.197
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.518-0.293=0.225
σ0.011-0.007=0.004
min0.496-0.280=0.216
max0.573-0.324=0.249

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean296.391-296.187=0.205
σ0.275-0.184=0.091
min296.079-295.958=0.121
max297.039-296.636=0.403
mean2295.000-2323.000=-28.000
σ0.000
min2295.000-2323.000=-28.000
max2295.000-2323.000=-28.000
mean0.555-0.551=0.004
σ0.037-0.029=0.008
min0.512-0.508=0.003
max0.599-0.598=0.001

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean284.723-284.722=0.001
σ0.059-0.062=-0.003
min284.649-284.643=0.006
max284.789-284.794=-0.005
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.395-0.393=0.003
σ0.000-0.002=-0.001
min0.395-0.390=0.005
max0.396-0.395=0.001
iters=5
new-facts=1
prior-facts=6402
mean1295.121-1295.100=0.021
σ0.075-0.064=0.011
min1295.051-1295.041=0.010
max1295.207-1295.203=0.004
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean1.894-1.995=-0.101
σ0.123-0.181=-0.058
min1.802-1.797=0.005
max2.067-2.168=-0.101
iters=5
new-facts=6402
prior-facts=1
mean1539.167-1539.180=-0.013
σ6.800-6.785=0.015
min1535.867-1535.860=0.007
max1551.326-1551.311=0.014
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean2.032-2.083=-0.051
σ0.091-0.081=0.009
min1.942-2.004=-0.061
max2.151-2.188=-0.037
iters=5
new-facts=6402
prior-facts=6402
mean1856.985-1856.988=-0.003
σ0.091-0.093=-0.002
min1856.900-1856.898=0.002
max1857.119-1857.122=-0.003
mean2095.400-2121.400=-26.000
σ138.767-132.668=6.099
min1963.000-2001.000=-38.000
max2295.000-2323.000=-28.000
mean2.988-2.969=0.019
σ0.427-0.386=0.041
min2.643-2.676=-0.033
max3.732-3.647=0.085

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.113-1.127=-0.015
σ0.211-0.226=-0.014
min0.922-0.950=-0.028
max1.408-1.495=-0.086

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.789-447.793=-0.003
σ581.214-581.218=-0.004
min157.176-157.175=0.002
max1319.611-1319.620=-0.009
mean96.250
σ8.500
min92.000
max109.000
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean0.487-0.463=0.024
σ0.422-0.383=0.039
min0.272-0.270=0.001
max1.120-1.038=0.082
policies=20
mean1572.137-1572.135=0.002
σ0.380-0.389=-0.009
min1571.879-1571.879=0.000
max1572.701-1572.715=-0.013
mean920.000
σ0.000
min920.000
max920.000
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean2.711-2.727=-0.016
σ0.012-0.009=0.003
min2.694-2.714=-0.020
max2.721-2.735=-0.014
policies=200
mean15728.999-15728.867=0.132
σ0.073-0.161=-0.088
min15728.926-15728.719=0.207
max15729.100-15729.087=0.013
mean9200.000
σ0.000
min9200.000
max9200.000
mean1963.000-2001.000=-38.000
σ0.000
min1963.000-2001.000=-38.000
max1963.000-2001.000=-38.000
mean26.869-26.610=0.260
σ0.384-0.110=0.274
min26.538-26.516=0.021
max27.416-26.769=0.648