Compare commits

Home / Compare 75b010cf .. cb6fd698

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.015-54.013=0.002
σ0.370-0.370=-0.000
min53.871-53.871=-0.000
max55.069-55.067=0.002
mean417.000-415.000=2.000
σ0.000
min417.000-415.000=2.000
max417.000-415.000=2.000
mean0.139-0.135=0.004
σ0.004-0.005=-0.001
min0.136-0.130=0.005
max0.148-0.145=0.003
cache=y
dps=1
iters=10
policies=100
mean43.322-43.323=-0.000
σ0.007-0.008=-0.002
min43.312-43.312=0.000
max43.336-43.342=-0.006
mean417.000-415.000=2.000
σ0.000
min417.000-415.000=2.000
max417.000-415.000=2.000
mean0.120-0.122=-0.001
σ0.003-0.004=-0.001
min0.118-0.117=0.001
max0.127-0.127=-0.001

CSV benchmark: base/column_set

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=base/column_set
rows=50000
mean3653.973
σ0.017
min3653.958
max3653.995
mean630.000
σ0.000
min630.000
max630.000
mean2.985-2.948=0.037
σ0.151-0.179=-0.029
min2.715-2.688=0.027
max3.185-3.238=-0.054

CSV benchmark: base/column_set twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=base/column_set twice
rows=50000
mean3666.815
σ0.016
min3666.797
max3666.830
mean630.600
σ0.940
min630.000
max632.000
mean3.041-2.991=0.050
σ0.156-0.151=0.006
min2.695-2.742=-0.047
max3.281-3.328=-0.047

CSV benchmark: base/load_csv_only

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=base/load_csv_only
rows=50000
mean216.706
σ0.029
min216.671
max216.817
mean450.800
σ2.142
min442.000
max452.000
mean0.308-0.300=0.008
σ0.034-0.034=0.000
min0.226-0.226=0.000
max0.358-0.346=0.012

CSV benchmark: base/table_records

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=base/table_records
rows=50000
mean3648.284
σ1.037
min3648.030
max3652.684
mean621.400
σ10.185
min591.000
max630.000
mean2.991-2.956=0.035
σ0.189-0.158=0.031
min2.623-2.710=-0.087
max3.270-3.208=0.062

CSV benchmark: base/table_records twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=base/table_records twice
rows=50000
mean3654.954
σ0.016
min3654.939
max3654.971
mean630.000
σ0.000
min630.000
max630.000
mean2.953-2.938=0.015
σ0.134-0.286=-0.152
min2.687-1.917=0.770
max3.202-3.220=-0.017

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first
rows=50000
mean4847.649
σ0.672
min4846.574
max4848.791
mean876.000
σ0.000
min876.000
max876.000
mean3.073-2.858=0.215
σ0.259-0.387=-0.127
min2.223-2.298=-0.075
max3.322-3.280=0.042

CSV benchmark: double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean4850.945
σ0.668
min4849.914
max4851.976
mean876.000
σ0.000
min876.000
max876.000
mean2.960-2.857=0.103
σ0.328-0.445=-0.117
min2.316-1.954=0.362
max3.337-3.282=0.054

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first
rows=50000
mean4841.338
σ0.675
min4840.194
max4842.444
mean876.000
σ0.000
min876.000
max876.000
mean2.978-2.974=0.003
σ0.379-0.394=-0.015
min2.290-2.326=-0.036
max3.343-3.334=0.009

CSV benchmark: double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_index, vertical_lookup_row_first, lookup twice
rows=50000
mean4844.635
σ0.661
min4843.566
max4845.629
mean876.000
σ0.000
min876.000
max876.000
mean3.125-2.943=0.182
σ0.268-0.425=-0.157
min2.551-1.996=0.555
max3.352-3.318=0.034

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean4902.379
σ0.185
min4902.084
max4902.675
mean876.000
σ0.000
min876.000
max876.000
mean2.089-2.083=0.007
σ0.300-0.250=0.050
min1.956-1.960=-0.003
max3.311-3.075=0.236

CSV benchmark: double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean4906.831
σ0.184
min4906.550
max4907.112
mean878.600
σ1.603
min876.000
max881.000
mean2.001-2.027=-0.026
σ0.085-0.088=-0.003
min1.947-1.960=-0.012
max2.208-2.212=-0.004

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean4895.641
σ0.187
min4895.328
max4895.957
mean883.750
σ1.682
min881.000
max886.000
mean2.025-2.006=0.019
σ0.087-0.069=0.018
min1.959-1.957=0.002
max2.205-2.202=0.004

CSV benchmark: double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean4900.093
σ0.185
min4899.796
max4900.390
mean888.600
σ1.392
min886.000
max891.000
mean2.031-2.005=0.027
σ0.093-0.070=0.023
min1.959-1.964=-0.005
max2.205-2.214=-0.008

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first
rows=50000
mean3666.494
σ0.014
min3666.485
max3666.518
mean899.100
σ9.188
min891.000
max909.000
mean2.137-2.230=-0.093
σ0.474-0.494=-0.019
min1.553-1.559=-0.006
max2.934-2.890=0.044

CSV benchmark: double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean3684.954
σ0.017
min3684.934
max3684.970
mean910.200
σ1.881
min909.000
max913.000
mean2.286-2.442=-0.156
σ0.492-0.440=0.052
min1.615-1.615=0.000
max3.039-3.083=-0.044

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first
rows=50000
mean3659.581
σ0.012
min3659.576
max3659.608
mean913.000
σ0.000
min913.000
max913.000
mean2.079-2.109=-0.030
σ0.402-0.401=0.001
min1.573-1.587=-0.013
max2.847-2.624=0.223

CSV benchmark: double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/dense_no_index+text_sparse_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean3678.026
σ0.007
min3678.023
max3678.056
mean921.500
σ3.663
min913.000
max923.000
mean1.986-2.231=-0.245
σ0.364-0.515=-0.151
min1.622-1.599=0.023
max2.635-3.028=-0.393

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first
rows=50000
mean3651.147
σ0.017
min3651.133
max3651.170
mean923.000
σ0.000
min923.000
max923.000
mean2.397-2.207=0.190
σ0.505-0.532=-0.027
min1.538-1.546=-0.008
max2.922-2.899=0.023

CSV benchmark: double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_index+text_dense_no_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean3654.237
σ0.014
min3654.229
max3654.267
mean923.000
σ0.000
min923.000
max923.000
mean2.148-2.194=-0.046
σ0.441-0.504=-0.064
min1.522-1.509=0.013
max2.848-2.898=-0.050

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first
rows=50000
mean3644.228
σ0.010
min3644.225
max3644.258
mean923.000
σ0.000
min923.000
max923.000
mean2.147-2.186=-0.039
σ0.485-0.495=-0.010
min1.526-1.534=-0.009
max2.852-2.867=-0.014

CSV benchmark: double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_index+text_dense_no_index, vertical_lookup_row_first, lookup twice
rows=50000
mean3647.329
σ0.014
min3647.321
max3647.354
mean923.000
σ0.000
min923.000
max923.000
mean2.112-2.235=-0.124
σ0.513-0.539=-0.026
min1.517-1.521=-0.003
max2.898-2.882=0.016

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first
rows=50000
mean4903.365
σ0.182
min4903.098
max4903.660
mean932.950
σ2.724
min923.000
max936.000
mean2.061-2.100=-0.039
σ0.232-0.295=-0.063
min1.970-1.982=-0.012
max3.022-3.319=-0.297

CSV benchmark: double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_no_index+text_dense_index, table_records, vertical_lookup_row_first, lookup twice
rows=50000
mean4907.801
σ0.184
min4907.519
max4908.082
mean938.650
σ1.725
min936.000
max941.000
mean2.078-2.047=0.032
σ0.105-0.091=0.014
min1.981-1.986=-0.005
max2.346-2.351=-0.005

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first
rows=50000
mean4896.626
σ0.187
min4896.312
max4896.938
mean944.000
σ1.777
min941.000
max947.000
mean2.052-2.041=0.012
σ0.073-0.062=0.011
min1.981-1.976=0.005
max2.178-2.188=-0.010

CSV benchmark: double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=double/unique_no_index+text_dense_index, vertical_lookup_row_first, lookup twice
rows=50000
mean4901.063
σ0.185
min4900.766
max4901.359
mean948.850
σ1.496
min947.000
max952.000
mean2.072-2.039=0.033
σ0.083-0.058=0.025
min1.983-1.993=-0.011
max2.201-2.188=0.013

CSV benchmark: single/dense_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first
rows=50000
mean4898.320
σ0.184
min4898.038
max4898.601
mean650.050
σ1.395
min648.000
max652.000
mean2.345-2.393=-0.047
σ0.371-0.315=0.056
min1.965-1.987=-0.023
max3.333-3.163=0.170

CSV benchmark: single/dense_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean4902.003
σ0.187
min4901.690
max4902.315
mean655.350
σ1.843
min652.000
max660.000
mean2.285-2.307=-0.022
σ0.289-0.232=0.057
min1.987-2.005=-0.017
max3.033-2.716=0.316

CSV benchmark: single/dense_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_index, vertical_lookup_first
rows=50000
mean4891.535
σ0.184
min4891.253
max4891.816
mean662.350
σ1.755
min660.000
max665.000
mean2.201-2.294=-0.093
σ0.222-0.357=-0.135
min1.986-1.990=-0.004
max2.715-3.160=-0.445

CSV benchmark: single/dense_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_index, vertical_lookup_first, lookup twice
rows=50000
mean4895.311
σ0.184
min4895.029
max4895.592
mean668.450
σ4.310
min665.000
max675.000
mean2.247-2.601=-0.354
σ0.251-0.386=-0.135
min1.989-2.003=-0.013
max2.722-3.407=-0.686

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first
rows=50000
mean3655.348
σ0.016
min3655.337
max3655.369
mean632.000
σ0.000
min632.000
max632.000
mean2.910-2.895=0.015
σ0.158-0.160=-0.002
min2.614-2.615=-0.001
max3.209-3.167=0.042

CSV benchmark: single/dense_no_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3662.663
σ0.011
min3662.634
max3662.670
mean632.000
σ0.000
min632.000
max632.000
mean2.956-2.907=0.049
σ0.118-0.183=-0.065
min2.721-2.629=0.092
max3.102-3.308=-0.206

CSV benchmark: single/dense_no_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first
rows=50000
mean3648.441
σ0.017
min3648.426
max3648.459
mean632.000
σ0.000
min632.000
max632.000
mean2.963-2.969=-0.006
σ0.185-0.186=-0.002
min2.683-2.550=0.134
max3.332-3.152=0.181

CSV benchmark: single/dense_no_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/dense_no_index, vertical_lookup_first, lookup twice
rows=50000
mean3655.743
σ0.017
min3655.724
max3655.762
mean633.750
σ1.682
min632.000
max637.000
mean3.010-3.024=-0.013
σ0.153-0.197=-0.044
min2.672-2.652=0.019
max3.293-3.264=0.029

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first
rows=50000
mean3651.455
σ0.017
min3651.439
max3651.475
mean686.750
σ3.024
min684.000
max694.000
mean2.645-2.769=-0.124
σ0.424-0.180=0.244
min1.618-2.462=-0.844
max3.133-3.070=0.063

CSV benchmark: single/sparse_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3654.565
σ0.016
min3654.553
max3654.586
mean696.900
σ1.553
min694.000
max698.000
mean2.739-2.740=-0.002
σ0.330-0.303=0.027
min1.957-1.759=0.198
max3.121-3.077=0.044

CSV benchmark: single/sparse_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first
rows=50000
mean3644.555
σ0.014
min3644.530
max3644.563
mean698.000
σ0.000
min698.000
max698.000
mean2.846-2.887=-0.041
σ0.215-0.114=0.101
min2.264-2.665=-0.402
max3.066-3.092=-0.026

CSV benchmark: single/sparse_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_index, vertical_lookup_first, lookup twice
rows=50000
mean3647.655
σ0.016
min3647.643
max3647.676
mean701.500
σ3.591
min698.000
max705.000
mean2.729-2.617=0.112
σ0.272-0.217=0.055
min1.887-1.986=-0.098
max3.081-2.899=0.183

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean3655.027
σ0.015
min3655.017
max3655.050
mean675.000
σ0.000
min675.000
max675.000
mean2.717-2.758=-0.041
σ0.363-0.357=0.006
min1.597-1.732=-0.135
max3.176-3.136=0.040

CSV benchmark: single/sparse_no_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3662.002
σ0.012
min3661.997
max3662.034
mean675.050
σ0.224
min675.000
max676.000
mean2.760-2.789=-0.029
σ0.216-0.199=0.018
min2.176-2.489=-0.313
max3.126-3.209=-0.083

CSV benchmark: single/sparse_no_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first
rows=50000
mean3648.114
σ0.014
min3648.107
max3648.144
mean676.000
σ0.000
min676.000
max676.000
mean2.797-2.749=0.048
σ0.191-0.264=-0.073
min2.324-1.927=0.397
max3.067-3.150=-0.083

CSV benchmark: single/sparse_no_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/sparse_no_index, vertical_lookup_first, lookup twice
rows=50000
mean3655.094
σ0.014
min3655.087
max3655.124
mean680.050
σ4.058
min676.000
max684.000
mean2.904-2.867=0.037
σ0.255-0.241=0.014
min2.126-2.268=-0.142
max3.147-3.115=0.031

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first
rows=50000
mean4900.413
σ0.184
min4900.131
max4900.694
mean814.550
σ6.878
min793.000
max825.000
mean2.123-2.149=-0.026
σ0.221-0.237=-0.016
min2.042-2.010=0.032
max3.056-3.066=-0.010

CSV benchmark: single/text_dense_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean4904.173
σ0.191
min4903.844
max4904.501
mean827.850
σ2.207
min825.000
max831.000
mean2.067-2.075=-0.008
σ0.040-0.021=0.019
min1.912-2.039=-0.127
max2.105-2.113=-0.008

CSV benchmark: single/text_dense_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first
rows=50000
mean4893.628
σ0.185
min4893.346
max4893.913
mean831.000
σ0.000
min831.000
max831.000
mean1.940-2.001=-0.061
σ0.030-0.113=-0.083
min1.905-1.920=-0.015
max2.044-2.216=-0.172

CSV benchmark: single/text_dense_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_index, vertical_lookup_first, lookup twice
rows=50000
mean4897.466
σ0.184
min4897.184
max4897.747
mean831.000
σ0.000
min831.000
max831.000
mean1.939-1.957=-0.018
σ0.013-0.061=-0.048
min1.919-1.924=-0.005
max1.960-2.209=-0.249

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first
rows=50000
mean3655.438
σ0.015
min3655.406
max3655.470
mean764.550
σ2.645
min755.000
max766.000
mean2.405-2.339=0.066
σ0.548-0.530=0.017
min1.539-1.570=-0.031
max3.102-3.045=0.057

CSV benchmark: single/text_dense_no_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3662.856
σ0.016
min3662.836
max3662.872
mean766.000
σ0.000
min766.000
max766.000
mean2.503-2.309=0.194
σ0.559-0.502=0.057
min1.542-1.570=-0.028
max3.024-2.991=0.033

CSV benchmark: single/text_dense_no_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first
rows=50000
mean3648.533
σ0.012
min3648.527
max3648.560
mean770.500
σ4.407
min766.000
max782.000
mean2.536-2.434=0.103
σ0.453-0.530=-0.077
min1.544-1.533=0.011
max3.034-2.993=0.041

CSV benchmark: single/text_dense_no_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_dense_no_index, vertical_lookup_first, lookup twice
rows=50000
mean3655.934
σ0.013
min3655.926
max3655.960
mean783.000
σ1.026
min782.000
max784.000
mean2.268-2.324=-0.056
σ0.446-0.467=-0.021
min1.536-1.545=-0.009
max3.014-2.991=0.022

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first
rows=50000
mean3651.516
σ0.016
min3651.506
max3651.543
mean833.400
σ1.095
min831.000
max834.000
mean2.438-2.234=0.203
σ0.626-0.597=0.029
min1.528-1.516=0.012
max2.999-2.940=0.059

CSV benchmark: single/text_sparse_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3654.700
σ0.016
min3654.687
max3654.720
mean838.600
σ1.392
min837.000
max840.000
mean2.584-2.184=0.401
σ0.491-0.556=-0.065
min1.560-1.546=0.013
max3.017-2.912=0.106

CSV benchmark: single/text_sparse_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first
rows=50000
mean3644.607
σ0.015
min3644.597
max3644.630
mean840.000
σ0.000
min840.000
max840.000
mean2.272-2.338=-0.066
σ0.588-0.545=0.043
min1.535-1.558=-0.023
max2.970-2.922=0.048

CSV benchmark: single/text_sparse_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_index, vertical_lookup_first, lookup twice
rows=50000
mean3647.789
σ0.016
min3647.777
max3647.814
mean847.100
σ3.655
min840.000
max849.000
mean2.318-2.265=0.053
σ0.497-0.503=-0.006
min1.573-1.548=0.025
max2.955-2.944=0.011

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first
rows=50000
mean3655.094
σ0.008
min3655.092
max3655.129
mean831.000
σ0.000
min831.000
max831.000
mean2.100-2.537=-0.438
σ0.566-0.429=0.137
min1.536-1.553=-0.017
max3.118-3.109=0.009

CSV benchmark: single/text_sparse_no_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3662.149
σ0.007
min3662.146
max3662.179
mean831.000
σ0.000
min831.000
max831.000
mean1.992-1.963=0.029
σ0.547-0.607=-0.060
min1.556-1.546=0.010
max2.988-3.106=-0.118

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first
rows=50000
mean3648.182
σ0.000
min3648.182
max3648.183
mean831.000
σ0.000
min831.000
max831.000
mean1.570-1.567=0.003
σ0.049-0.037=0.012
min1.513-1.529=-0.017
max1.696-1.669=0.027

CSV benchmark: single/text_sparse_no_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/text_sparse_no_index, vertical_lookup_first, lookup twice
rows=50000
mean3655.240
σ0.010
min3655.236
max3655.269
mean831.000
σ0.000
min831.000
max831.000
mean2.123-2.147=-0.023
σ0.633-0.570=0.063
min1.549-1.549=0.001
max3.037-3.001=0.036

CSV benchmark: single/unique_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first
rows=50000
mean3651.145
σ0.015
min3651.135
max3651.168
mean739.350
σ5.566
min731.000
max744.000
mean2.463-2.403=0.060
σ0.404-0.390=0.013
min1.603-1.610=-0.008
max3.118-2.959=0.159

CSV benchmark: single/unique_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3654.249
σ0.014
min3654.241
max3654.279
mean744.000
σ0.000
min744.000
max744.000
mean2.381-2.321=0.060
σ0.426-0.419=0.007
min1.559-1.641=-0.082
max3.076-2.996=0.080

CSV benchmark: single/unique_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_index, vertical_lookup_first
rows=50000
mean3644.230
σ0.010
min3644.226
max3644.259
mean749.500
σ5.104
min744.000
max754.000
mean2.278-2.545=-0.267
σ0.458-0.407=0.051
min1.515-1.533=-0.017
max2.981-3.004=-0.023

CSV benchmark: single/unique_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_index, vertical_lookup_first, lookup twice
rows=50000
mean3647.342
σ0.016
min3647.332
max3647.369
mean754.200
σ0.410
min754.000
max755.000
mean2.523-2.397=0.125
σ0.500-0.464=0.036
min1.532-1.624=-0.091
max3.057-2.964=0.093

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first
rows=50000
mean3655.031
σ0.017
min3655.014
max3655.047
mean705.000
σ0.000
min705.000
max705.000
mean2.752-2.612=0.140
σ0.181-0.333=-0.152
min2.464-1.830=0.634
max3.032-2.992=0.040

CSV benchmark: single/unique_no_index, table_records, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_no_index, table_records, vertical_lookup_first, lookup twice
rows=50000
mean3662.006
σ0.016
min3661.991
max3662.023
mean720.700
σ5.814
min705.000
max723.000
mean2.547-2.558=-0.010
σ0.396-0.444=-0.048
min1.593-1.557=0.035
max3.071-2.972=0.100

CSV benchmark: single/unique_no_index, vertical_lookup_first

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first
rows=50000
mean3648.120
σ0.017
min3648.104
max3648.137
mean723.000
σ0.000
min723.000
max723.000
mean2.612-2.618=-0.005
σ0.419-0.363=0.056
min1.546-1.626=-0.080
max3.024-3.012=0.012

CSV benchmark: single/unique_no_index, vertical_lookup_first, lookup twice

Factorallocated MiBpeak allocated MiBtime_s
iterations=20
operation=single/unique_no_index, vertical_lookup_first, lookup twice
rows=50000
mean3655.099
σ0.017
min3655.081
max3655.117
mean724.350
σ2.943
min723.000
max731.000
mean2.554-2.510=0.045
σ0.428-0.337=0.091
min1.590-1.861=-0.271
max3.006-2.909=0.097

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.205-1006.204=0.001
σ1.044-1.045=-0.001
min1005.667-1005.663=0.004
max1010.580-1010.582=-0.002
mean1310.750-1333.450=-22.700
σ290.912-320.563=-29.652
min952.000
max1886.000-1970.000=-84.000
mean1.531-1.553=-0.022
σ0.061-0.057=0.004
min1.466-1.494=-0.029
max1.678-1.653=0.025

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.866-0.866=-0.000
σ0.003-0.003=-0.001
min0.864
max0.869-0.871=-0.002
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.317-0.184=0.133
σ0.110-0.082=0.028
min0.260-0.131=0.129
max0.512-0.329=0.183
name=error_case.art
mean2.337-2.338=-0.000
σ0.003-0.003=-0.001
min2.336
max2.341-2.343=-0.002
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.642-0.380=0.262
σ0.084-0.065=0.019
min0.591-0.342=0.248
max0.790-0.495=0.294
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.536-0.226=0.310
σ0.024-0.023=0.001
min0.511-0.206=0.305
max0.575-0.266=0.309
name=nested_use.art
mean2.360-2.361=-0.001
σ0.002-0.002=-0.000
min2.359
max2.363-2.364=-0.001
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.845-0.880=-0.035
σ0.048-0.050=-0.002
min0.813-0.844=-0.031
max0.929-0.966=-0.037

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.117-964.114=0.003
σ0.032-0.017=0.015
min964.082-964.099=-0.016
max964.160-964.142=0.017
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.616-0.748=-0.132
σ0.084-0.048=0.036
min0.555-0.721=-0.166
max0.738-0.833=-0.095
name=cdr_enhanced_4k_loc.art
mean884.712-884.711=0.001
σ0.010-0.008=0.002
min884.703-884.705=-0.001
max884.728-884.726=0.002
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.428-0.439=-0.010
σ0.115-0.116=-0.001
min0.318-0.337=-0.019
max0.615-0.626=-0.011

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.715-7.715=-0.000
σ0.002-0.002=-0.000
min7.714
max7.718-7.721=-0.004
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean2.659-2.154=0.505
σ0.107-0.319=-0.212
min2.473-1.851=0.622
max3.048-2.853=0.195
name=record_render_large_syntax_err.art
mean7.663-7.663=0.000
σ0.002-0.002=0.000
min7.662
max7.668-7.666=0.001
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean2.594-2.591=0.003
σ0.083-0.068=0.015
min2.477-2.462=0.015
max3.008-2.811=0.197
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.292
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.299-0.302=-0.002
σ0.009-0.008=0.001
min0.286-0.288=-0.003
max0.353-0.358=-0.005
name=record_render_syntax_err.art
mean2.165-2.165=-0.000
σ0.002-0.002=-0.000
min2.164
max2.168
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.285-0.291=-0.006
σ0.007-0.010=-0.004
min0.273-0.276=-0.004
max0.316-0.348=-0.032

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean296.178-296.083=0.095
σ0.228-0.195=0.033
min296.002-295.969=0.033
max296.773-296.629=0.144
mean2344.000-2194.000=150.000
σ0.000
min2344.000-2194.000=150.000
max2344.000-2194.000=150.000
mean0.583-0.587=-0.004
σ0.030-0.033=-0.003
min0.512-0.516=-0.004
max0.622-0.650=-0.028

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean284.716-284.711=0.005
σ0.063-0.058=0.006
min284.635-284.641=-0.006
max284.794-284.786=0.008
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.388-0.399=-0.011
σ0.002-0.007=-0.005
min0.385-0.393=-0.007
max0.389-0.410=-0.020
iters=5
new-facts=1
prior-facts=6402
mean1295.191-1295.176=0.014
σ0.044-0.078=-0.033
min1295.129-1295.103=0.026
max1295.233-1295.306=-0.073
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean2.115-2.024=0.091
σ0.077-0.198=-0.121
min1.997-1.890=0.107
max2.190-2.374=-0.184
iters=5
new-facts=6402
prior-facts=1
mean1539.166-1539.175=-0.010
σ6.753-6.811=-0.059
min1535.878-1535.889=-0.011
max1551.240-1551.354=-0.115
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean2.073-2.101=-0.028
σ0.066-0.055=0.011
min2.004-2.031=-0.027
max2.176-2.159=0.017
iters=5
new-facts=6402
prior-facts=6402
mean1856.961-1856.945=0.016
σ0.060-0.047=0.013
min1856.915-1856.893=0.021
max1857.037-1857.009=0.028
mean2062.400-2082.400=-20.000
σ181.088-112.004=69.084
min1886.000-1970.000=-84.000
max2344.000-2194.000=150.000
mean3.046-2.995=0.052
σ0.282-0.240=0.042
min2.829-2.794=0.034
max3.529-3.366=0.163

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.085-1.029=0.056
σ0.181-0.183=-0.003
min0.920-0.922=-0.002
max1.331-1.349=-0.017

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.695-445.695=-0.001
σ577.022-577.026=-0.004
min157.179-157.179=-0.000
max1311.228-1311.235=-0.006
mean96.250
σ8.500
min92.000
max109.000
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean0.451-0.517=-0.066
σ0.359-0.491=-0.132
min0.268-0.271=-0.003
max0.989-1.253=-0.264
policies=20
mean1572.135-1572.145=-0.010
σ0.395-0.380=0.014
min1571.881-1571.898=-0.017
max1572.723-1572.712=0.011
mean920.000
σ0.000
min920.000
max920.000
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean2.729-2.723=0.005
σ0.010-0.009=0.001
min2.717-2.711=0.005
max2.741-2.732=0.009
policies=200
mean15729.004-15729.044=-0.040
σ0.182-0.139=0.043
min15728.778-15728.905=-0.127
max15729.210-15729.234=-0.025
mean9200.000
σ0.000
min9200.000
max9200.000
mean1886.000-1970.000=-84.000
σ0.000
min1886.000-1970.000=-84.000
max1886.000-1970.000=-84.000
mean26.763-26.663=0.100
σ0.339-0.158=0.181
min26.568-26.517=0.052
max27.271-26.876=0.395