Compare commits

Home / Compare 1155d07b .. c133610e

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.475-53.705=0.770
σ0.363-0.368=-0.006
min54.340-53.566=0.774
max55.506-54.752=0.754
mean414.000-417.500=-3.500
σ0.000-0.527=-0.527
min414.000-417.000=-3.000
max414.000-418.000=-4.000
mean0.137-0.138=-0.001
σ0.006-0.004=0.003
min0.129-0.135=-0.005
max0.147-0.144=0.003
cache=y
dps=1
iters=10
policies=100
mean43.764-43.058=0.706
σ0.006-0.005=0.001
min43.756-43.050=0.707
max43.778-43.065=0.712
mean414.000-418.000=-4.000
σ0.000
min414.000-418.000=-4.000
max414.000-418.000=-4.000
mean0.121-0.122=-0.001
σ0.005-0.004=0.001
min0.114-0.117=-0.004
max0.130-0.130=-0.000

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.604-36.617=-0.013
σ0.002-0.002=0.000
min36.603-36.616=-0.013
max36.607-36.619=-0.013
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean71.392-76.096=-4.704
σ166.180-178.763=-12.583
min12.460-12.491=-0.031
max482.665-518.510=-35.845
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.604-36.618=-0.013
σ0.002-0.002=0.000
min36.603-36.616=-0.013
max36.607-36.620=-0.013
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean13.134-13.073=0.061
σ1.233-0.652=0.581
min12.045-12.025=0.021
max16.014-13.802=2.212
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.922-41.930=-0.008
σ0.002-0.002=0.000
min41.920-41.928=-0.008
max41.924-41.932=-0.008
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean14.806-15.090=-0.285
σ0.891-0.764=0.127
min12.769-13.499=-0.730
max15.466-15.627=-0.161
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.921-41.929=-0.008
σ0.002-0.002=0.000
min41.919-41.928=-0.009
max41.924-41.932=-0.008
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean13.438-14.268=-0.829
σ0.990-1.479=-0.489
min12.005-11.522=0.483
max14.300-15.612=-1.312
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.920-41.928=-0.008
σ0.002-0.002=0.000
min41.919-41.927=-0.008
max41.923-41.931=-0.008
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean13.331-13.881=-0.549
σ1.647-1.728=-0.080
min10.782-11.252=-0.470
max15.452-15.628=-0.175
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.582-27.604=-0.022
σ0.002-0.002=0.000
min27.581-27.603=-0.022
max27.585-27.607=-0.022
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean8.918-9.338=-0.420
σ0.303-0.339=-0.036
min8.444-8.656=-0.212
max9.273-9.682=-0.409
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.378-26.400=-0.022
σ0.002-0.002=-0.000
min26.377-26.399=-0.022
max26.381-26.403=-0.022
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean6.966-6.883=0.082
σ0.172-0.275=-0.103
min6.628-6.452=0.176
max7.173-7.248=-0.075
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.647-25.666=-0.019
σ0.002-0.002=0.000
min25.646-25.665=-0.019
max25.650-25.668=-0.019
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean6.019-6.161=-0.142
σ0.174-0.097=0.077
min5.782-6.027=-0.244
max6.310-6.284=0.026
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.642-25.661=-0.019
σ0.002-0.002=0.000
min25.640-25.659=-0.019
max25.644-25.663=-0.019
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean5.610-5.725=-0.116
σ0.046-0.081=-0.035
min5.535-5.581=-0.046
max5.655-5.820=-0.164
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.945-25.968=-0.023
σ0.002-0.002=0.001
min25.944-25.967=-0.023
max25.949-25.971=-0.022
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean5.650-5.802=-0.152
σ0.057-0.061=-0.004
min5.563-5.711=-0.148
max5.724-5.886=-0.162
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.945-25.968=-0.023
σ0.002-0.001=0.000
min25.944-25.967=-0.023
max25.948-25.971=-0.023
mean4282.875-4288.625=-5.750
σ1979.690-1975.521=4.169
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean5.654-5.678=-0.024
σ0.260-0.073=0.186
min5.513-5.568=-0.055
max6.291-5.760=0.531

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.578-2524.595=-0.017
σ0.002-0.002=0.000
min2524.577-2524.594=-0.017
max2524.581-2524.598=-0.017
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean1395.902-1355.343=40.560
σ586.981-489.709=97.272
min1040.899-1025.681=15.217
max2644.519-2224.095=420.424
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.542-8744.561=-0.019
σ0.035-0.041=-0.006
min8744.528-8744.545=-0.017
max8744.627-8744.661=-0.034
mean3588.750-3594.750=-6.000
σ1816.721-1811.321=5.400
min1072.000-1078.000=-6.000
max5818.000
mean4450.415-4637.447=-187.033
σ1443.883-1476.569=-32.686
min3495.886-3510.552=-14.666
max7334.860-7359.672=-24.813

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.064-62.077=-0.013
σ0.002-0.002=-0.000
min62.063-62.076=-0.013
max62.067-62.080=-0.013
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean77.208-82.146=-4.938
σ6.208-9.965=-3.757
min71.587-72.897=-1.310
max89.427-100.378=-10.951
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.065-62.078=-0.013
σ0.002-0.002=0.000
min62.063-62.075=-0.013
max62.067-62.080=-0.013
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean77.537-82.681=-5.144
σ6.267-9.551=-3.285
min71.867-74.009=-2.141
max89.233-100.007=-10.774
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.923-40.945=-0.022
σ0.002-0.002=-0.000
min40.921-40.944=-0.022
max40.925-40.947=-0.022
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean101.618-105.933=-4.315
σ7.079-7.271=-0.192
min88.153-92.167=-4.014
max106.438-110.690=-4.253
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.923-40.945=-0.022
σ0.002-0.002=-0.000
min40.922-40.943=-0.022
max40.925-40.947=-0.022
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean101.598-105.867=-4.269
σ7.273-7.365=-0.091
min87.716-91.790=-4.074
max106.440-110.777=-4.337
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.929-40.951=-0.021
σ0.003-0.002=0.001
min40.927-40.949=-0.022
max40.934-40.954=-0.020
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean104.975-108.603=-3.628
σ6.078-5.644=0.434
min93.998-97.488=-3.489
max112.431-113.716=-1.285
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.928-40.950=-0.022
σ0.002-0.002=-0.000
min40.927-40.949=-0.022
max40.931-40.953=-0.022
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean101.587-105.771=-4.185
σ7.109-7.307=-0.198
min87.898-91.856=-3.958
max106.363-110.870=-4.507
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.673-66.687=-0.014
σ0.002-0.002=-0.000
min66.671-66.685=-0.014
max66.675-66.689=-0.014
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean247.911-238.155=9.756
σ253.278-214.669=38.609
min139.147-144.336=-5.189
max874.222-768.882=105.340
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.673-66.687=-0.014
σ0.002-0.002=-0.000
min66.671-66.685=-0.014
max66.675-66.690=-0.014
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean156.279-158.658=-2.380
σ12.790-14.414=-1.624
min136.534-133.105=3.429
max165.989-170.711=-4.722

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.825-11656.833=-0.008
σ4.318-4.318=-0.000
min11655.297-11655.305=-0.008
max11667.511-11667.520=-0.008
mean4166.500-4171.625=-5.125
σ1902.413-1898.209=4.204
min1546.000-1554.000=-8.000
max7207.000-7213.000=-6.000
mean6561.504-6829.517=-268.013
σ1308.461-977.551=330.910
min4897.826-4868.933=28.893
max8165.895-7917.366=248.529
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.044-11560.066=-0.022
σ0.002-0.002=-0.000
min11560.043-11560.064=-0.022
max11560.047-11560.069=-0.022
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean5786.861-5914.401=-127.540
σ1570.680-1366.142=204.538
min4328.300-4335.223=-6.923
max7589.897-7713.350=-123.453

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.663-172.662=0.001
σ0.008-0.012=-0.004
min172.650-172.642=0.008
max172.671-172.678=-0.008
mean485.250-490.375=-5.125
σ0.707-1.061=-0.354
min485.000-490.000=-5.000
max487.000-493.000=-6.000
mean391.682-381.449=10.232
σ21.256-46.960=-25.704
min363.364-272.418=90.947
max416.727-413.669=3.058
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.472-357.474=-0.002
σ0.164-0.146=0.018
min357.321
max357.672-357.652=0.020
mean572.000-576.000=-4.000
σ0.000
min572.000-576.000=-4.000
max572.000-576.000=-4.000
mean780.510-783.070=-2.560
σ52.381-70.396=-18.015
min669.856-631.589=38.266
max853.262-877.876=-24.614

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.081-1005.002=3.079
σ0.761-0.751=0.010
min1007.608-1004.531=3.077
max1011.228-1008.106=3.122
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean1.534-1.589=-0.055
σ0.158-0.125=0.033
min1.393-1.419=-0.026
max1.927-1.896=0.031

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.885-0.883=0.003
σ0.002-0.002=0.000
min0.883-0.881=0.002
max0.888-0.886=0.002
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.333-0.319=0.015
σ0.114-0.114=0.000
min0.251-0.254=-0.003
max0.517-0.522=-0.005
name=error_case.art
mean2.341-2.333=0.007
σ0.003
min2.339-2.332=0.007
max2.344-2.337=0.007
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.649-0.653=-0.004
σ0.091-0.081=0.009
min0.592-0.587=0.006
max0.810-0.794=0.016
name=heavy_item.art
mean1.524-1.521=0.003
σ0.002-0.002=-0.000
min1.523-1.520=0.003
max1.527-1.524=0.003
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.392-0.547=-0.154
σ0.039-0.045=-0.006
min0.357-0.499=-0.142
max0.454-0.616=-0.163
name=nested_use.art
mean2.363-2.355=0.008
σ0.002
min2.362-2.355=0.008
max2.366-2.358=0.008
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.750-0.853=-0.103
σ0.164-0.037=0.127
min0.610-0.830=-0.220
max0.985-0.917=0.068

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.866-963.552=1.314
σ0.023-0.023=-0.000
min964.840-963.527=1.314
max964.892-963.581=1.311
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.808-0.817=-0.009
σ0.041-0.042=-0.001
min0.752-0.759=-0.007
max0.846-0.850=-0.004
name=cdr_enhanced_4k_loc.art
mean885.675-884.853=0.821
σ0.005-0.008=-0.003
min885.666-884.847=0.819
max885.677-884.866=0.812
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.706-0.678=0.028
σ0.052-0.031=0.020
min0.614-0.659=-0.044
max0.737-0.732=0.006

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719-7.706=0.013
σ0.002-0.002=0.000
min7.718-7.705=0.012
max7.724-7.709=0.015
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean4.262-3.567=0.695
σ0.095-0.078=0.017
min4.111-3.457=0.654
max4.746-3.882=0.864
name=record_render_large_syntax_err.art
mean7.667-7.655=0.012
σ0.002-0.002=0.000
min7.666-7.654=0.012
max7.672-7.659=0.012
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean4.247-3.551=0.695
σ0.090-0.078=0.012
min4.103-3.432=0.671
max4.584-3.876=0.708
name=record_render_success.art
mean2.292-2.288=0.004
σ0.002
min2.291-2.287=0.004
max2.295-2.291=0.004
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.750-0.541=0.209
σ0.019-0.014=0.005
min0.722-0.519=0.203
max0.878-0.646=0.233
name=record_render_syntax_err.art
mean2.167-2.163=0.004
σ0.002
min2.166-2.163=0.004
max2.170-2.166=0.004
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.700-0.515=0.185
σ0.045-0.011=0.034
min0.512-0.495=0.016
max0.791-0.575=0.216

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.490-294.352=3.138
σ0.245-0.217=0.028
min297.271-294.222=3.049
max298.156-294.957=3.199
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.546-0.569=-0.022
σ0.035-0.039=-0.004
min0.499-0.493=0.006
max0.580-0.602=-0.022

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.730-281.451=8.279
σ0.041-0.032=0.009
min289.674-281.402=8.271
max289.777-281.492=8.285
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.404-0.386=0.018
σ0.010-0.007=0.003
min0.387-0.378=0.009
max0.410-0.392=0.018
iters=5
new-facts=1
prior-facts=6402
mean1299.626-1291.508=8.117
σ0.111-0.104=0.007
min1299.484-1291.381=8.103
max1299.741-1291.630=8.111
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean1.843-1.955=-0.112
σ0.055-0.140=-0.085
min1.794-1.776=0.018
max1.915-2.155=-0.241
iters=5
new-facts=6402
prior-facts=1
mean1542.594-1534.332=8.262
σ4.055-3.983=0.072
min1540.614-1532.313=8.301
max1549.841-1541.449=8.392
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean2.231-2.221=0.010
σ0.117-0.187=-0.070
min2.102-2.009=0.093
max2.414-2.460=-0.046
iters=5
new-facts=6402
prior-facts=6402
mean1861.583-1853.335=8.247
σ0.065-0.064=0.001
min1861.485-1853.244=8.241
max1861.642-1853.393=8.248
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean2.904-2.920=-0.015
σ0.115-0.135=-0.019
min2.832-2.802=0.030
max3.108-3.087=0.021

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.405-1.524=-0.119
σ0.157-0.225=-0.067
min1.255-1.272=-0.017
max1.645-1.771=-0.127

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.117-442.430=-0.313
σ569.021-577.063=-8.042
min157.604-153.897=3.707
max1295.649-1308.025=-12.376
mean96.250
σ8.500
min92.000
max109.000
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean0.539-0.540=-0.001
σ0.547-0.542=0.006
min0.261-0.265=-0.004
max1.359-1.352=0.007
policies=20
mean1576.317-1539.237=37.081
σ0.331-0.336=-0.005
min1576.090-1539.005=37.085
max1576.808-1539.735=37.073
mean920.000
σ0.000
min920.000
max920.000
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean2.613-2.608=0.005
σ0.028-0.033=-0.005
min2.586-2.582=0.005
max2.645-2.651=-0.007
policies=200
mean15771.428-15400.405=371.023
σ0.108-0.039=0.070
min15771.297-15400.365=370.932
max15771.556-15400.458=371.098
mean9200.000
σ0.000
min9200.000
max9200.000
mean7207.000-7213.000=-6.000
σ0.000
min7207.000-7213.000=-6.000
max7207.000-7213.000=-6.000
mean26.469-26.282=0.187
σ0.140-0.166=-0.026
min26.332-26.110=0.222
max26.626-26.503=0.123