Compare commits

Home / Compare 9f52d648 .. 27009c02

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616-54.523=0.094
σ0.348-0.371=-0.023
min54.484-54.386=0.098
max55.607-55.579=0.028
mean415.000-416.000=-1.000
σ0.000
min415.000-416.000=-1.000
max415.000-416.000=-1.000
mean0.147-0.143=0.004
σ0.008-0.007=0.001
min0.137-0.137=-0.000
max0.160-0.160=0.000
cache=y
dps=1
iters=10
policies=100
mean43.785-43.766=0.019
σ0.007-0.008=-0.001
min43.774-43.760=0.014
max43.795-43.784=0.011
mean415.000-416.000=-1.000
σ0.000
min415.000-416.000=-1.000
max415.000-416.000=-1.000
mean0.123-0.120=0.003
σ0.004-0.004=-0.000
min0.117-0.115=0.002
max0.130-0.127=0.004

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617-36.617=0.000
σ0.002-0.002=0.000
min36.615
max36.620-36.619=0.000
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean12.673-12.635=0.038
σ0.308-0.322=-0.014
min12.175-12.253=-0.079
max13.224-13.133=0.091
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617-36.618=-0.000
σ0.002-0.002=-0.000
min36.616-36.616=0.000
max36.620-36.620=-0.000
mean4283.875-4287.000=-3.125
σ1975.396-1978.404=-3.008
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean86.304-101.189=-14.885
σ206.870-250.322=-43.452
min12.623-11.696=0.928
max598.280-720.702=-122.422
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929-41.930=-0.001
σ0.002-0.002=-0.000
min41.928-41.928=0.000
max41.932-41.933=-0.001
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean14.863-14.932=-0.069
σ1.219-1.314=-0.096
min12.255-12.071=0.184
max16.241-15.949=0.291
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930-41.930=0.000
σ0.002-0.002=-0.000
min41.928-41.928=0.000
max41.932-41.932=-0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean13.607-13.452=0.155
σ1.162-1.210=-0.048
min11.791-11.401=0.390
max15.170-14.712=0.458
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929-41.928=0.000
σ0.002-0.002=0.000
min41.927-41.927=-0.000
max41.931-41.931=-0.000
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean13.616-13.832=-0.216
σ1.613-1.522=0.091
min11.002-11.610=-0.608
max15.664-15.257=0.407
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.604-27.604=0.000
σ0.002-0.002=0.000
min27.603-27.603=0.000
max27.607-27.607=0.000
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean9.199-9.109=0.090
σ0.404-0.512=-0.109
min8.558-8.344=0.214
max9.728-9.647=0.081
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400-26.400=-0.000
σ0.002-0.002=-0.000
min26.399-26.399=-0.000
max26.403-26.403=-0.000
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean6.766-6.611=0.155
σ0.333-0.399=-0.066
min6.235-6.055=0.180
max7.231-7.191=0.040
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.667-25.666=0.000
σ0.002-0.002=0.000
min25.665-25.664=0.000
max25.670-25.668=0.001
mean4283.875-4287.000=-3.125
σ1975.396-1978.404=-3.008
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean6.326-6.241=0.086
σ0.836-0.640=0.196
min5.848-5.829=0.019
max8.375-7.797=0.578
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661-25.661=-0.000
σ0.002-0.002=0.000
min25.659
max25.663
mean4283.875-4287.000=-3.125
σ1975.396-1978.404=-3.008
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean5.787-5.924=-0.137
σ0.575-0.713=-0.138
min5.358-5.138=0.220
max7.184-7.491=-0.307
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969-25.969=-0.000
σ0.002-0.003=-0.001
min25.967
max25.971-25.975=-0.004
mean4283.875-4287.000=-3.125
σ1975.396-1978.404=-3.008
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean5.879-5.900=-0.021
σ0.538-0.653=-0.116
min5.474-5.144=0.330
max7.186-7.410=-0.225
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968-25.968=0.000
σ0.001-0.001=-0.000
min25.967-25.967=-0.000
max25.971
mean4283.875-4287.000=-3.125
σ1975.396-1978.404=-3.008
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean5.737-5.863=-0.125
σ0.550-0.681=-0.131
min5.368-5.119=0.249
max7.082-7.390=-0.308

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596-2524.595=0.002
σ0.002-0.002=-0.000
min2524.594-2524.594=0.000
max2524.598-2524.598=0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean1196.914-1186.675=10.239
σ412.314-400.279=12.035
min1041.886-1035.892=5.995
max2217.186-2177.224=39.962
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561-8744.561=0.000
σ0.042-0.040=0.002
min8744.545-8744.545=0.000
max8744.664-8744.660=0.004
mean3591.750-3594.000=-2.250
σ1814.262-1818.498=-4.237
min1074.000-1073.000=1.000
max5826.000-5835.000=-9.000
mean4791.494-4918.308=-126.814
σ1673.552-1542.183=131.369
min3525.090-3558.927=-33.837
max7193.961-7176.448=17.513

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077-62.077=-0.000
σ0.002-0.002=0.000
min62.075-62.076=-0.001
max62.080-62.080=0.001
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean76.477-80.420=-3.944
σ4.974-9.671=-4.697
min71.479-70.550=0.929
max83.741-98.226=-14.485
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077-62.078=-0.001
σ0.002-0.002=-0.000
min62.075-62.076=-0.001
max62.080-62.080=-0.000
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean77.175-81.042=-3.866
σ5.403-9.904=-4.501
min71.301-70.104=1.196
max84.841-98.662=-13.821
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.945=-0.001
σ0.001-0.002=-0.000
min40.943-40.944=-0.000
max40.947-40.947=-0.001
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean101.933-102.941=-1.008
σ9.333-9.629=-0.296
min82.155-82.456=-0.301
max108.251-109.305=-1.054
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946-40.945=0.001
σ0.002-0.002=0.000
min40.944-40.944=-0.000
max40.948-40.947=0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean101.743-102.711=-0.968
σ9.321-9.431=-0.110
min81.980-82.387=-0.407
max107.787-108.207=-0.420
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951-40.951=-0.000
σ0.002-0.002=-0.000
min40.949-40.949=-0.000
max40.954-40.954=-0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean104.239-106.057=-1.818
σ7.922-7.604=0.318
min88.270-90.039=-1.770
max111.532-112.287=-0.755
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951-40.950=0.001
σ0.002-0.002=0.001
min40.948-40.949=-0.001
max40.954-40.953=0.002
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean102.206-102.835=-0.628
σ9.211-9.425=-0.214
min82.793-82.713=0.080
max108.717-108.356=0.361
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686-66.687=-0.001
σ0.001-0.002=-0.000
min66.685-66.686=-0.000
max66.689-66.689=-0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean211.427-219.508=-8.081
σ152.065-174.370=-22.306
min132.041-130.524=1.517
max586.458-649.810=-63.352
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687-66.686=0.000
σ0.002-0.002=-0.000
min66.685
max66.689-66.689=-0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean151.741-153.724=-1.983
σ22.276-18.851=3.425
min105.975-119.792=-13.818
max168.796-169.207=-0.411

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833-11656.834=-0.000
σ4.318-4.318=-0.000
min11655.305
max11667.520-11667.520=-0.001
mean4164.000-4166.500=-2.500
σ1895.945-1898.389=-2.444
min1548.000-1550.000=-2.000
max7196.000-7200.000=-4.000
mean6125.092-6612.053=-486.961
σ1015.511-1282.358=-266.847
min4922.400-4938.362=-15.962
max8085.947-8335.408=-249.461
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065-11560.066=-0.001
σ0.001-0.002=-0.000
min11560.064-11560.064=-0.000
max11560.068-11560.069=-0.001
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean5566.973-6106.341=-539.368
σ1489.662-1571.470=-81.807
min4323.784-4426.556=-102.773
max8526.478-8575.382=-48.904

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.662-172.655=0.007
σ0.012-0.015=-0.003
min172.643-172.634=0.010
max172.678-172.673=0.005
mean485.000-486.000=-1.000
σ0.000
min485.000-486.000=-1.000
max485.000-486.000=-1.000
mean382.598-363.931=18.666
σ45.501-51.089=-5.589
min311.685-271.276=40.408
max424.053-419.128=4.924
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.466-357.463=0.004
σ0.154-0.151=0.003
min357.321
max357.626-357.627=-0.001
mean561.000-563.000=-2.000
σ0.000
min561.000-563.000=-2.000
max561.000-563.000=-2.000
mean804.625-795.186=9.439
σ14.967-35.776=-20.809
min773.502-719.747=53.755
max822.649-831.837=-9.188

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.086-1008.076=0.010
σ0.761-0.762=-0.001
min1007.611-1007.605=0.006
max1011.230-1011.225=0.005
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean1.494-1.516=-0.022
σ0.116-0.112=0.003
min1.386-1.401=-0.015
max1.793-1.791=0.002

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.883=-0.000
σ0.002-0.002=0.000
min0.881
max0.886
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.307-0.327=-0.021
σ0.110-0.126=-0.015
min0.246-0.261=-0.015
max0.503-0.550=-0.047
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.648-0.647=0.001
σ0.088-0.075=0.013
min0.590-0.606=-0.016
max0.802-0.780=0.021
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.476-0.387=0.089
σ0.040-0.031=0.009
min0.428-0.357=0.071
max0.512-0.437=0.075
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.843-0.741=0.102
σ0.034-0.106=-0.072
min0.810-0.599=0.211
max0.900-0.842=0.058

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.551-963.547=0.004
σ0.022-0.023=-0.002
min963.530-963.528=0.002
max963.575-963.577=-0.002
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.811-0.786=0.026
σ0.036-0.059=-0.023
min0.761-0.708=0.053
max0.850-0.847=0.003
name=cdr_enhanced_4k_loc.art
mean884.854-884.853=0.000
σ0.006-0.006=-0.001
min884.847
max884.860-884.862=-0.002
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.676-0.569=0.106
σ0.069-0.062=0.007
min0.566-0.515=0.051
max0.740-0.638=0.102

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=0.000
σ0.002-0.002=-0.000
min7.705
max7.709
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean4.259-3.555=0.704
σ0.068-0.086=-0.019
min4.149-3.406=0.743
max4.666-3.842=0.824
name=record_render_large_syntax_err.art
mean7.655-7.655=0.000
σ0.002-0.002=0.000
min7.654
max7.658-7.658=0.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean4.268-3.519=0.749
σ0.072-0.075=-0.003
min4.135-3.375=0.761
max4.553-3.787=0.765
name=record_render_success.art
mean2.288-2.288=-0.000
σ0.002-0.002=0.000
min2.287
max2.291
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.756-0.547=0.210
σ0.016-0.029=-0.013
min0.723-0.522=0.201
max0.856-0.783=0.072
name=record_render_syntax_err.art
mean2.163-2.163=-0.000
σ0.002-0.002=0.000
min2.163
max2.166
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.717-0.514=0.203
σ0.012-0.012=-0.000
min0.687-0.492=0.195
max0.767-0.579=0.188

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.154-297.354=-0.200
σ0.239-0.259=-0.019
min297.004-297.175=-0.170
max297.813-298.071=-0.258
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.556-0.568=-0.011
σ0.039-0.021=0.017
min0.517-0.547=-0.030
max0.611-0.603=0.008

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.736-289.730=0.005
σ0.032-0.033=-0.001
min289.688-289.678=0.010
max289.778-289.765=0.013
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.390-0.396=-0.007
σ0.001-0.012=-0.011
min0.389-0.386=0.002
max0.391-0.412=-0.021
iters=5
new-facts=1
prior-facts=6402
mean1299.649-1299.628=0.022
σ0.107-0.095=0.012
min1299.514-1299.512=0.003
max1299.763-1299.761=0.002
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean1.869-1.956=-0.087
σ0.045-0.118=-0.073
min1.828-1.801=0.027
max1.925-2.112=-0.187
iters=5
new-facts=6402
prior-facts=1
mean1542.621-1542.619=0.003
σ4.002-4.070=-0.068
min1540.593-1540.596=-0.003
max1549.771-1549.890=-0.119
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean2.247-2.361=-0.113
σ0.125-0.219=-0.094
min2.108-2.078=0.031
max2.411-2.646=-0.235
iters=5
new-facts=6402
prior-facts=6402
mean1861.613-1861.596=0.018
σ0.086-0.060=0.026
min1861.500-1861.506=-0.007
max1861.725-1861.650=0.075
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean3.045-2.944=0.101
σ0.361-0.127=0.234
min2.846-2.846=0.001
max3.688-3.116=0.572

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.593-1.653=-0.060
σ0.227-0.210=0.017
min1.320-1.374=-0.054
max1.837-1.866=-0.029

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.149-446.147=0.002
σ577.064-577.067=-0.002
min157.617-157.613=0.004
max1311.745-1311.747=-0.002
mean96.250
σ8.500
min92.000
max109.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean0.553-0.549=0.004
σ0.558-0.555=0.002
min0.269-0.270=-0.001
max1.389-1.381=0.008
policies=20
mean1576.427-1576.398=0.029
σ0.351-0.350=0.001
min1576.192-1576.157=0.035
max1576.949-1576.916=0.032
mean920.000
σ0.000
min920.000
max920.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean2.630-2.627=0.003
σ0.020-0.018=0.002
min2.612-2.605=0.007
max2.651-2.646=0.005
policies=200
mean15772.222-15771.945=0.276
σ0.176-0.056=0.120
min15772.013-15771.869=0.144
max15772.403-15771.998=0.405
mean9200.000
σ0.000
min9200.000
max9200.000
mean7196.000-7200.000=-4.000
σ0.000
min7196.000-7200.000=-4.000
max7196.000-7200.000=-4.000
mean26.630-26.444=0.187
σ0.144-0.148=-0.004
min26.470-26.328=0.143
max26.807-26.661=0.146