Compare commits

Home / Compare 19e8d138 .. 9c67f853

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.703-53.705=-0.002
σ0.368-0.368=-0.000
min53.556-53.558=-0.002
max54.750-54.752=-0.003
mean415.000-419.000=-4.000
σ0.000
min415.000-419.000=-4.000
max415.000-419.000=-4.000
mean0.136-0.139=-0.003
σ0.004-0.004=-0.000
min0.130-0.135=-0.005
max0.142-0.145=-0.003
cache=y
dps=1
iters=10
policies=100
mean43.058-43.059=-0.001
σ0.005-0.007=-0.003
min43.051-43.047=0.003
max43.066-43.070=-0.004
mean415.000-419.000=-4.000
σ0.000
min415.000-419.000=-4.000
max415.000-419.000=-4.000
mean0.119-0.122=-0.002
σ0.004-0.003=0.001
min0.113-0.119=-0.006
max0.127-0.127=-0.000

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.618-36.617=0.000
σ0.002-0.002=0.000
min36.615
max36.620-36.620=0.000
mean4167.000-4294.000=-127.000
σ1897.389-1983.448=-86.060
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean12.828-99.555=-86.727
σ0.366-245.198=-244.832
min12.412-12.608=-0.196
max13.521-706.388=-692.867
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617-36.618=-0.000
σ0.002-0.002=-0.000
min36.616-36.616=0.000
max36.620-36.620=-0.000
mean4286.750-4294.000=-7.250
σ1976.947-1983.448=-6.501
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean81.752-13.440=68.312
σ195.336-3.223=192.113
min11.882-11.948=-0.065
max565.181-21.316=543.865
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929-41.930=-0.001
σ0.001-0.002=-0.000
min41.928-41.928=0.000
max41.932-41.932=-0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean14.892-15.071=-0.179
σ1.267-0.831=0.437
min12.151-13.761=-1.611
max15.707-15.997=-0.291
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930-41.929=0.000
σ0.002-0.002=0.000
min41.928-41.928=-0.000
max41.932-41.932=-0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean13.960-14.102=-0.143
σ1.257-0.964=0.294
min11.290-12.320=-1.030
max15.350-15.263=0.088
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929-41.928=0.001
σ0.002-0.002=0.000
min41.927-41.927=0.000
max41.932-41.932=0.000
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean13.649-13.844=-0.194
σ1.485-1.380=0.104
min11.585-11.658=-0.072
max15.312-15.439=-0.127
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.604-27.604=0.000
σ0.002-0.002=0.000
min27.603-27.603=0.000
max27.607-27.607=0.000
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean9.083-9.178=-0.096
σ0.337-0.380=-0.043
min8.330-8.700=-0.370
max9.427-9.512=-0.085
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400-26.401=-0.001
σ0.001-0.002=-0.001
min26.399-26.399=0.000
max26.403-26.403=-0.000
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean6.505-7.038=-0.533
σ0.365-0.397=-0.031
min5.846-6.461=-0.614
max6.880-7.460=-0.580
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.667-25.666=0.001
σ0.002-0.002=0.000
min25.665-25.664=0.000
max25.670-25.668=0.001
mean4286.750-4294.000=-7.250
σ1976.947-1983.448=-6.501
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean6.054-6.149=-0.095
σ0.094-0.532=-0.437
min5.920-5.755=0.165
max6.186-7.406=-1.220
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661-25.661=0.000
σ0.002-0.002=0.000
min25.659-25.659=0.000
max25.663
mean4286.750-4294.000=-7.250
σ1976.947-1983.448=-6.501
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean5.678-5.888=-0.210
σ0.226-0.538=-0.311
min5.200-5.618=-0.418
max5.964-7.208=-1.243
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969-25.968=0.000
σ0.002-0.002=0.000
min25.967
max25.971-25.971=0.000
mean4286.750-4294.000=-7.250
σ1976.947-1983.448=-6.501
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean5.705-6.072=-0.367
σ0.204-0.569=-0.365
min5.274-5.654=-0.380
max5.934-7.409=-1.475
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968-25.968=-0.000
σ0.001-0.001=0.000
min25.967
max25.971-25.971=0.000
mean4286.750-4294.000=-7.250
σ1976.947-1983.448=-6.501
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean5.543-5.789=-0.245
σ0.233-0.578=-0.345
min5.035-5.289=-0.254
max5.839-7.163=-1.324

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596-2524.595=0.001
σ0.002-0.002=-0.000
min2524.594
max2524.598-2524.598=-0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean1179.823-1414.040=-234.217
σ398.268-555.818=-157.550
min1033.396-1046.665=-13.269
max2165.444-2323.124=-157.680
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561-8744.561=-0.000
σ0.042-0.041=0.002
min8744.545-8744.545=-0.000
max8744.665-8744.661=0.004
mean3594.625-3599.375=-4.750
σ1816.551-1821.874=-5.324
min1075.000-1079.000=-4.000
max5832.000-5836.000=-4.000
mean4448.307-4912.474=-464.167
σ1320.628-1668.036=-347.408
min3498.189-3507.914=-9.725
max6978.018-7498.714=-520.696

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077-62.077=0.000
σ0.002-0.002=0.000
min62.076-62.076=0.000
max62.081-62.080=0.001
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean80.898-81.512=-0.615
σ8.824-9.854=-1.029
min73.991-72.658=1.333
max98.885-99.487=-0.602
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077-62.078=-0.000
σ0.002-0.002=0.000
min62.076
max62.080-62.080=-0.000
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean82.215-82.187=0.028
σ8.771-10.253=-1.481
min75.330-72.374=2.956
max99.764-101.230=-1.467
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.945=-0.000
σ0.001-0.002=-0.000
min40.944-40.944=0.000
max40.947-40.947=-0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean102.883-105.646=-2.763
σ8.929-6.494=2.436
min85.031-94.484=-9.453
max109.256-109.533=-0.277
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946-40.945=0.001
σ0.002-0.002=0.000
min40.944-40.944=0.000
max40.947-40.947=0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean103.152-105.439=-2.286
σ8.984-6.603=2.380
min85.483-94.197=-8.714
max109.756-109.474=0.283
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951-40.951=0.000
σ0.002-0.002=0.000
min40.949
max40.954-40.954=0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean105.614-108.109=-2.495
σ8.179-3.849=4.330
min92.220-101.445=-9.225
max112.441-112.155=0.286
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951-40.950=0.001
σ0.002-0.002=0.001
min40.948-40.949=-0.000
max40.954-40.953=0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean103.124-105.466=-2.342
σ8.918-6.403=2.515
min85.414-94.461=-9.047
max109.986-109.764=0.222
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686-66.687=-0.001
σ0.001-0.002=-0.001
min66.685-66.686=-0.000
max66.689-66.690=-0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean208.726-243.332=-34.606
σ145.962-231.150=-85.189
min133.404-146.625=-13.221
max568.690-814.983=-246.294
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687-66.686=0.001
σ0.002-0.002=0.000
min66.685
max66.690-66.689=0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean151.310-158.053=-6.743
σ20.957-14.386=6.572
min108.493-129.561=-21.069
max167.243-169.501=-2.258

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833-11656.834=-0.000
σ4.318-4.318=0.000
min11655.305-11655.305=0.000
max11667.520-11667.520=-0.000
mean4167.000-4177.875=-10.875
σ1897.389-1905.953=-8.564
min1551.000-1553.000=-2.000
max7198.000-7217.000=-19.000
mean5984.266-7018.277=-1034.011
σ1009.545-1318.160=-308.615
min4878.768-4897.996=-19.228
max8109.332-8341.331=-231.998
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065-11560.066=-0.000
σ0.001-0.002=-0.000
min11560.065-11560.064=0.000
max11560.068-11560.068=-0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean5745.796-5518.829=226.967
σ1630.646-1261.803=368.843
min4358.814-4371.580=-12.766
max8499.389-7340.889=1158.500

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.666-172.662=0.004
σ0.013-0.014=-0.001
min172.647-172.638=0.009
max172.681-172.677=0.004
mean486.000-493.000=-7.000
σ0.000
min486.000-493.000=-7.000
max486.000-493.000=-7.000
mean396.220-384.972=11.248
σ27.429-45.542=-18.113
min348.143-316.208=31.935
max421.595-425.512=-3.917
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.467-357.464=0.002
σ0.155-0.154=0.002
min357.321
max357.642-357.652=-0.010
mean566.000-567.250=-1.250
σ0.000-0.463=-0.463
min566.000-567.000=-1.000
max566.000-568.000=-2.000
mean741.341-748.446=-7.105
σ68.953-61.034=7.919
min622.588-675.409=-52.820
max869.523-863.201=6.322

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.002-1005.003=-0.000
σ0.750-0.752=-0.002
min1004.525-1004.527=-0.002
max1008.102-1008.110=-0.008
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean1.603-1.616=-0.013
σ0.120-0.116=0.004
min1.474-1.501=-0.027
max1.979-1.812=0.167

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.318-0.312=0.006
σ0.104-0.113=-0.009
min0.258-0.249=0.008
max0.502-0.513=-0.011
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.638-0.749=-0.111
σ0.073-0.119=-0.045
min0.594-0.619=-0.026
max0.767-0.867=-0.100
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.425-0.551=-0.126
σ0.062-0.045=0.017
min0.376-0.514=-0.137
max0.521-0.627=-0.106
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.854-0.858=-0.004
σ0.044-0.046=-0.002
min0.819-0.821=-0.002
max0.930-0.934=-0.004

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.552-963.553=-0.001
σ0.024-0.024=-0.000
min963.527
max963.582-963.585=-0.003
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.798-0.799=-0.001
σ0.036-0.062=-0.025
min0.759-0.709=0.051
max0.838-0.844=-0.006
name=cdr_enhanced_4k_loc.art
mean884.853-884.854=-0.001
σ0.007-0.007=-0.001
min884.847
max884.863-884.864=-0.002
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.727-0.675=0.052
σ0.020-0.055=-0.034
min0.691-0.624=0.068
max0.740-0.735=0.005

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=0.000
σ0.002-0.002=0.000
min7.705
max7.711-7.709=0.001
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean4.148-3.741=0.407
σ0.307-0.318=-0.011
min2.799-3.391=-0.592
max4.645-4.514=0.130
name=record_render_large_syntax_err.art
mean7.655-7.655=0.000
σ0.002-0.002=0.000
min7.654
max7.660-7.659=0.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean3.523-4.215=-0.692
σ0.066-0.061=0.004
min3.356-4.091=-0.735
max3.739-4.398=-0.659
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.543-0.750=-0.208
σ0.017-0.016=0.001
min0.515-0.718=-0.202
max0.629-0.862=-0.233
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.512-0.714=-0.202
σ0.013-0.016=-0.003
min0.486-0.678=-0.192
max0.584-0.800=-0.217

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.266-294.100=0.166
σ0.282-0.217=0.065
min294.070-293.855=0.215
max295.036-294.578=0.459
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.588-0.540=0.048
σ0.041-0.029=0.012
min0.503-0.504=-0.001
max0.621-0.581=0.040

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.466-281.455=0.012
σ0.037-0.033=0.004
min281.409-281.403=0.006
max281.507-281.495=0.013
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.391-0.390=0.001
σ0.008-0.006=0.002
min0.387-0.386=0.001
max0.405-0.401=0.005
iters=5
new-facts=1
prior-facts=6402
mean1291.493-1291.507=-0.013
σ0.102-0.099=0.003
min1291.365-1291.361=0.004
max1291.611-1291.636=-0.025
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean2.015-2.066=-0.051
σ0.215-0.142=0.073
min1.760-1.923=-0.163
max2.313-2.248=0.065
iters=5
new-facts=6402
prior-facts=1
mean1534.394-1534.368=0.026
σ4.031-3.992=0.039
min1532.413-1532.420=-0.007
max1541.601-1541.504=0.097
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean2.350-2.226=0.124
σ0.221-0.103=0.118
min2.132-2.155=-0.023
max2.632-2.400=0.232
iters=5
new-facts=6402
prior-facts=6402
mean1853.314-1853.331=-0.018
σ0.053-0.077=-0.024
min1853.262-1853.225=0.037
max1853.377-1853.425=-0.048
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean3.072-3.169=-0.097
σ0.315-0.329=-0.014
min2.842-2.870=-0.028
max3.627-3.527=0.100

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.574-1.540=0.034
σ0.214-0.241=-0.027
min1.295-1.284=0.010
max1.895-1.841=0.055

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.430-442.431=-0.001
σ577.064-577.064=0.001
min153.896-153.898=-0.002
max1308.027-1308.026=0.000
mean96.250
σ8.500
min92.000
max109.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean0.542-0.552=-0.010
σ0.549-0.571=-0.022
min0.265-0.266=-0.001
max1.366-1.409=-0.044
policies=20
mean1539.228-1539.232=-0.004
σ0.315-0.319=-0.003
min1539.007-1539.011=-0.004
max1539.694-1539.703=-0.009
mean920.000
σ0.000
min920.000
max920.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean2.584-2.596=-0.012
σ0.028-0.005=0.022
min2.558-2.590=-0.032
max2.610-2.603=0.007
policies=200
mean15400.385-15400.360=0.025
σ0.066-0.098=-0.032
min15400.293-15400.260=0.033
max15400.438-15400.485=-0.047
mean9200.000
σ0.000
min9200.000
max9200.000
mean7198.000-7217.000=-19.000
σ0.000
min7198.000-7217.000=-19.000
max7198.000-7217.000=-19.000
mean26.211-26.245=-0.034
σ0.136-0.104=0.032
min26.093-26.183=-0.089
max26.395-26.400=-0.005