Compare commits

Home / Compare 2805f281 .. 85748013

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.617-54.617=0.000
σ0.350-0.351=-0.000
min54.481-54.482=-0.000
max55.613-55.614=-0.001
mean415.000-417.000=-2.000
σ0.000
min415.000-417.000=-2.000
max415.000-417.000=-2.000
mean0.139-0.139=0.000
σ0.005-0.004=0.001
min0.135-0.135=0.000
max0.150-0.148=0.002
cache=y
dps=1
iters=10
policies=100
mean43.786-43.786=-0.000
σ0.006-0.008=-0.001
min43.778-43.771=0.007
max43.799-43.800=-0.001
mean415.000-417.000=-2.000
σ0.000
min415.000-417.000=-2.000
max415.000-417.000=-2.000
mean0.123-0.124=-0.001
σ0.004-0.006=-0.002
min0.120-0.120=0.000
max0.130-0.138=-0.008

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617-36.617=0.000
σ0.002-0.002=0.000
min36.616-36.615=0.000
max36.619-36.619=0.000
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean81.837-111.760=-29.923
σ194.853-279.006=-84.153
min12.717-12.756=-0.039
max564.074-802.265=-238.191
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617-36.617=-0.000
σ0.002-0.002=0.000
min36.616-36.616=-0.000
max36.620-36.620=-0.000
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean14.414-13.854=0.560
σ4.755-3.028=1.727
min11.889-12.113=-0.224
max26.069-21.254=4.815
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930-41.930=-0.001
σ0.002-0.002=0.000
min41.928-41.928=-0.000
max41.932-41.932=-0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean15.285-15.062=0.223
σ0.903-0.939=-0.036
min13.440-13.085=0.355
max16.313-15.783=0.529
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929-41.929=-0.000
σ0.002-0.002=-0.000
min41.928-41.928=-0.000
max41.932-41.932=-0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean13.561-13.449=0.111
σ1.429-0.805=0.623
min11.772-12.269=-0.497
max15.325-14.481=0.844
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929-41.929=0.000
σ0.002-0.002=-0.000
min41.927-41.927=0.000
max41.931-41.931=-0.000
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean13.819-13.139=0.681
σ1.599-1.239=0.360
min11.196-11.520=-0.324
max15.526-14.634=0.892
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605-27.604=0.001
σ0.003-0.002=0.001
min27.603-27.603=0.000
max27.611-27.607=0.004
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean8.902-9.132=-0.229
σ0.254-0.373=-0.119
min8.394-8.490=-0.096
max9.212-9.533=-0.321
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400-26.400=-0.000
σ0.002-0.002=-0.000
min26.399
max26.403-26.403=-0.000
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean6.872-6.998=-0.126
σ0.271-0.527=-0.256
min6.252-6.067=0.185
max7.154-7.424=-0.270
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666-25.666=0.000
σ0.002-0.002=-0.000
min25.664-25.664=0.000
max25.669-25.668=0.000
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean6.397-6.171=0.226
σ1.137-0.536=0.601
min5.779-5.772=0.007
max9.193-7.453=1.741
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661-25.661=-0.000
σ0.002-0.002=0.000
min25.659
max25.663-25.663=0.000
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean5.935-5.950=-0.015
σ1.166-0.551=0.616
min5.279-5.606=-0.327
max8.804-7.270=1.535
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969-25.969=0.001
σ0.002-0.002=-0.000
min25.967-25.967=0.000
max25.971-25.972=-0.001
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean5.971-6.063=-0.092
σ1.049-0.594=0.456
min5.246-5.494=-0.248
max8.532-7.354=1.178
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968-25.968=-0.000
σ0.002-0.002=0.000
min25.967-25.967=-0.000
max25.971-25.971=0.000
mean4281.875-4287.750=-5.875
σ1977.280-1976.741=0.539
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean5.862-5.741=0.120
σ1.047-0.587=0.461
min5.180-5.209=-0.029
max8.426-7.141=1.285

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596-2524.595=0.001
σ0.002-0.002=-0.000
min2524.594-2524.594=0.000
max2524.597-2524.598=-0.001
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean1357.776-1437.480=-79.703
σ456.670-638.389=-181.719
min1054.112-1038.067=16.045
max2221.274-2752.360=-531.086
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560-8744.561=-0.000
σ0.040-0.040=-0.000
min8744.545-8744.545=-0.000
max8744.659-8744.661=-0.001
mean3587.875-3594.000=-6.125
σ1813.883-1811.122=2.761
min1068.000-1077.000=-9.000
max5813.000-5817.000=-4.000
mean4990.605-4889.176=101.429
σ1560.449-1498.618=61.831
min3572.880-3542.357=30.524
max7234.244-7131.699=102.545

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077-62.077=0.000
σ0.002-0.002=-0.000
min62.076-62.076=0.000
max62.080-62.080=-0.000
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean81.632-82.543=-0.911
σ10.288-9.234=1.054
min71.880-73.059=-1.179
max100.976-96.763=4.213
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077-62.078=-0.001
σ0.002-0.002=-0.000
min62.076-62.076=-0.000
max62.080-62.080=-0.000
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean82.171-82.788=-0.616
σ9.738-9.499=0.239
min73.671-72.963=0.708
max100.299-98.310=1.990
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.945=-0.000
σ0.001-0.002=-0.000
min40.944-40.943=0.000
max40.947-40.947=-0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean103.246-103.962=-0.716
σ8.826-9.405=-0.579
min85.227-86.280=-1.054
max108.541-109.806=-1.265
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946-40.945=0.001
σ0.002-0.002=0.000
min40.944-40.944=-0.000
max40.947-40.947=-0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean103.079-103.877=-0.798
σ8.825-9.545=-0.720
min84.899-85.865=-0.966
max108.365-109.722=-1.358
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950-40.951=-0.001
σ0.002-0.002=-0.001
min40.949-40.948=0.000
max40.953-40.954=-0.002
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean105.688-105.539=0.148
σ8.645-9.444=-0.799
min91.137-89.212=1.925
max113.710-112.705=1.005
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951-40.950=0.001
σ0.002-0.002=0.000
min40.949-40.949=0.000
max40.953-40.953=-0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean103.118-104.019=-0.900
σ8.833-9.496=-0.663
min85.024-85.937=-0.913
max108.210-109.544=-1.334
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687-66.687=0.000
σ0.002-0.002=0.000
min66.685
max66.690-66.689=0.001
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean265.197-224.061=41.136
σ302.707-186.749=115.958
min133.429-134.676=-1.246
max1013.735-685.231=328.505
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687-66.686=0.000
σ0.002-0.002=0.000
min66.685
max66.690-66.689=0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean156.041-154.334=1.708
σ14.583-16.736=-2.152
min134.109-126.080=8.030
max167.020-167.773=-0.753

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833-11656.833=-0.000
σ4.318-4.318=-0.000
min11655.305
max11667.520-11667.520=-0.001
mean4165.125-4170.625=-5.500
σ1900.024-1899.434=0.590
min1547.000-1552.000=-5.000
max7207.000-7216.000=-9.000
mean6887.658-7053.120=-165.462
σ1129.345-1089.389=39.956
min4964.049-4886.976=77.074
max7991.354-8257.237=-265.884
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066-11560.066=0.000
σ0.002-0.002=-0.000
min11560.065-11560.064=0.001
max11560.068-11560.068=0.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean5903.518-5576.682=326.836
σ1547.152-1320.123=227.029
min4458.178-4395.644=62.534
max7869.732-7801.108=68.625

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.660-172.658=0.002
σ0.018-0.012=0.006
min172.633-172.638=-0.005
max172.681-172.671=0.010
mean486.125-489.500=-3.375
σ0.354-0.926=-0.572
min486.000-489.000=-3.000
max487.000-491.000=-4.000
mean378.599-375.432=3.167
σ32.632-42.659=-10.026
min327.347-311.767=15.580
max416.220-412.793=3.428
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.478-357.470=0.008
σ0.137-0.155=-0.018
min357.321
max357.627-357.669=-0.042
mean564.000-566.000=-2.000
σ0.000
min564.000-566.000=-2.000
max564.000-566.000=-2.000
mean721.576-771.907=-50.331
σ91.796-59.460=32.336
min566.019-658.785=-92.766
max846.477-859.563=-13.085

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.082-1008.082=0.000
σ0.761-0.761=0.000
min1007.609-1007.607=0.002
max1011.229-1011.230=-0.001
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean1.532-1.493=0.039
σ0.142-0.111=0.030
min1.355-1.397=-0.042
max1.965-1.827=0.137

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.884=-0.001
σ0.002-0.003=-0.001
min0.881
max0.886-0.887=-0.002
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.310-0.338=-0.028
σ0.117-0.106=0.011
min0.248-0.256=-0.008
max0.519-0.506=0.012
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.653-0.844=-0.191
σ0.075-0.019=0.056
min0.593-0.814=-0.221
max0.781-0.867=-0.086
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.483-0.536=-0.054
σ0.060-0.045=0.015
min0.391-0.491=-0.100
max0.531-0.609=-0.078
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.854-0.842=0.012
σ0.044-0.035=0.009
min0.823-0.815=0.008
max0.930-0.901=0.029

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.551-963.550=0.001
σ0.022-0.024=-0.002
min963.535-963.527=0.008
max963.588-963.588=-0.001
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.790-0.801=-0.011
σ0.047-0.043=0.004
min0.720-0.756=-0.036
max0.842-0.845=-0.004
name=cdr_enhanced_4k_loc.art
mean884.854-884.854=-0.000
σ0.007-0.009=-0.002
min884.847
max884.863-884.867=-0.003
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.743-0.589=0.155
σ0.003-0.069=-0.065
min0.738-0.513=0.225
max0.746-0.646=0.100

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=0.000
σ0.002-0.002=0.000
min7.705
max7.710-7.709=0.001
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean4.306-3.578=0.727
σ0.105-0.142=-0.036
min4.158-3.448=0.710
max4.664-4.714=-0.050
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean4.315-3.528=0.787
σ0.072-0.080=-0.009
min4.171-3.305=0.867
max4.577-3.752=0.825
name=record_render_success.art
mean2.288-2.288=-0.000
σ0.002-0.002=0.000
min2.287
max2.291
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.746-0.546=0.200
σ0.027-0.017=0.010
min0.708-0.519=0.189
max0.869-0.678=0.191
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.724-0.518=0.206
σ0.015-0.010=0.005
min0.692-0.494=0.198
max0.806-0.550=0.256

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.630-297.426=0.204
σ0.220-0.197=0.023
min297.456-297.254=0.203
max298.205-297.966=0.238
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.536-0.531=0.005
σ0.042-0.037=0.005
min0.494-0.493=0.001
max0.607-0.596=0.012

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.722-289.730=-0.008
σ0.050-0.031=0.019
min289.644-289.680=-0.036
max289.776-289.766=0.010
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.396-0.389=0.007
σ0.001-0.002=-0.001
min0.395-0.387=0.009
max0.397-0.391=0.006
iters=5
new-facts=1
prior-facts=6402
mean1299.652-1299.637=0.015
σ0.112-0.099=0.013
min1299.515-1299.513=0.002
max1299.767-1299.773=-0.006
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean1.860-1.931=-0.071
σ0.072-0.062=0.010
min1.801-1.828=-0.027
max1.955-1.973=-0.017
iters=5
new-facts=6402
prior-facts=1
mean1542.622-1542.626=-0.004
σ4.023-4.064=-0.041
min1540.577-1540.595=-0.018
max1549.809-1549.886=-0.076
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean2.237-2.378=-0.141
σ0.100-0.282=-0.182
min2.096-2.067=0.030
max2.338-2.734=-0.396
iters=5
new-facts=6402
prior-facts=6402
mean1861.614-1861.602=0.012
σ0.068-0.065=0.003
min1861.526-1861.511=0.014
max1861.689-1861.677=0.012
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean2.915-2.874=0.041
σ0.087-0.143=-0.055
min2.844-2.692=0.152
max3.027-3.031=-0.004

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.480-1.516=-0.036
σ0.333-0.272=0.061
min1.026-1.133=-0.107
max1.812-1.719=0.093

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.149-446.150=-0.001
σ577.063-577.066=-0.003
min157.616-157.616=-0.000
max1311.743-1311.749=-0.006
mean96.250
σ8.500
min92.000
max109.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean0.573-0.553=0.020
σ0.603-0.578=0.025
min0.270-0.260=0.009
max1.476-1.420=0.057
policies=20
mean1576.429-1576.420=0.009
σ0.357-0.352=0.005
min1576.184-1576.181=0.003
max1576.958-1576.942=0.016
mean920.000
σ0.000
min920.000
max920.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean2.641-2.635=0.006
σ0.025-0.028=-0.003
min2.616-2.603=0.013
max2.665-2.666=-0.001
policies=200
mean15772.205-15772.315=-0.109
σ0.162-0.097=0.065
min15772.037-15772.236=-0.199
max15772.426-15772.455=-0.029
mean9200.000
σ0.000
min9200.000
max9200.000
mean7207.000-7216.000=-9.000
σ0.000
min7207.000-7216.000=-9.000
max7207.000-7216.000=-9.000
mean26.513-26.547=-0.034
σ0.135-0.128=0.008
min26.332-26.399=-0.067
max26.659-26.707=-0.048