Compare commits

Home / Compare 15ea8af0 .. 8f9359cf

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.705-53.705=-0.000
σ0.370-0.367=0.002
min53.565-53.565=-0.001
max54.756-54.750=0.006
mean417.000-416.000=1.000
σ0.000
min417.000-416.000=1.000
max417.000-416.000=1.000
mean0.138-0.137=0.002
σ0.004-0.005=-0.001
min0.136-0.129=0.007
max0.145-0.147=-0.001
cache=y
dps=1
iters=10
policies=100
mean43.058-43.059=-0.002
σ0.006-0.006=0.000
min43.050-43.052=-0.001
max43.069-43.067=0.002
mean417.000-416.000=1.000
σ0.000
min417.000-416.000=1.000
max417.000-416.000=1.000
mean0.122-0.121=0.001
σ0.004-0.004=-0.000
min0.118-0.117=0.001
max0.129-0.127=0.002

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617-36.617=0.000
σ0.002-0.002=-0.000
min36.615-36.615=-0.000
max36.620-36.620=-0.001
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean71.472-110.058=-38.586
σ166.443-275.426=-108.983
min12.300-12.516=-0.217
max483.397-791.702=-308.305
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.618-36.617=0.000
σ0.002-0.002=0.000
min36.616-36.616=-0.000
max36.620-36.620=0.000
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean13.235-13.958=-0.724
σ1.306-2.788=-1.481
min11.851-12.092=-0.241
max16.175-20.793=-4.618
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930-41.930=0.001
σ0.002-0.002=0.000
min41.928-41.928=-0.000
max41.932-41.933=-0.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean14.816-15.005=-0.189
σ1.200-0.883=0.317
min12.178-13.016=-0.838
max15.594-15.715=-0.120
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929-41.930=-0.001
σ0.002-0.002=-0.000
min41.928-41.928=-0.000
max41.932
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean13.460-13.579=-0.118
σ1.392-0.896=0.495
min11.717-11.872=-0.155
max15.349-14.684=0.665
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929-41.929=-0.001
σ0.002-0.002=0.000
min41.927-41.927=-0.000
max41.931-41.931=-0.000
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean13.645-13.978=-0.333
σ1.758-1.674=0.084
min11.195-11.195=0.000
max15.401-15.415=-0.014
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605-27.605=-0.000
σ0.002-0.002=0.000
min27.603-27.603=-0.000
max27.607-27.607=0.000
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean9.300-9.108=0.192
σ0.326-0.383=-0.057
min8.896-8.561=0.335
max9.700-9.669=0.030
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400-26.400=-0.000
σ0.001-0.002=-0.000
min26.399
max26.403
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean6.608-6.876=-0.268
σ0.315-0.185=0.130
min6.067-6.510=-0.443
max7.104-7.107=-0.002
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666-25.666=0.000
σ0.002-0.002=-0.000
min25.664
max25.668-25.670=-0.001
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean6.050-6.206=-0.156
σ0.169-0.531=-0.362
min5.704-5.835=-0.131
max6.245-7.501=-1.256
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661-25.661=0.001
σ0.002-0.002=0.000
min25.659
max25.663-25.663=0.000
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean5.593-5.877=-0.285
σ0.246-0.606=-0.360
min5.228-5.565=-0.337
max5.817-7.359=-1.543
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969-25.969=-0.001
σ0.002-0.002=-0.000
min25.967-25.967=0.000
max25.971-25.972=-0.001
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean5.713-5.930=-0.217
σ0.155-0.575=-0.419
min5.497-5.615=-0.119
max5.934-7.301=-1.367
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968-25.968=-0.000
σ0.002-0.002=0.000
min25.967-25.967=-0.000
max25.971
mean4284.875-4289.750=-4.875
σ1976.157-1981.976=-5.820
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean5.550-5.920=-0.370
σ0.205-0.615=-0.409
min5.141-5.531=-0.390
max5.722-7.265=-1.543

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.595-2524.596=-0.000
σ0.002-0.002=-0.000
min2524.594
max2524.598-2524.598=-0.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean1171.197-1451.203=-280.006
σ408.514-646.611=-238.097
min1011.729-1041.121=-29.391
max2181.954-2773.599=-591.645
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560-8744.560=-0.000
σ0.040-0.040=-0.000
min8744.544-8744.545=-0.000
max8744.659-8744.660=-0.001
mean3590.375-3595.500=-5.125
σ1815.011-1821.105=-6.093
min1068.000-1073.000=-5.000
max5816.000-5832.000=-16.000
mean4724.038-5114.762=-390.724
σ1476.853-1742.367=-265.514
min3508.086-3552.298=-44.212
max7232.626-7642.329=-409.703

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077-62.077=-0.000
σ0.001-0.002=-0.000
min62.076-62.076=-0.000
max62.080
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean79.376-80.254=-0.878
σ9.404-9.910=-0.506
min70.970-72.409=-1.439
max100.844-100.807=0.037
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.078-62.077=0.001
σ0.002-0.002=0.000
min62.076
max62.080-62.080=0.000
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean80.809-80.731=0.078
σ9.393-10.228=-0.835
min72.979-71.846=1.132
max102.274-101.801=0.472
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945-40.945=0.000
σ0.002-0.002=0.000
min40.943-40.943=-0.000
max40.949-40.947=0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean101.391-102.811=-1.420
σ8.969-6.818=2.152
min81.869-90.637=-8.768
max106.765-107.287=-0.521
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945-40.945=0.000
σ0.002-0.002=0.000
min40.944-40.944=0.000
max40.947
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean101.149-102.821=-1.672
σ8.960-6.865=2.095
min81.571-90.383=-8.813
max106.904-107.369=-0.465
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950-40.951=-0.000
σ0.002-0.002=0.000
min40.949-40.949=0.000
max40.954-40.953=0.002
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean103.927-104.820=-0.892
σ9.054-6.792=2.262
min84.457-92.840=-8.383
max110.762-112.315=-1.553
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950-40.950=0.000
σ0.002-0.002=-0.000
min40.949-40.948=0.000
max40.953-40.954=-0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean101.570-103.009=-1.439
σ9.267-6.959=2.308
min81.277-90.655=-9.378
max107.569-107.404=0.165
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687-66.687=-0.000
σ0.002-0.002=-0.000
min66.686-66.686=-0.000
max66.690-66.690=-0.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean234.420-245.795=-11.375
σ217.722-241.089=-23.367
min129.583-143.130=-13.547
max772.297-841.978=-69.680
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687-66.687=0.000
σ0.002-0.002=0.000
min66.685
max66.689-66.689=0.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean154.499-156.204=-1.705
σ15.550-16.535=-0.985
min130.515-123.371=7.144
max166.363-170.425=-4.062

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833-11656.833=0.000
σ4.319-4.318=0.001
min11655.305
max11667.523-11667.520=0.004
mean4168.125-4172.875=-4.750
σ1898.854-1904.076=-5.222
min1551.000-1554.000=-3.000
max7206.000-7211.000=-5.000
mean6466.436-6781.140=-314.705
σ1309.953-1187.990=121.963
min4831.442-4940.072=-108.630
max8239.276-8132.370=106.906
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066-11560.065=0.001
σ0.002-0.001=0.001
min11560.064-11560.064=-0.000
max11560.069-11560.068=0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean5912.149-5693.075=219.074
σ1565.197-1380.258=184.939
min4364.633-4442.124=-77.492
max8589.285-7787.368=801.917

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.666-172.659=0.007
σ0.008-0.009=-0.001
min172.655-172.643=0.012
max172.679-172.672=0.007
mean489.250-488.000=1.250
σ0.707-0.000=0.707
min489.000-488.000=1.000
max491.000-488.000=3.000
mean392.450-381.566=10.884
σ18.842-36.189=-17.347
min350.556-312.284=38.271
max411.510-413.679=-2.168
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.472-357.477=-0.005
σ0.163-0.168=-0.005
min357.321
max357.658-357.677=-0.018
mean574.000-565.000=9.000
σ0.000
min574.000-565.000=9.000
max574.000-565.000=9.000
mean799.525-808.398=-8.874
σ35.950-22.755=13.195
min744.990-785.691=-40.701
max862.407-854.864=7.543

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.001-1005.000=0.001
σ0.751-0.751=0.000
min1004.528-1004.527=0.002
max1008.107-1008.104=0.003
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean1.583-1.605=-0.023
σ0.123-0.104=0.020
min1.414-1.500=-0.086
max1.846-1.825=0.021

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.883=-0.001
σ0.002-0.002=0.000
min0.881
max0.886-0.886=0.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.317-0.331=-0.015
σ0.118-0.158=-0.040
min0.257-0.250=0.007
max0.527-0.613=-0.086
name=error_case.art
mean2.333-2.334=-0.001
σ0.003-0.002=0.000
min2.332
max2.337
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.819-0.666=0.153
σ0.122-0.126=-0.003
min0.655-0.591=0.064
max0.992-0.889=0.103
name=heavy_item.art
mean1.521-1.522=-0.000
σ0.002-0.002=0.000
min1.520
max1.524
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.542-0.478=0.064
σ0.052-0.052=0.000
min0.493-0.402=0.091
max0.627-0.529=0.098
name=nested_use.art
mean2.355-2.356=-0.000
σ0.002-0.002=0.000
min2.355
max2.358
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.847-0.840=0.007
σ0.042-0.028=0.014
min0.821-0.809=0.012
max0.921-0.884=0.037

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.551-963.549=0.002
σ0.024-0.018=0.006
min963.523-963.528=-0.005
max963.581-963.572=0.009
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.743-0.773=-0.029
σ0.037-0.055=-0.018
min0.708-0.708=0.001
max0.801-0.840=-0.038
name=cdr_enhanced_4k_loc.art
mean884.856-884.853=0.003
σ0.006-0.005=0.002
min884.848-884.847=0.001
max884.863-884.859=0.005
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.713-0.710=0.003
σ0.044-0.055=-0.012
min0.635-0.612=0.024
max0.737-0.739=-0.002

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=0.000
σ0.002-0.002=0.000
min7.705
max7.711-7.709=0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean4.209-4.268=-0.058
σ0.097-0.083=0.014
min4.067-4.118=-0.052
max4.648-4.589=0.059
name=record_render_large_syntax_err.art
mean7.655-7.655=-0.000
σ0.002-0.002=0.000
min7.654
max7.659-7.658=0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean4.232-4.263=-0.031
σ0.095-0.079=0.016
min4.074-4.101=-0.027
max4.642-4.524=0.118
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.750-0.746=0.003
σ0.024-0.023=0.000
min0.584-0.713=-0.129
max0.851-0.867=-0.017
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.709-0.705=0.004
σ0.014-0.049=-0.035
min0.678-0.350=0.328
max0.784-0.902=-0.117

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.340-294.373=-0.033
σ0.238-0.227=0.011
min294.122-294.219=-0.097
max294.976-294.995=-0.019
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.565-0.574=-0.009
σ0.029-0.028=0.001
min0.507-0.517=-0.009
max0.592-0.605=-0.013

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.451-281.463=-0.013
σ0.031-0.039=-0.008
min281.402-281.404=-0.002
max281.489-281.506=-0.017
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.386-0.385=0.001
σ0.007-0.007=-0.001
min0.380-0.377=0.004
max0.394-0.394=-0.001
iters=5
new-facts=1
prior-facts=6402
mean1291.509-1291.506=0.003
σ0.107-0.116=-0.009
min1291.375-1291.364=0.011
max1291.628-1291.625=0.003
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean1.917-1.945=-0.028
σ0.073-0.098=-0.025
min1.801-1.781=0.020
max2.000-2.020=-0.021
iters=5
new-facts=6402
prior-facts=1
mean1534.350-1534.338=0.012
σ3.974-3.982=-0.007
min1532.329-1532.281=0.048
max1541.453-1541.452=0.001
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean2.268-2.273=-0.005
σ0.211-0.245=-0.034
min2.104-2.050=0.054
max2.587-2.616=-0.029
iters=5
new-facts=6402
prior-facts=6402
mean1853.324-1853.327=-0.003
σ0.056-0.063=-0.007
min1853.241-1853.227=0.014
max1853.368-1853.379=-0.011
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean2.924-2.889=0.035
σ0.092-0.082=0.010
min2.845-2.824=0.020
max3.051-3.000=0.050

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.403-1.612=-0.209
σ0.315-0.255=0.060
min1.123-1.306=-0.183
max1.942-1.870=0.073

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.428-442.428=-0.000
σ577.064-577.064=-0.000
min153.892-153.893=-0.001
max1308.024-1308.025=-0.001
mean96.250
σ8.500
min92.000
max109.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean0.518-0.538=-0.021
σ0.504-0.544=-0.040
min0.265-0.263=0.001
max1.274-1.355=-0.081
policies=20
mean1539.211-1539.213=-0.002
σ0.318-0.321=-0.004
min1538.990-1538.997=-0.007
max1539.681-1539.689=-0.008
mean920.000
σ0.000
min920.000
max920.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean2.592-2.590=0.001
σ0.028-0.019=0.009
min2.562-2.569=-0.008
max2.623-2.616=0.007
policies=200
mean15400.391-15400.446=-0.055
σ0.109-0.132=-0.022
min15400.277-15400.290=-0.014
max15400.511-15400.608=-0.097
mean9200.000
σ0.000
min9200.000
max9200.000
mean7206.000-7211.000=-5.000
σ0.000
min7206.000-7211.000=-5.000
max7206.000-7211.000=-5.000
mean26.284-26.002=0.282
σ0.124-0.116=0.008
min26.150-25.879=0.270
max26.415-26.151=0.264