Compare commits

Home / Compare 3ff83dcf .. cea3d7fb

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.615-54.617=-0.002
σ0.348-0.352=-0.005
min54.485-54.479=0.006
max55.604-55.619=-0.015
mean415.000-417.000=-2.000
σ0.000
min415.000-417.000=-2.000
max415.000-417.000=-2.000
mean0.139-0.139=-0.001
σ0.005-0.004=0.001
min0.131-0.135=-0.004
max0.146-0.146=-0.000
cache=y
dps=1
iters=10
policies=100
mean43.785-43.787=-0.002
σ0.007-0.007=0.000
min43.777-43.776=0.000
max43.799-43.799=0.000
mean415.000-417.000=-2.000
σ0.000
min415.000-417.000=-2.000
max415.000-417.000=-2.000
mean0.122-0.123=-0.001
σ0.004-0.004=-0.000
min0.118-0.119=-0.001
max0.128-0.129=-0.001

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618-36.618=0.000
σ0.002-0.002=0.000
min36.615
max36.620
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean12.589-12.354=0.235
σ0.290-0.345=-0.054
min12.127-11.914=0.212
max12.897-12.998=-0.102
op=column_set() on indexed, repeat
mean36.617-36.617=-0.000
σ0.002-0.002=0.000
min36.615-36.616=-0.000
max36.619-36.620=-0.000
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean12.590-12.454=0.136
σ0.591-0.628=-0.037
min11.678-11.406=0.273
max13.449-13.178=0.271
op=table_records(), no indexes
mean41.928-41.928=0.000
σ0.000-0.000=0.000
min41.928
max41.929-41.929=-0.000
mean7540.000-6045.000=1495.000
σ0.000
min7540.000-6045.000=1495.000
max7540.000-6045.000=1495.000
mean14.220-13.193=1.027
σ1.053-1.179=-0.126
min12.644-11.120=1.523
max15.644-14.992=0.652
op=table_records(), repeat
mean41.929-41.928=0.001
σ0.003-0.002=0.001
min41.927-41.927=-0.000
max41.935-41.932=0.004
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean13.004-12.232=0.772
σ1.594-1.361=0.234
min10.757-10.337=0.420
max15.077-13.702=1.375
op=vertical_lookup_list() on indexed, after table_records()
mean27.605-27.605=-0.000
σ0.002-0.003=-0.001
min27.603-27.603=0.000
max27.607-27.611=-0.004
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean9.122-8.742=0.381
σ0.891-0.756=0.135
min8.303-7.901=0.401
max10.617-10.344=0.273
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400-26.400=-0.000
σ0.002-0.002=0.000
min26.399-26.399=-0.000
max26.403
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean6.689-6.803=-0.115
σ0.979-0.721=0.259
min5.382-6.134=-0.752
max8.220-8.485=-0.265
op=vertical_lookup_row_list() on 2 indexed
mean25.666-25.666=0.000
σ0.002-0.002=0.000
min25.664-25.665=-0.000
max25.670
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean5.659-5.585=0.074
σ0.156-0.092=0.065
min5.420-5.400=0.020
max5.875-5.684=0.191
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.969-25.968=0.000
σ0.002-0.002=0.000
min25.967-25.967=-0.000
max25.972-25.971=0.001
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean5.321-5.459=-0.138
σ0.172-0.078=0.094
min4.948-5.361=-0.413
max5.487-5.602=-0.115

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593-2524.594=-0.000
σ0.000-0.000=-0.000
min2524.593
max2524.594-2524.594=-0.000
mean7540.000-6045.000=1495.000
σ0.000
min7540.000-6045.000=1495.000
max7540.000-6045.000=1495.000
mean1042.958-1573.291=-530.333
σ5.622-856.826=-851.205
min1034.797-1040.538=-5.741
max1050.834-3128.706=-2077.872
op=load_product(), with indexes
mean8744.558-8744.559=-0.000
σ0.033-0.033=-0.000
min8744.544-8744.544=-0.000
max8744.640-8744.641=-0.001
mean3784.125-3823.125=-39.000
σ1613.567-1648.610=-35.043
min1962.000-1981.000=-19.000
max5942.000-6045.000=-103.000
mean4734.264-4398.607=335.657
σ1438.385-1431.584=6.801
min3526.010-3576.226=-50.216
max7083.141-7456.514=-373.373

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078-62.078=0.000
σ0.002-0.002=-0.000
min62.076
max62.080
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean87.665-81.898=5.767
σ12.431-11.468=0.963
min72.686-70.350=2.336
max104.570-97.867=6.703
op=vertical_lookup_list() on unindexed missing Int
mean40.944-40.944=-0.000
σ0.001-0.001=-0.001
min40.944-40.944=-0.000
max40.945-40.948=-0.002
mean7540.000-6045.000=1495.000
σ0.000
min7540.000-6045.000=1495.000
max7540.000-6045.000=1495.000
mean233.626-95.852=137.773
σ374.875-10.117=364.758
min85.695-80.976=4.719
max1161.165-108.474=1052.691
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686-66.686=-0.000
σ0.000-0.000=-0.000
min66.685
max66.686
mean7540.000-6045.000=1495.000
σ0.000
min7540.000-6045.000=1495.000
max7540.000-6045.000=1495.000
mean153.830-223.994=-70.164
σ13.512-231.068=-217.556
min135.998-120.401=15.596
max170.083-794.657=-624.574

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833-11656.833=0.000
σ4.318-4.318=-0.000
min11655.305-11655.305=0.000
max11667.521
mean4264.125-4104.000=160.125
σ1880.786-1569.709=311.077
min1962.000-1981.000=-19.000
max7540.000-6045.000=1495.000
mean6661.591-6344.214=317.377
σ1339.563-1330.989=8.574
min4958.248-4974.857=-16.609
max8322.253-8397.614=-75.361
op=vertical_lookup_list() on indexed
mean11560.068-11560.068=0.000
σ0.001-0.001=0.000
min11560.066-11560.067=-0.001
max11560.069
mean7540.000-6045.000=1495.000
σ0.000
min7540.000-6045.000=1495.000
max7540.000-6045.000=1495.000
mean5420.553-6446.862=-1026.308
σ1363.964-1416.333=-52.369
min4329.409-4432.160=-102.751
max7328.637-8205.525=-876.887

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.584-172.583=0.002
σ0.025-0.024=0.001
min172.558
max172.621-172.620=0.001
mean1962.000-1981.000=-19.000
σ0.000
min1962.000-1981.000=-19.000
max1962.000-1981.000=-19.000
mean369.772-356.016=13.756
σ21.597-39.927=-18.330
min344.416-265.921=78.495
max400.396-400.149=0.247
op=pointedIndexFromKvs
rows=400000
mean357.357-357.364=-0.007
σ0.035-0.043=-0.007
min357.321
max357.395-357.430=-0.035
mean1962.000-1981.000=-19.000
σ0.000
min1962.000-1981.000=-19.000
max1962.000-1981.000=-19.000
mean731.265-775.961=-44.696
σ60.779-31.149=29.631
min615.588-719.523=-103.935
max779.932-809.610=-29.678

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.185-1008.182=0.003
σ0.877-0.938=-0.062
min1007.688-1007.717=-0.029
max1011.818-1012.094=-0.276
mean1038.400-1044.600=-6.200
σ305.084-295.859=9.225
min546.000-548.000=-2.000
max1468.000-1448.000=20.000
mean1.538-1.553=-0.015
σ0.081-0.137=-0.056
min1.454-1.456=-0.002
max1.750-2.051=-0.301

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.416-0.436=-0.021
σ0.129-0.174=-0.045
min0.327-0.347=-0.021
max0.642-0.747=-0.105
name=error_case.art
mean2.333-2.334=-0.001
σ0.003-0.002=0.000
min2.332
max2.337
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.888-0.933=-0.045
σ0.096-0.174=-0.078
min0.829-0.845=-0.016
max1.055-1.243=-0.188
name=heavy_item.art
mean1.521-1.522=-0.001
σ0.002-0.002=-0.000
min1.520
max1.524-1.524=-0.000
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.548-0.557=-0.009
σ0.046-0.053=-0.007
min0.505-0.507=-0.001
max0.626-0.645=-0.020
name=nested_use.art
mean2.355-2.356=-0.001
σ0.002-0.002=0.000
min2.355
max2.358
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.845-0.858=-0.013
σ0.041-0.045=-0.004
min0.814-0.817=-0.002
max0.915-0.929=-0.014

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.541-963.548=-0.006
σ0.032-0.031=0.000
min963.523
max963.597-963.602=-0.005
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.825-0.836=-0.010
σ0.018-0.034=-0.016
min0.801-0.782=0.019
max0.851-0.861=-0.010
name=cdr_enhanced_4k_loc.art
mean884.853-884.854=-0.001
σ0.005-0.006=-0.001
min884.847
max884.859-884.861=-0.001
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.724-0.724=0.001
σ0.041-0.024=0.017
min0.654-0.696=-0.042
max0.756-0.744=0.012

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=-0.000
σ0.002-0.002=-0.000
min7.705
max7.709
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean4.255-3.570=0.684
σ0.072-0.104=-0.032
min4.136-3.409=0.727
max4.479-4.225=0.255
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean4.226-3.547=0.679
σ0.067-0.069=-0.001
min4.084-3.417=0.667
max4.503-3.717=0.785
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.711-0.755=-0.044
σ0.123-0.017=0.106
min0.296-0.720=-0.424
max0.931-0.860=0.072
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.285-0.714=-0.429
σ0.010-0.015=-0.005
min0.265-0.681=-0.416
max0.350-0.791=-0.441

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.416-297.230=0.185
σ0.201-0.203=-0.002
min297.263-297.073=0.190
max297.970-297.772=0.199
mean1962.000-1981.000=-19.000
σ0.000
min1962.000-1981.000=-19.000
max1962.000-1981.000=-19.000
mean0.590-0.559=0.031
σ0.060-0.027=0.033
min0.514-0.522=-0.007
max0.727-0.588=0.139

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.771-289.774=-0.003
σ0.036-0.038=-0.002
min289.727-289.724=0.003
max289.809-289.813=-0.004
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.402-0.400=0.003
σ0.010-0.011=-0.001
min0.394-0.394=-0.000
max0.414-0.420=-0.005
iters=5
new-facts=1
prior-facts=6402
mean1299.692-1299.592=0.100
σ0.096-0.078=0.018
min1299.579-1299.506=0.074
max1299.832-1299.707=0.125
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean2.257-1.955=0.302
σ0.104-0.093=0.010
min2.125-1.852=0.272
max2.352-2.099=0.253
iters=5
new-facts=6402
prior-facts=1
mean1542.703-1542.647=0.056
σ3.977-4.008=-0.031
min1540.795-1540.671=0.124
max1549.814-1549.811=0.003
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean2.362-2.249=0.114
σ0.174-0.178=-0.004
min2.213-2.026=0.187
max2.657-2.476=0.182
iters=5
new-facts=6402
prior-facts=6402
mean1861.623-1861.647=-0.024
σ0.077-0.067=0.010
min1861.506-1861.578=-0.072
max1861.706-1861.726=-0.020
mean1758.800-1766.400=-7.600
σ216.057-226.297=-10.240
min1471.000-1468.000=3.000
max1962.000-1981.000=-19.000
mean3.225-3.139=0.085
σ0.323-0.256=0.067
min2.908-2.841=0.067
max3.714-3.484=0.231

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.832-1.636=0.197
σ0.173-0.159=0.014
min1.526-1.414=0.112
max1.933-1.853=0.080

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.186-446.183=0.003
σ577.140-577.140=0.000
min157.615-157.611=0.003
max1311.895-1311.892=0.003
mean96.250
σ8.500
min92.000
max109.000
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean0.547-0.530=0.016
σ0.570-0.535=0.034
min0.260-0.261=-0.001
max1.401-1.333=0.068
policies=20
mean1576.420-1576.395=0.025
σ0.341-0.345=-0.004
min1576.188-1576.163=0.025
max1576.926-1576.908=0.019
mean920.000
σ0.000
min920.000
max920.000
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean2.614-2.622=-0.008
σ0.007-0.011=-0.004
min2.605-2.613=-0.007
max2.621-2.633=-0.012
policies=200
mean15772.155-15772.207=-0.053
σ0.106-0.117=-0.010
min15772.072-15772.112=-0.040
max15772.310-15772.377=-0.067
mean9200.000
σ0.000
min9200.000
max9200.000
mean1468.000-1448.000=20.000
σ0.000
min1468.000-1448.000=20.000
max1468.000-1448.000=20.000
mean26.446-26.335=0.111
σ0.071-0.051=0.021
min26.354-26.289=0.065
max26.507-26.405=0.102