Compare commits

Home / Compare b20fbc98 .. f5ebe336

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082-5.301=-0.219
σ0.000
min5.082-5.301=-0.219
max5.082-5.301=-0.219

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988-5.176=-0.188
σ0.000
min4.988-5.176=-0.188
max4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633-558.633=-112.000
σ0.000
min446.633-558.633=-112.000
max446.633-558.633=-112.000

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238-5.488=-0.250
σ0.000
min5.238-5.488=-0.250
max5.238-5.488=-0.250

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395-6.645=-0.250
σ0.000
min6.395-6.645=-0.250
max6.395-6.645=-0.250

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.716-54.881=-0.165
σ0.363-0.357=0.006
min54.581-54.747=-0.166
max55.748-55.897=-0.149
mean417.000-416.000=1.000
σ0.000
min417.000-416.000=1.000
max417.000-416.000=1.000
mean0.141-0.142=-0.001
σ0.005-0.005=0.000
min0.135-0.138=-0.003
max0.150-0.150=0.000
cache=y
dps=1
iters=10
policies=100
mean43.777-43.848=-0.071
σ0.009-0.006=0.003
min43.763-43.838=-0.075
max43.788-43.859=-0.071
mean417.000-416.000=1.000
σ0.000
min417.000-416.000=1.000
max417.000-416.000=1.000
mean0.121-0.123=-0.002
σ0.005-0.005=-0.001
min0.116-0.118=-0.002
max0.131-0.134=-0.003

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604-36.618=-0.014
σ0.000-0.002=-0.002
min36.604-36.616=-0.012
max36.605-36.620=-0.015
mean4591.875-4042.625=549.250
σ2248.670-2009.034=239.636
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean165.110-13.436=151.674
σ432.571-1.727=430.844
min11.937-12.249=-0.312
max1235.668-17.602=1218.066
op=column_set() on indexed, repeat
mean36.604-36.618=-0.014
σ0.000-0.002=-0.002
min36.604-36.616=-0.012
max36.605-36.620=-0.016
mean4591.875-4042.625=549.250
σ2248.670-2009.034=239.636
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean13.504-13.243=0.261
σ2.930-2.055=0.876
min11.750-11.701=0.049
max20.651-18.171=2.480
op=table_records(), no indexes
mean41.940-41.930=0.010
σ0.002-0.002=0.000
min41.938-41.928=0.009
max41.942-41.933=0.009
mean7386.000-7143.000=243.000
σ0.000
min7386.000-7143.000=243.000
max7386.000-7143.000=243.000
mean12.185-15.226=-3.041
σ2.118-2.057=0.061
min11.011-11.776=-0.766
max16.877-19.420=-2.543
op=table_records(), repeat
mean41.925-41.929=-0.004
σ0.002-0.002=-0.001
min41.924-41.927=-0.003
max41.929-41.932=-0.003
mean4182.625-4042.625=140.000
σ1944.916-2009.034=-64.118
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean11.879-15.199=-3.321
σ1.819-1.152=0.667
min10.932-12.930=-1.998
max16.350-16.772=-0.422
op=vertical_lookup_list() on indexed, after table_records()
mean27.633-27.654=-0.021
σ0.137-0.136=0.000
min27.584-27.604=-0.020
max27.971-27.991=-0.020
mean4182.625-4042.625=140.000
σ1944.916-2009.034=-64.118
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean8.934-9.946=-1.012
σ1.312-1.659=-0.347
min7.913-8.564=-0.651
max12.118-12.790=-0.672
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384-26.401=-0.017
σ0.000-0.002=-0.002
min26.384-26.400=-0.016
max26.384-26.404=-0.020
mean4182.625-4042.625=140.000
σ1944.916-2009.034=-64.118
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean6.826-7.915=-1.089
σ1.027-1.599=-0.572
min6.127-6.632=-0.505
max9.338-10.491=-1.153
op=vertical_lookup_row_list() on 2 indexed
mean25.662-25.668=-0.006
σ0.004-0.004=0.000
min25.661-25.665=-0.005
max25.673-25.677=-0.005
mean4591.875-4042.625=549.250
σ2248.670-2009.034=239.636
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean6.236-6.125=0.111
σ0.509-0.566=-0.057
min5.880-5.731=0.149
max7.450-7.465=-0.015
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961-25.970=-0.009
σ0.001-0.002=-0.001
min25.961-25.968=-0.008
max25.962-25.972=-0.010
mean4591.875-4042.625=549.250
σ2248.670-2009.034=239.636
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean6.025-5.991=0.034
σ0.606-0.595=0.012
min5.627-5.660=-0.033
max7.504-7.430=0.074

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608-1021.613=-0.005
σ0.002-0.002=0.000
min1021.606-1021.612=-0.006
max1021.611-1021.616=-0.005
mean7386.000-7143.000=243.000
σ0.000
min7386.000-7143.000=243.000
max7386.000-7143.000=243.000
mean348.092-348.726=-0.634
σ0.970-2.399=-1.429
min345.800-345.767=0.033
max348.846-352.630=-3.784
op=load_product(), with indexes
mean3495.855-7917.793=-4421.938
σ0.454-0.469=-0.015
min3495.694-7917.625=-4421.931
max3496.978-7918.954=-4421.976
mean3758.750-3275.125=483.625
σ2299.670-1825.422=474.248
min721.000-810.000=-89.000
max7386.000-5626.000=1760.000
mean1777.415-3657.879=-1880.464
σ689.901-1027.550=-337.650
min1401.806-3088.488=-1686.682
max3001.659-6020.725=-3019.066

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4042.625
σ2009.034
min1217.000
max7143.000
mean91.202
σ21.948
min70.652
max122.570
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.841
mean4411.875
σ2218.264
min1485.000
max7386.000
mean232.156
σ273.006
min123.070
max906.487
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.069
mean4411.875
σ2218.264
min1485.000
max7386.000
mean43.246
σ2.718
min40.758
max49.217
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.944
max40.950
mean7143.000
σ0.000
min7143.000
max7143.000
mean82.332
σ54.556
min61.096
max217.186
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7386.000
σ0.000
min7386.000
max7386.000
mean203.158
σ508.483
min21.649
max1461.574
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294-66.688=4.606
σ0.002-0.002=-0.000
min71.292-66.686=4.606
max71.296-66.691=4.605
mean7386.000-7143.000=243.000
σ0.000
min7386.000-7143.000=243.000
max7386.000-7143.000=243.000
mean65.735-104.861=-39.125
σ24.458-13.985=10.472
min55.178-97.374=-42.196
max125.867-138.626=-12.759

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842-14217.171=-9570.329
σ0.013-4.304=-4.290
min4646.837-14215.575=-9568.738
max4646.875-14227.821=-9580.946
mean4182.625-4042.625=140.000
σ1944.916-2009.034=-64.118
min1485.000-1217.000=268.000
max7386.000-7143.000=243.000
mean3289.353-8036.844=-4747.491
σ793.720-1940.886=-1147.166
min2478.984-6017.304=-3538.321
max4600.423-11127.465=-6527.042
op=vertical_lookup_list() on indexed
mean1973.829-13159.109=-11185.279
σ0.002-0.002=0.000
min1973.827-13159.106=-11185.279
max1973.832-13159.110=-11185.278
mean7386.000-7143.000=243.000
σ0.000
min7386.000-7143.000=243.000
max7386.000-7143.000=243.000
mean1038.076-5393.781=-4355.705
σ216.159-1047.946=-831.787
min917.976-4999.777=-4081.801
max1443.828-7986.942=-6543.114
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7386.000
σ0.000
min7386.000
max7386.000
mean408.966
σ36.274
min389.106
max498.278

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144-172.559=-24.414
σ0.001
min148.144-172.558=-24.414
max148.148-172.562=-24.414
mean476.250-478.000=-1.750
σ1.035-0.000=1.035
min475.000-478.000=-3.000
max477.000-478.000=-1.000
mean362.920-381.807=-18.887
σ43.117-18.474=24.643
min303.259-337.081=-33.822
max422.050-393.066=28.983
op=pointedIndexFromKvs
rows=400000
mean308.493-357.322=-48.828
σ0.001
min308.493-357.321=-48.828
max308.497-357.325=-48.828
mean561.375-560.625=0.750
σ1.768-0.518=1.250
min557.000-560.000=-3.000
max562.000-561.000=1.000
mean740.855-711.065=29.789
σ71.166-64.467=6.699
min617.341-629.224=-11.883
max822.508-773.316=49.192

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.563-1024.300=-59.737
σ1.879-0.759=1.120
min963.843-1023.824=-59.981
max972.510-1027.438=-54.928
mean1040.750-1037.350=3.400
σ306.329-303.245=3.084
min590.000-553.000=37.000
max1490.000-1461.000=29.000
mean1.258-1.571=-0.313
σ0.077-0.091=-0.014
min1.160-1.491=-0.331
max1.493-1.878=-0.385

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=0.001
σ0.020-0.020=-0.000
min0.903-0.903=0.001
max0.949-0.949=0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.429-0.537=-0.109
σ0.438-0.610=-0.172
min0.138-0.151=-0.013
max1.201-1.620=-0.419
name=error_case.art
mean2.346-2.339=0.007
σ0.012
min2.340-2.333=0.007
max2.368-2.361=0.007
mean402.000
σ0.000
min402.000
max402.000
mean0.833-0.845=-0.013
σ0.528-0.560=-0.032
min0.578-0.571=0.006
max1.776-1.846=-0.070
name=heavy_item.art
mean1.523-1.522=0.001
σ0.002-0.002=-0.000
min1.522-1.521=0.001
max1.526-1.525=0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.373-0.391=-0.018
σ0.040-0.039=0.002
min0.343-0.358=-0.015
max0.442-0.458=-0.016
name=nested_use.art
mean2.364-2.357=0.007
σ0.002
min2.363-2.356=0.007
max2.367-2.360=0.007
mean402.000
σ0.000
min402.000
max402.000
mean0.551-0.593=-0.042
σ0.108-0.026=0.082
min0.363-0.576=-0.212
max0.639-0.637=0.002

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979-964.840=0.139
σ0.009-0.011=-0.001
min964.974-964.835=0.139
max964.996-964.859=0.137
mean431.000-431.800=-0.800
σ0.000-1.789=-1.789
min431.000
max431.000-435.000=-4.000
mean0.580-0.644=-0.064
σ0.099-0.071=0.028
min0.494-0.586=-0.093
max0.744-0.752=-0.008
name=cdr_enhanced_4k_loc.art
mean886.001-885.820=0.181
σ0.002-0.002=-0.000
min886.000-885.819=0.181
max886.004-885.823=0.181
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.442-0.444=-0.003
σ0.043-0.026=0.017
min0.378-0.418=-0.040
max0.488-0.482=0.007

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719-7.709=0.010
σ0.002
min7.718-7.708=0.010
max7.722-7.712=0.010
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean2.607-1.969=0.639
σ0.119-0.068=0.051
min2.450-1.854=0.596
max3.324-2.184=1.140
name=record_render_large_syntax_err.art
mean7.667-7.657=0.010
σ0.002
min7.666-7.656=0.010
max7.670-7.660=0.010
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean2.561-2.408=0.153
σ0.062-0.297=-0.235
min2.420-1.872=0.548
max2.754-2.844=-0.090
name=record_render_success.art
mean2.290-2.289=0.001
σ0.002
min2.290-2.289=0.001
max2.294-2.293=0.001
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.307-0.308=-0.000
σ0.031-0.010=0.021
min0.291-0.293=-0.002
max0.603-0.363=0.240
name=record_render_syntax_err.art
mean2.166-2.165=0.001
σ0.002
min2.165-2.164=0.001
max2.169-2.168=0.001
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.295-0.292=0.003
σ0.011-0.007=0.003
min0.280-0.280=-0.000
max0.364-0.332=0.032

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean12.021
σ12.042
min0.714
max91.885
mean468.121
σ20.029
min408.000
max480.000
mean0.027
σ0.029
min0.001
max0.221

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean279.224-298.694=-19.471
σ1.028-1.024=0.003
min278.741-298.320=-19.578
max282.140-301.607=-19.466
mean442.100-441.800=0.300
σ16.162-16.308=-0.146
min413.000-417.000=-4.000
max468.000-467.000=1.000
mean0.567-0.602=-0.035
σ0.030-0.027=0.003
min0.507-0.547=-0.040
max0.610-0.637=-0.027

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257-236.678=-67.420
σ0.000-0.000=0.000
min169.257-236.678=-67.421
max169.257-236.678=-67.420
mean848.000-1056.500=-208.500
σ0.000-26.870=-26.870
min848.000-990.000=-142.000
max848.000-1066.000=-218.000
mean210.487-212.306=-1.819
σ25.044-2.368=22.675
min186.390-209.918=-23.528
max241.853-216.448=25.405
phase=macro expansion
mean5.896-6.130=-0.234
σ0.000
min5.896-6.130=-0.234
max5.896-6.130=-0.234
mean848.000-1056.500=-208.500
σ0.000-26.870=-26.870
min848.000-990.000=-142.000
max848.000-1066.000=-218.000
mean8.179-7.781=0.398
σ1.056-1.558=-0.501
min6.889-6.384=0.505
max9.001-9.620=-0.620
phase=parser
mean1042.131-1042.361=-0.230
σ0.000-0.000=0.000
min1042.130-1042.360=-0.230
max1042.131-1042.361=-0.229
mean848.000-1056.500=-208.500
σ0.000-26.870=-26.870
min848.000-990.000=-142.000
max848.000-1066.000=-218.000
mean542.665-496.799=45.867
σ75.821-51.061=24.760
min441.112-405.345=35.767
max615.167-555.616=59.551
phase=processProdDef
mean2243.718-4850.768=-2607.050
σ0.000
min2243.718-4850.768=-2607.050
max2243.718-4850.768=-2607.050
mean848.000-1066.000=-218.000
σ0.000
min848.000-1066.000=-218.000
max848.000-1066.000=-218.000
mean2956.776-4850.377=-1893.601
σ231.098-474.686=-243.588
min2598.635-4162.371=-1563.736
max3218.553-5549.210=-2330.657
phase=renaming
mean21.440-21.675=-0.235
σ0.000
min21.440-21.675=-0.235
max21.440-21.675=-0.235
mean848.000-1056.500=-208.500
σ0.000-26.870=-26.870
min848.000-990.000=-142.000
max848.000-1066.000=-218.000
mean44.240-29.561=14.680
σ3.967-9.298=-5.331
min39.267-19.895=19.372
max49.179-40.820=8.359
phase=type checker
mean958.596-990.450=-31.854
σ0.047-0.071=-0.024
min958.573-990.344=-31.772
max958.698-990.563=-31.866
mean848.000-1056.500=-208.500
σ0.000-26.870=-26.870
min848.000-990.000=-142.000
max848.000-1066.000=-218.000
mean660.602-766.882=-106.280
σ16.922-105.948=-89.026
min630.254-640.283=-10.029
max680.182-904.045=-223.863

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.855-293.820=-10.965
σ0.037-0.038=-0.001
min282.800-293.767=-10.967
max282.890-293.860=-10.970
mean441.400-443.000=-1.600
σ3.286-0.000=3.286
min439.000-443.000=-4.000
max445.000-443.000=2.000
mean0.383-0.392=-0.009
σ0.009-0.001=0.008
min0.377-0.391=-0.015
max0.398-0.393=0.005
iters=5
new-facts=1
prior-facts=6402
mean1268.045-1320.213=-52.168
σ0.090-0.031=0.059
min1267.971-1320.172=-52.201
max1268.190-1320.245=-52.055
mean1112.600-1094.400=18.200
σ170.160-185.924=-15.765
min897.000-837.000=60.000
max1325.000-1316.000=9.000
mean1.902-2.303=-0.401
σ0.106-0.176=-0.071
min1.818-2.172=-0.354
max2.087-2.611=-0.525
iters=5
new-facts=6402
prior-facts=1
mean1507.051-1560.614=-53.564
σ2.979-6.222=-3.243
min1505.519-1557.623=-52.104
max1512.370-1571.740=-59.370
mean632.200-617.200=15.000
σ87.862-81.729=6.132
min498.000-493.000=5.000
max727.000-712.000=15.000
mean2.266-2.321=-0.056
σ0.238-0.199=0.039
min2.070-2.160=-0.090
max2.569-2.656=-0.087
iters=5
new-facts=6402
prior-facts=6402
mean1830.095-1882.170=-52.075
σ0.091-0.049=0.042
min1829.992-1882.116=-52.124
max1830.223-1882.235=-52.012
mean1745.200-1721.200=24.000
σ212.429-195.661=16.768
min1459.000-1454.000=5.000
max1945.000-1906.000=39.000
mean3.167-3.034=0.133
σ0.434-0.120=0.313
min2.661-2.902=-0.242
max3.627-3.163=0.464

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.778-1.674=0.104
σ0.114-0.145=-0.031
min1.574-1.522=0.053
max1.844-1.864=-0.021

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean406.198-452.082=-45.884
σ509.796-582.722=-72.926
min151.294-160.719=-9.425
max1170.892-1326.165=-155.273
mean101.750-102.250=-0.500
σ7.500-8.500=-1.000
min98.000
max113.000-115.000=-2.000
mean442.000-443.000=-1.000
σ0.000
min442.000-443.000=-1.000
max442.000-443.000=-1.000
mean0.490-0.546=-0.057
σ0.469-0.550=-0.081
min0.250-0.266=-0.015
max1.193-1.371=-0.178
policies=20
mean1513.149-1607.522=-94.372
σ0.277-0.400=-0.124
min1512.967-1607.248=-94.281
max1513.559-1608.114=-94.555
mean980.000
σ0.000
min980.000
max980.000
mean445.000-446.500=-1.500
σ3.464-7.000=-3.536
min442.000-443.000=-1.000
max448.000-457.000=-9.000
mean2.509-2.677=-0.168
σ0.016-0.016=0.000
min2.497-2.663=-0.166
max2.532-2.692=-0.160
policies=200
mean15140.028-16083.384=-943.356
σ0.122-0.117=0.005
min15139.875-16083.220=-943.346
max15140.172-16083.470=-943.297
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.500-497.750=-1.250
σ5.568-5.620=-0.052
min491.000-492.000=-1.000
max504.000-505.000=-1.000
mean25.288-27.235=-1.947
σ0.126-0.099=0.027
min25.145-27.175=-2.030
max25.450-27.383=-1.932