Compare commits

Home / Compare 0dbb0a7d .. 746b4a73

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082-5.301=-0.219
σ0.000
min5.082-5.301=-0.219
max5.082-5.301=-0.219

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988-5.176=-0.188
σ0.000
min4.988-5.176=-0.188
max4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395-5.676=-0.281
σ0.000
min5.395-5.676=-0.281
max5.395-5.676=-0.281

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633-446.883=-0.250
σ0.000
min446.633-446.883=-0.250
max446.633-446.883=-0.250

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238-5.488=-0.250
σ0.000
min5.238-5.488=-0.250
max5.238-5.488=-0.250

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395-6.645=-0.250
σ0.000
min6.395-6.645=-0.250
max6.395-6.645=-0.250

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.715-54.775=-0.060
σ0.366-0.362=0.004
min54.581-54.624=-0.043
max55.757-55.805=-0.048
mean419.000-417.000=2.000
σ0.000
min419.000-417.000=2.000
max419.000-417.000=2.000
mean0.139-0.140=-0.001
σ0.005-0.005=0.001
min0.133-0.133=-0.000
max0.149-0.147=0.002
cache=y
dps=1
iters=10
policies=100
mean43.777-43.774=0.003
σ0.008-0.005=0.003
min43.769-43.768=0.000
max43.791-43.782=0.010
mean419.000-417.000=2.000
σ0.000
min419.000-417.000=2.000
max419.000-417.000=2.000
mean0.122-0.125=-0.003
σ0.004-0.004=0.000
min0.117-0.122=-0.005
max0.131-0.132=-0.001

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604-36.617=-0.013
σ0.000-0.000=-0.000
min36.604-36.617=-0.013
max36.605-36.618=-0.013
mean4423.250-4426.750=-3.500
σ2226.591-2229.361=-2.770
min1484.000
max7405.000-7412.000=-7.000
mean13.185-12.858=0.327
σ3.521-2.057=1.465
min11.736-12.048=-0.312
max21.890-17.945=3.945
op=column_set() on indexed, repeat
mean36.605-36.617=-0.013
σ0.000-0.000=-0.000
min36.604-36.617=-0.013
max36.605-36.618=-0.013
mean4604.625-4607.125=-2.500
σ2257.706-2260.359=-2.653
min1484.000
max7405.000-7412.000=-7.000
mean122.168-172.347=-50.179
σ306.101-451.667=-145.567
min12.604-11.452=1.152
max879.694-1290.151=-410.456
op=table_records(), no indexes
mean41.939-41.948=-0.009
σ0.002-0.002=0.000
min41.938-41.946=-0.008
max41.942-41.950=-0.008
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean11.011-10.918=0.093
σ0.156-0.161=-0.005
min10.870-10.732=0.137
max11.326-11.212=0.113
op=table_records(), repeat
mean41.924-41.933=-0.009
σ0.000-0.000=-0.000
min41.924-41.933=-0.009
max41.925-41.934=-0.009
mean4194.625-4197.250=-2.625
σ1953.890-1955.872=-1.982
min1484.000
max7405.000-7412.000=-7.000
mean11.555-11.635=-0.080
σ1.665-1.896=-0.231
min10.692-10.573=0.119
max15.640-16.293=-0.654
op=vertical_lookup_list() on indexed, after table_records()
mean27.633-27.655=-0.022
σ0.136-0.136=0.000
min27.584-27.606=-0.022
max27.971-27.993=-0.022
mean4194.625-4197.250=-2.625
σ1953.890-1955.872=-1.982
min1484.000
max7405.000-7412.000=-7.000
mean9.153-9.070=0.083
σ1.225-1.246=-0.021
min8.419-7.941=0.478
max12.076-12.047=0.029
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384-26.406=-0.022
σ0.000-0.000=0.000
min26.384-26.406=-0.022
max26.384-26.406=-0.022
mean4194.625-4197.250=-2.625
σ1953.890-1955.872=-1.982
min1484.000
max7405.000-7412.000=-7.000
mean7.094-7.064=0.030
σ1.016-0.935=0.081
min6.561-6.358=0.203
max9.593-9.338=0.255
op=vertical_lookup_row_list() on 2 indexed
mean25.662-25.681=-0.019
σ0.004-0.003=0.001
min25.661-25.680=-0.019
max25.673-25.688=-0.015
mean4604.625-4607.125=-2.500
σ2257.706-2260.359=-2.653
min1484.000
max7405.000-7412.000=-7.000
mean6.686-6.603=0.083
σ1.293-1.256=0.037
min5.866-5.829=0.037
max9.164-9.281=-0.116
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961-25.984=-0.024
σ0.001-0.000=0.000
min25.961-25.984=-0.024
max25.962-25.985=-0.023
mean4604.625-4607.125=-2.500
σ2257.706-2260.359=-2.653
min1484.000
max7405.000-7412.000=-7.000
mean6.430-6.440=-0.010
σ1.251-1.113=0.138
min5.780-5.799=-0.018
max9.325-8.891=0.434

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608-1021.627=-0.019
σ0.002
min1021.606-1021.625=-0.019
max1021.611-1021.630=-0.019
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean350.740-344.867=5.872
σ5.569-2.709=2.861
min346.110-340.599=5.511
max363.379-350.007=13.373
op=load_product(), with indexes
mean3495.855-3495.878=-0.024
σ0.454-0.469=-0.015
min3495.694-3495.713=-0.019
max3496.978-3497.038=-0.060
mean3769.000-3770.625=-1.625
σ2309.691-2311.744=-2.052
min720.000
max7405.000-7412.000=-7.000
mean1774.776-1791.875=-17.099
σ624.181-676.060=-51.879
min1404.636-1393.812=10.824
max2790.531-2976.511=-185.980

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841-107.854=-0.013
σ0.000-0.000=-0.000
min107.840-107.854=-0.013
max107.841-107.854=-0.013
mean4194.625-4197.250=-2.625
σ1953.890-1955.872=-1.982
min1484.000
max7405.000-7412.000=-7.000
mean135.782-135.361=0.421
σ16.846-18.142=-1.296
min125.574-126.646=-1.072
max175.735-179.994=-4.259
op=column_set() on unindexed, dense, repeat
mean62.068-62.082=-0.013
σ0.001-0.000=0.001
min62.065-62.081=-0.016
max62.069-62.082=-0.013
mean4423.250-4426.750=-3.500
σ2226.591-2229.361=-2.770
min1484.000
max7405.000-7412.000=-7.000
mean154.243-175.303=-21.060
σ315.834-372.240=-56.406
min40.802-42.343=-1.541
max935.884-1096.547=-160.663
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926-40.948=-0.022
σ0.002
min40.925-40.947=-0.022
max40.929-40.951=-0.022
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean86.514-85.566=0.949
σ182.960-180.439=2.520
min21.598-21.535=0.063
max539.315-532.129=7.186
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294-71.308=-0.014
σ0.002-0.002=-0.000
min71.292-71.307=-0.014
max71.296-71.311=-0.014
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean58.952-58.456=0.496
σ9.371-7.463=1.908
min55.355-55.299=0.056
max82.135-76.897=5.238

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842-4646.850=-0.008
σ0.013-0.013=-0.000
min4646.837-4646.845=-0.008
max4646.875-4646.883=-0.008
mean4194.625-4197.250=-2.625
σ1953.890-1955.872=-1.982
min1484.000
max7405.000-7412.000=-7.000
mean3183.626-3291.877=-108.251
σ651.927-772.359=-120.431
min2516.221-2536.392=-20.171
max4084.253-4766.366=-682.112
op=vertical_lookup_list() on indexed
mean1973.829-1973.851=-0.022
σ0.002
min1973.827-1973.849=-0.022
max1973.831-1973.853=-0.022
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean990.085-976.424=13.661
σ99.766-70.880=28.886
min935.134-934.328=0.806
max1209.817-1115.353=94.464
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083-905.105=-0.022
σ0.002
min905.080-905.102=-0.022
max905.086-905.108=-0.022
mean7405.000-7412.000=-7.000
σ0.000
min7405.000-7412.000=-7.000
max7405.000-7412.000=-7.000
mean395.108-389.299=5.809
σ4.498-4.073=0.425
min384.433-381.658=2.775
max399.583-394.035=5.549

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean475.750-476.500=-0.750
σ0.463-0.535=-0.072
min475.000-476.000=-1.000
max476.000-477.000=-1.000
mean360.737-370.320=-9.583
σ28.872-42.517=-13.645
min312.338-310.166=2.172
max397.176-432.362=-35.186
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean563.000
σ0.000
min563.000
max563.000
mean717.300-752.255=-34.955
σ60.229-77.115=-16.887
min614.365-605.470=8.896
max811.328-827.691=-16.363

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.563-963.971=0.592
σ1.880-1.820=0.060
min963.842-963.263=0.579
max972.515-971.667=0.848
mean1059.450-1041.250=18.200
σ319.719-306.388=13.331
min553.000-583.000=-30.000
max1534.000-1490.000=44.000
mean1.317-1.256=0.061
σ0.174-0.086=0.088
min1.182-1.177=0.006
max1.734-1.500=0.234

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=0.001
σ0.020-0.020=-0.000
min0.903-0.903=0.001
max0.949-0.949=0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.284-0.290=-0.007
σ0.275-0.289=-0.015
min0.131-0.143=-0.012
max0.770-0.805=-0.035
name=error_case.art
mean2.346-2.340=0.006
σ0.012
min2.340-2.334=0.006
max2.368-2.362=0.006
mean402.000
σ0.000
min402.000
max402.000
mean0.469-0.479=-0.010
σ0.334-0.323=0.010
min0.303-0.319=-0.016
max1.066-1.057=0.009
name=heavy_item.art
mean1.523-1.523=0.001
σ0.002-0.002=-0.000
min1.522-1.521=0.001
max1.526-1.525=0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.223-0.224=-0.000
σ0.026-0.023=0.003
min0.204-0.212=-0.008
max0.268-0.265=0.003
name=nested_use.art
mean2.364-2.358=0.006
σ0.002
min2.363-2.357=0.006
max2.367-2.361=0.006
mean402.000
σ0.000
min402.000
max402.000
mean0.331-0.337=-0.005
σ0.019-0.018=0.001
min0.314-0.322=-0.008
max0.360-0.368=-0.009

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979-964.971=0.008
σ0.009-0.011=-0.001
min964.974-964.965=0.008
max964.996-964.989=0.006
mean431.000-431.400=-0.400
σ0.000-0.894=-0.894
min431.000
max431.000-433.000=-2.000
mean0.601-0.567=0.034
σ0.012-0.032=-0.020
min0.585-0.535=0.050
max0.612-0.611=0.002
name=cdr_enhanced_4k_loc.art
mean886.001-885.898=0.103
σ0.002-0.002=-0.000
min886.000-885.897=0.103
max886.004-885.901=0.103
mean431.000-438.000=-7.000
σ0.000
min431.000-438.000=-7.000
max431.000-438.000=-7.000
mean0.487-0.491=-0.004
σ0.029-0.037=-0.008
min0.445-0.439=0.006
max0.524-0.525=-0.001

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719-7.710=0.009
σ0.002
min7.718-7.709=0.009
max7.722-7.713=0.009
mean431.000-438.000=-7.000
σ0.000
min431.000-438.000=-7.000
max431.000-438.000=-7.000
mean2.674-2.539=0.135
σ0.124-0.098=0.026
min2.439-2.404=0.035
max3.139-3.003=0.136
name=record_render_large_syntax_err.art
mean7.667-7.658=0.009
σ0.002
min7.666-7.657=0.009
max7.670-7.661=0.009
mean431.000-438.000=-7.000
σ0.000
min431.000-438.000=-7.000
max431.000-438.000=-7.000
mean2.250-2.561=-0.311
σ0.352-0.075=0.277
min1.879-2.421=-0.542
max3.011-2.812=0.199
name=record_render_success.art
mean2.290-2.290=0.001
σ0.002
min2.290-2.289=0.001
max2.294-2.293=0.001
mean431.000-438.000=-7.000
σ0.000
min431.000-438.000=-7.000
max431.000-438.000=-7.000
mean0.307-0.319=-0.011
σ0.008-0.063=-0.055
min0.294-0.293=0.001
max0.350-0.859=-0.509
name=record_render_syntax_err.art
mean2.166-2.165=0.001
σ0.002
min2.165-2.164=0.001
max2.169-2.168=0.001
mean431.000-438.000=-7.000
σ0.000
min431.000-438.000=-7.000
max431.000-438.000=-7.000
mean0.298-0.296=0.002
σ0.037-0.030=0.007
min0.280-0.282=-0.003
max0.651-0.583=0.068

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.389-11.277=0.112
σ11.554-11.250=0.304
min0.577-0.574=0.003
max91.887-87.117=4.770
mean461.260-463.153=-1.893
σ18.755-19.657=-0.902
min408.000-407.000=1.000
max479.000-481.000=-2.000
mean0.026-0.026=0.000
σ0.028-0.028=0.000
min0.001-0.001=0.000
max0.220-0.215=0.005

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean279.138-278.696=0.442
σ1.036-1.026=0.009
min278.751-278.276=0.475
max282.083-281.613=0.471
mean443.300-447.900=-4.600
σ14.697-18.526=-3.829
min425.000-427.000=-2.000
max468.000-474.000=-6.000
mean0.583-0.574=0.009
σ0.020-0.021=-0.001
min0.546-0.538=0.008
max0.624-0.618=0.005

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257-173.738=-4.481
σ0.000-0.000=0.000
min169.257-173.738=-4.481
max169.257-173.738=-4.481
mean848.000-843.000=5.000
σ0.000
min848.000-843.000=5.000
max848.000-843.000=5.000
mean216.337-238.469=-22.132
σ20.876-17.911=2.966
min192.759-201.816=-9.058
max246.195-255.304=-9.109
phase=macro expansion
mean5.896-6.133=-0.237
σ0.000
min5.896-6.133=-0.237
max5.896-6.133=-0.237
mean848.000-842.375=5.625
σ0.000-1.768=-1.768
min848.000-838.000=10.000
max848.000-843.000=5.000
mean6.280-9.505=-3.225
σ1.122-0.922=0.200
min5.765-7.467=-1.703
max9.045-10.769=-1.725
phase=parser
mean1042.138-1042.432=-0.294
σ0.000-0.000=-0.000
min1042.137-1042.431=-0.294
max1042.138-1042.432=-0.294
mean848.000-842.375=5.625
σ0.000-1.768=-1.768
min848.000-838.000=10.000
max848.000-843.000=5.000
mean434.834-582.195=-147.361
σ106.623-44.156=62.467
min372.726-475.461=-102.735
max615.136-612.229=2.906
phase=processProdDef
mean2243.714-2243.979=-0.265
σ0.000
min2243.714-2243.979=-0.265
max2243.714-2243.979=-0.265
mean848.000-843.000=5.000
σ0.000
min848.000-843.000=5.000
max848.000-843.000=5.000
mean2819.547-3021.548=-202.001
σ192.113-273.924=-81.811
min2537.270-2540.386=-3.117
max3042.462-3432.652=-390.190
phase=renaming
mean21.436-21.671=-0.235
σ0.000
min21.436-21.671=-0.235
max21.436-21.671=-0.235
mean848.000-842.375=5.625
σ0.000-1.768=-1.768
min848.000-838.000=10.000
max848.000-843.000=5.000
mean35.698-38.001=-2.303
σ4.997-4.755=0.242
min32.535-26.482=6.052
max47.778-40.560=7.218
phase=type checker
mean958.600-989.752=-31.152
σ0.047-0.066=-0.019
min958.577-989.654=-31.077
max958.702-989.841=-31.140
mean848.000-842.375=5.625
σ0.000-1.768=-1.768
min848.000-838.000=10.000
max848.000-843.000=5.000
mean663.013-738.642=-75.629
σ17.641-92.270=-74.629
min635.864-673.731=-37.867
max678.844-902.726=-223.883

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.856-282.393=0.462
σ0.038-0.036=0.002
min282.800-282.337=0.463
max282.892-282.424=0.468
mean440.800-444.400=-3.600
σ3.834-0.548=3.286
min438.000-444.000=-6.000
max445.000
mean0.379-0.383=-0.004
σ0.003-0.006=-0.003
min0.376-0.378=-0.001
max0.384-0.393=-0.009
iters=5
new-facts=1
prior-facts=6402
mean1268.131-1267.095=1.036
σ0.076-0.091=-0.015
min1268.051-1266.995=1.056
max1268.237-1267.243=0.994
mean1090.800-1114.800=-24.000
σ168.035-171.647=-3.612
min891.000-899.000=-8.000
max1320.000-1338.000=-18.000
mean2.220-1.998=0.222
σ0.168-0.119=0.049
min2.034-1.864=0.170
max2.450-2.111=0.339
iters=5
new-facts=6402
prior-facts=1
mean1507.030-1506.139=0.891
σ2.942-2.961=-0.019
min1505.498-1504.648=0.851
max1512.281-1511.426=0.855
mean625.200-630.000=-4.800
σ86.436-90.777=-4.341
min496.000-505.000=-9.000
max726.000-730.000=-4.000
mean2.186-2.375=-0.190
σ0.079-0.352=-0.273
min2.118-2.058=0.060
max2.303-2.870=-0.567
iters=5
new-facts=6402
prior-facts=6402
mean1830.073-1829.112=0.961
σ0.059-0.074=-0.015
min1830.004-1829.033=0.971
max1830.130-1829.220=0.910
mean1720.600-1762.800=-42.200
σ189.639-213.393=-23.755
min1453.000-1490.000=-37.000
max1892.000-1967.000=-75.000
mean2.990-3.193=-0.203
σ0.315-0.329=-0.014
min2.652-2.830=-0.178
max3.501-3.639=-0.138

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.744-1.682=0.062
σ0.100-0.192=-0.093
min1.587-1.414=0.173
max1.838-1.875=-0.038

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean406.197-397.698=8.499
σ509.796-518.051=-8.254
min151.294-138.670=12.625
max1170.891-1174.774=-3.883
mean101.750-97.750=4.000
σ7.500
min98.000-94.000=4.000
max113.000-109.000=4.000
mean439.000-444.000=-5.000
σ0.000
min439.000-444.000=-5.000
max439.000-444.000=-5.000
mean0.511-0.489=0.021
σ0.510-0.491=0.019
min0.250-0.241=0.009
max1.276-1.226=0.050
policies=20
mean1513.150-1386.838=126.312
σ0.273-0.164=0.109
min1512.971-1386.725=126.246
max1513.555-1387.082=126.473
mean980.000-940.000=40.000
σ0.000
min980.000-940.000=40.000
max980.000-940.000=40.000
mean443.000-444.000=-1.000
σ4.619-0.000=4.619
min439.000-444.000=-5.000
max447.000-444.000=3.000
mean2.500-2.332=0.168
σ0.012-0.015=-0.003
min2.484-2.316=0.168
max2.510-2.352=0.158
policies=200
mean15140.026-13876.855=1263.171
σ0.118-0.096=0.022
min15139.878-13876.779=1263.100
max15140.163-13876.994=1263.169
mean9800.000-9400.000=400.000
σ0.000
min9800.000-9400.000=400.000
max9800.000-9400.000=400.000
mean491.000-493.750=-2.750
σ4.243-5.679=-1.436
min487.000-488.000=-1.000
max496.000-500.000=-4.000
mean25.280-23.589=1.691
σ0.076-0.254=-0.178
min25.178-23.322=1.856
max25.361-23.916=1.445