Compare commits

Home / Compare 485e6f10 .. adf203b5

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082-5.301=-0.219
σ0.000
min5.082-5.301=-0.219
max5.082-5.301=-0.219

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988-5.176=-0.188
σ0.000
min4.988-5.176=-0.188
max4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395-5.676=-0.281
σ0.000
min5.395-5.676=-0.281
max5.395-5.676=-0.281

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633-446.883=-0.250
σ0.000
min446.633-446.883=-0.250
max446.633-446.883=-0.250

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238-5.488=-0.250
σ0.000
min5.238-5.488=-0.250
max5.238-5.488=-0.250

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395-6.645=-0.250
σ0.000
min6.395-6.645=-0.250
max6.395-6.645=-0.250

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.718-54.775=-0.057
σ0.362-0.361=0.001
min54.581-54.627=-0.045
max55.749-55.803=-0.054
mean417.000-418.700=-1.700
σ0.000-0.483=-0.483
min417.000-418.000=-1.000
max417.000-419.000=-2.000
mean0.141-0.139=0.002
σ0.008-0.005=0.003
min0.131-0.132=-0.001
max0.155-0.146=0.009
cache=y
dps=1
iters=10
policies=100
mean43.778-43.774=0.003
σ0.009-0.007=0.002
min43.760-43.761=-0.000
max43.787-43.783=0.004
mean417.000-419.000=-2.000
σ0.000
min417.000-419.000=-2.000
max417.000-419.000=-2.000
mean0.121-0.123=-0.002
σ0.004-0.004=0.000
min0.117-0.120=-0.003
max0.128-0.130=-0.002

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604-36.617=-0.013
σ0.000-0.000=0.000
min36.604-36.617=-0.013
max36.605-36.618=-0.013
mean4589.000-4580.000=9.000
σ2249.757-2256.366=-6.609
min1486.000
max7387.000-7403.000=-16.000
mean146.475-13.459=133.016
σ377.655-3.507=374.148
min11.880-12.045=-0.165
max1081.111-22.126=1058.985
op=column_set() on indexed, repeat
mean36.604-36.617=-0.013
σ0.000-0.000=-0.000
min36.604-36.617=-0.013
max36.605-36.618=-0.013
mean4589.000-4580.000=9.000
σ2249.757-2256.366=-6.609
min1486.000
max7387.000-7403.000=-16.000
mean14.289-13.926=0.364
σ3.735-3.336=0.399
min11.423-11.722=-0.299
max22.027-22.113=-0.086
op=table_records(), no indexes
mean41.939-41.948=-0.008
σ0.002-0.002=0.000
min41.938-41.946=-0.008
max41.943-41.951=-0.008
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean11.104-10.966=0.138
σ0.332-0.168=0.164
min10.716-10.700=0.016
max11.714-11.214=0.500
op=table_records(), repeat
mean41.925-41.933=-0.009
σ0.000-0.000=-0.000
min41.924-41.933=-0.008
max41.925-41.934=-0.008
mean4178.875-4163.625=15.250
σ1945.277-1947.163=-1.886
min1486.000
max7387.000-7403.000=-16.000
mean11.679-11.673=0.007
σ1.864-1.900=-0.036
min10.702-10.688=0.013
max16.277-16.319=-0.042
op=vertical_lookup_list() on indexed, after table_records()
mean27.633-27.655=-0.022
σ0.137-0.137=-0.000
min27.584-27.606=-0.022
max27.971-27.993=-0.022
mean4178.875-4163.625=15.250
σ1945.277-1947.163=-1.886
min1486.000
max7387.000-7403.000=-16.000
mean9.185-9.079=0.106
σ1.419-1.362=0.056
min8.052-7.752=0.300
max12.601-12.303=0.297
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384-26.406=-0.022
σ0.000-0.000=0.000
min26.384-26.406=-0.022
max26.384-26.406=-0.022
mean4178.875-4163.625=15.250
σ1945.277-1947.163=-1.886
min1486.000
max7387.000-7403.000=-16.000
mean7.227-6.944=0.283
σ0.984-1.048=-0.064
min6.619-6.262=0.357
max9.608-9.453=0.155
op=vertical_lookup_row_list() on 2 indexed
mean25.662-25.681=-0.018
σ0.004-0.003=0.001
min25.661-25.680=-0.019
max25.673-25.688=-0.015
mean4589.000-4580.000=9.000
σ2249.757-2256.366=-6.609
min1486.000
max7387.000-7403.000=-16.000
mean6.568-6.266=0.302
σ1.160-0.935=0.225
min5.875-5.808=0.067
max9.166-8.556=0.610
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961-25.984=-0.024
σ0.000-0.000=0.000
min25.961-25.984=-0.024
max25.962-25.985=-0.023
mean4589.000-4580.000=9.000
σ2249.757-2256.366=-6.609
min1486.000
max7387.000-7403.000=-16.000
mean6.510-6.165=0.345
σ1.116-1.011=0.105
min5.787-5.686=0.101
max9.014-8.647=0.366

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608-1021.627=-0.019
σ0.002
min1021.606-1021.625=-0.019
max1021.611-1021.629=-0.019
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean366.076-361.823=4.252
σ41.951-41.284=0.667
min348.531-345.231=3.300
max469.749-463.923=5.826
op=load_product(), with indexes
mean3495.855-3495.878=-0.024
σ0.454-0.468=-0.015
min3495.694-3495.713=-0.019
max3496.978-3497.038=-0.060
mean3755.500-3744.500=11.000
σ2299.695-2298.814=0.881
min719.000
max7387.000-7403.000=-16.000
mean1787.587-1619.413=168.174
σ663.234-554.134=109.100
min1399.043-1390.142=8.901
max2941.080-2981.764=-40.684

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841-107.854=-0.013
σ0.000-0.000=-0.000
min107.841-107.854=-0.013
max107.842-107.855=-0.013
mean4408.875-4398.500=10.375
σ2219.582-2227.802=-8.219
min1486.000
max7387.000-7403.000=-16.000
mean264.505-236.094=28.412
σ362.382-281.241=81.141
min124.925-126.408=-1.483
max1160.195-930.620=229.574
op=column_set() on unindexed, dense, repeat
mean62.068-62.082=-0.014
σ0.001-0.000=0.001
min62.065-62.081=-0.017
max62.068-62.082=-0.014
mean4408.875-4580.000=-171.125
σ2219.582-2256.366=-36.784
min1486.000
max7387.000-7403.000=-16.000
mean45.935-169.667=-123.732
σ8.729-352.743=-344.014
min41.045-42.680=-1.634
max67.133-1042.644=-975.511
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926-40.948=-0.022
σ0.002
min40.925-40.947=-0.022
max40.928-40.950=-0.022
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean22.042-22.567=-0.525
σ0.930-1.787=-0.856
min21.394-21.516=-0.122
max24.287-25.746=-1.460
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294-71.308=-0.014
σ0.002-0.002=0.000
min71.292-71.307=-0.015
max71.296-71.311=-0.014
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean221.595-299.552=-77.957
σ467.326-687.371=-220.045
min55.477-55.232=0.245
max1378.164-2000.699=-622.535

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842-4646.851=-0.008
σ0.014-0.014=-0.000
min4646.837-4646.845=-0.008
max4646.876-4646.885=-0.009
mean4178.875-4163.625=15.250
σ1945.277-1947.163=-1.886
min1486.000
max7387.000-7403.000=-16.000
mean3311.534-3170.135=141.400
σ826.717-902.440=-75.722
min2502.701-2495.583=7.117
max4927.834-4786.024=141.810
op=vertical_lookup_list() on indexed
mean1973.829-1973.851=-0.022
σ0.002
min1973.827-1973.849=-0.022
max1973.832-1973.854=-0.022
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean1012.665-1094.320=-81.655
σ135.523-307.748=-172.224
min922.182-912.954=9.228
max1288.619-1775.605=-486.986
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083-905.105=-0.022
σ0.002
min905.080-905.102=-0.022
max905.086-905.108=-0.022
mean7387.000-7403.000=-16.000
σ0.000
min7387.000-7403.000=-16.000
max7387.000-7403.000=-16.000
mean396.918-404.181=-7.263
σ5.830-37.608=-31.779
min384.589-386.027=-1.438
max404.011-496.795=-92.784

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.000-477.000=-1.000
σ0.000
min476.000-477.000=-1.000
max476.000-477.000=-1.000
mean379.655-360.545=19.110
σ41.174-29.703=11.471
min302.074-306.858=-4.783
max428.752-395.739=33.012
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean561.875-562.000=-0.125
σ1.356-0.000=1.356
min561.000-562.000=-1.000
max564.000-562.000=2.000
mean756.759-763.783=-7.023
σ34.725-56.421=-21.695
min720.830-682.568=38.261
max836.989-842.520=-5.531

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.530-963.971=0.559
σ1.822-1.821=0.000
min963.823-963.262=0.561
max972.232-971.673=0.559
mean1047.500-1047.550=-0.050
σ320.482-320.292=0.191
min544.000-545.000=-1.000
max1568.000-1570.000=-2.000
mean1.245-1.275=-0.029
σ0.089-0.109=-0.020
min1.082-1.191=-0.109
max1.483-1.645=-0.161

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=0.001
σ0.020-0.020=-0.000
min0.903-0.903=0.001
max0.949-0.949=0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.392-0.297=0.095
σ0.501-0.287=0.214
min0.138-0.148=-0.010
max1.286-0.807=0.479
name=error_case.art
mean2.346-2.340=0.006
σ0.012
min2.340-2.334=0.006
max2.368-2.362=0.006
mean402.000
σ0.000
min402.000
max402.000
mean0.475-0.475=0.000
σ0.322-0.325=-0.003
min0.322-0.316=0.006
max1.051-1.055=-0.004
name=heavy_item.art
mean1.523-1.523=0.001
σ0.002-0.002=-0.000
min1.522-1.521=0.001
max1.526-1.525=0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.213-0.217=-0.005
σ0.024-0.024=-0.000
min0.199-0.200=-0.002
max0.255-0.259=-0.004
name=nested_use.art
mean2.364-2.358=0.006
σ0.002
min2.363-2.357=0.006
max2.367-2.361=0.006
mean402.000
σ0.000
min402.000
max402.000
mean0.334-0.325=0.009
σ0.020-0.008=0.012
min0.320-0.318=0.002
max0.368-0.339=0.029

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979-964.971=0.008
σ0.009-0.011=-0.001
min964.974-964.965=0.008
max964.996-964.989=0.006
mean435.000-436.000=-1.000
σ4.637-5.612=-0.976
min431.000
max440.000-442.000=-2.000
mean0.584-0.564=0.020
σ0.025-0.032=-0.007
min0.542-0.531=0.011
max0.607-0.599=0.008
name=cdr_enhanced_4k_loc.art
mean886.001-885.898=0.103
σ0.002-0.002=-0.000
min886.000-885.897=0.103
max886.004-885.901=0.103
mean440.000-442.000=-2.000
σ0.000
min440.000-442.000=-2.000
max440.000-442.000=-2.000
mean0.463-0.460=0.002
σ0.069-0.059=0.010
min0.363-0.390=-0.027
max0.520-0.516=0.004

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719-7.710=0.009
σ0.002
min7.718-7.709=0.009
max7.722-7.713=0.009
mean440.000-442.000=-2.000
σ0.000
min440.000-442.000=-2.000
max440.000-442.000=-2.000
mean2.654-2.586=0.069
σ0.139-0.087=0.052
min2.469-2.439=0.030
max3.419-2.865=0.555
name=record_render_large_syntax_err.art
mean7.667-7.658=0.009
σ0.002
min7.666-7.657=0.009
max7.670-7.661=0.009
mean440.000-442.000=-2.000
σ0.000
min440.000-442.000=-2.000
max440.000-442.000=-2.000
mean2.640-2.570=0.070
σ0.132-0.070=0.062
min2.489-2.462=0.027
max3.577-2.817=0.760
name=record_render_success.art
mean2.290-2.290=0.001
σ0.002
min2.290-2.289=0.001
max2.294-2.293=0.001
mean440.000-442.000=-2.000
σ0.000
min440.000-442.000=-2.000
max440.000-442.000=-2.000
mean0.311-0.316=-0.004
σ0.054-0.049=0.005
min0.289-0.291=-0.002
max0.731-0.721=0.010
name=record_render_syntax_err.art
mean2.166-2.165=0.001
σ0.002
min2.165-2.164=0.001
max2.169-2.168=0.001
mean440.000-442.000=-2.000
σ0.000
min440.000-442.000=-2.000
max440.000-442.000=-2.000
mean0.292-0.293=-0.001
σ0.021-0.009=0.012
min0.276-0.279=-0.004
max0.483-0.336=0.147

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean12.043-11.693=0.350
σ13.329-11.096=2.234
min0.574-0.577=-0.004
max137.858-87.142=50.716
mean457.212-462.676=-5.464
σ16.907-19.867=-2.960
min409.000-406.000=3.000
max475.000-479.000=-4.000
mean0.027-0.027=0.001
σ0.033-0.027=0.005
min0.001-0.001=-0.000
max0.336-0.212=0.125

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.808-278.582=0.225
σ1.099-1.022=0.077
min278.354-278.116=0.238
max281.928-281.482=0.446
mean444.100-443.700=0.400
σ16.347-17.770=-1.424
min416.000
max468.000-473.000=-5.000
mean0.578-0.582=-0.004
σ0.018-0.016=0.003
min0.544-0.547=-0.003
max0.613-0.613=-0.000

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257-173.738=-4.481
σ0.000-0.000=0.000
min169.257-173.738=-4.481
max169.257-173.738=-4.481
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean237.752-233.375=4.377
σ15.440-21.558=-6.118
min202.896-200.238=2.658
max251.760-252.078=-0.318
phase=macro expansion
mean5.900-6.130=-0.230
σ0.000
min5.900-6.130=-0.230
max5.900-6.130=-0.230
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean7.396-9.687=-2.291
σ1.606-0.304=1.302
min5.853-9.471=-3.619
max9.030-10.400=-1.371
phase=parser
mean1042.134-1042.435=-0.301
σ0.000-0.000=0.000
min1042.133-1042.434=-0.301
max1042.134-1042.435=-0.301
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean491.543-595.734=-104.190
σ110.321-3.648=106.673
min373.134-591.571=-218.437
max597.204-601.436=-4.232
phase=processProdDef
mean2243.717-2243.975=-0.258
σ0.000
min2243.717-2243.975=-0.258
max2243.717-2243.975=-0.258
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean2765.019-2804.972=-39.953
σ403.386-134.504=268.883
min1971.053-2654.972=-683.920
max3363.789-3091.288=272.501
phase=renaming
mean21.436-21.675=-0.238
σ0.000
min21.436-21.675=-0.238
max21.436-21.675=-0.238
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean39.213-39.091=0.121
σ3.982-2.560=1.422
min29.890-32.771=-2.881
max42.662-40.222=2.440
phase=type checker
mean958.596-989.752=-31.156
σ0.047-0.066=-0.019
min958.573-989.654=-31.081
max958.698-989.841=-31.144
mean873.000-840.000=33.000
σ0.000
min873.000-840.000=33.000
max873.000-840.000=33.000
mean652.105-699.529=-47.424
σ17.944-50.138=-32.193
min631.732-671.836=-40.104
max676.088-820.167=-144.079

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.360-282.393=-0.033
σ0.036-0.036=0.001
min282.309-282.338=-0.029
max282.400-282.426=-0.026
mean440.400-444.800=-4.400
σ3.286-1.095=2.191
min438.000-444.000=-6.000
max444.000-446.000=-2.000
mean0.379-0.380=-0.001
σ0.007-0.006=0.001
min0.374-0.373=0.001
max0.387-0.389=-0.002
iters=5
new-facts=1
prior-facts=6402
mean1267.607-1267.113=0.494
σ0.096-0.129=-0.034
min1267.478-1267.005=0.473
max1267.747-1267.334=0.413
mean1094.600-1087.600=7.000
σ170.339-168.728=1.610
min893.000-854.000=39.000
max1328.000-1285.000=43.000
mean2.142-1.854=0.288
σ0.059-0.060=-0.001
min2.093-1.787=0.307
max2.240-1.908=0.332
iters=5
new-facts=6402
prior-facts=1
mean1506.558-1506.091=0.467
σ2.973-2.914=0.059
min1505.017-1504.615=0.402
max1511.864-1511.296=0.568
mean626.400-617.000=9.400
σ87.460-77.878=9.582
min496.000-497.000=-1.000
max728.000-704.000=24.000
mean2.297-2.128=0.169
σ0.317-0.110=0.207
min2.123-2.041=0.082
max2.860-2.311=0.549
iters=5
new-facts=6402
prior-facts=6402
mean1829.578-1829.105=0.473
σ0.040-0.041=-0.001
min1829.513-1829.050=0.463
max1829.619-1829.160=0.459
mean1728.600-1714.600=14.000
σ185.954-240.164=-54.210
min1471.000-1411.000=60.000
max1901.000-2016.000=-115.000
mean2.970-2.808=0.162
σ0.194-0.034=0.160
min2.844-2.762=0.082
max3.315-2.857=0.457

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.747-1.707=0.040
σ0.139-0.094=0.045
min1.572-1.568=0.003
max1.947-1.827=0.121

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean393.867-397.697=-3.830
σ509.607-518.051=-8.444
min139.059-138.669=0.391
max1158.277-1174.774=-16.497
mean99.750-97.750=2.000
σ7.500
min96.000-94.000=2.000
max111.000-109.000=2.000
mean440.000-444.000=-4.000
σ0.000
min440.000-444.000=-4.000
max440.000-444.000=-4.000
mean0.474-0.501=-0.027
σ0.475-0.526=-0.051
min0.233-0.235=-0.002
max1.186-1.290=-0.104
policies=20
mean1390.728-1386.830=3.898
σ0.169-0.161=0.008
min1390.606-1386.717=3.890
max1390.977-1387.068=3.909
mean960.000-940.000=20.000
σ0.000
min960.000-940.000=20.000
max960.000-940.000=20.000
mean444.250-444.000=0.250
σ8.500-0.000=8.500
min440.000-444.000=-4.000
max457.000-444.000=13.000
mean2.321-2.310=0.012
σ0.009-0.007=0.002
min2.313-2.301=0.013
max2.335-2.317=0.017
policies=200
mean13915.591-13876.891=38.700
σ0.580-0.096=0.484
min13914.736-13876.833=37.904
max13916.019-13877.035=38.985
mean9600.000-9400.000=200.000
σ0.000
min9600.000-9400.000=200.000
max9600.000-9400.000=200.000
mean492.500-495.000=-2.500
σ2.646-6.831=-4.186
min490.000-488.000=2.000
max496.000-504.000=-8.000
mean23.330-23.391=-0.061
σ0.140-0.108=0.031
min23.131-23.240=-0.109
max23.450-23.497=-0.047