Compare commits

Home / Compare 270ebc22 .. d9304675

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.717-54.730=-0.013
σ0.365-0.362=0.003
min54.584-54.587=-0.003
max55.754-55.759=-0.004
mean416.000-417.000=-1.000
σ0.000
min416.000-417.000=-1.000
max416.000-417.000=-1.000
mean0.140-0.142=-0.002
σ0.005-0.005=0.000
min0.133-0.138=-0.005
max0.147-0.151=-0.004
cache=y
dps=1
iters=10
policies=100
mean43.778-43.774=0.004
σ0.008-0.006=0.002
min43.767-43.765=0.002
max43.789-43.784=0.005
mean416.000-417.000=-1.000
σ0.000
min416.000-417.000=-1.000
max416.000-417.000=-1.000
mean0.125-0.125=-0.000
σ0.004-0.004=-0.000
min0.122-0.121=0.001
max0.132-0.133=-0.001

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604-36.604=-0.000
σ0.000-0.000=-0.000
min36.604-36.604=0.000
max36.605-36.605=-0.000
mean4581.625-4592.125=-10.500
σ2257.603-2248.529=9.074
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean14.000-163.536=-149.536
σ3.967-426.204=-422.237
min11.740-11.897=-0.157
max22.618-1218.326=-1195.709
op=column_set() on indexed, repeat
mean36.604-36.604=0.000
σ0.000-0.000=-0.000
min36.604-36.604=-0.000
max36.605-36.605=0.000
mean4581.625-4592.125=-10.500
σ2257.603-2248.529=9.074
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean14.324-14.332=-0.008
σ3.927-4.696=-0.769
min11.728-11.526=0.202
max22.695-25.065=-2.370
op=table_records(), no indexes
mean41.939-41.940=-0.000
σ0.002-0.002=0.000
min41.938-41.938=0.000
max41.943-41.942=0.000
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean10.976-11.927=-0.952
σ0.174-2.155=-1.981
min10.652-10.957=-0.305
max11.127-17.235=-6.108
op=table_records(), repeat
mean41.925-41.925=-0.000
σ0.000-0.000=-0.000
min41.924-41.924=0.000
max41.925-41.925=0.000
mean4165.500-4182.500=-17.000
σ1948.247-1944.829=3.418
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean11.624-11.729=-0.105
σ1.871-1.864=0.007
min10.747-10.806=-0.059
max16.239-16.314=-0.075
op=vertical_lookup_list() on indexed, after table_records()
mean27.633-27.633=0.000
σ0.136-0.136=0.000
min27.584-27.584=0.000
max27.971-27.971=0.000
mean4165.500-4182.500=-17.000
σ1948.247-1944.829=3.418
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean9.094-9.193=-0.100
σ1.290-1.189=0.101
min8.303-8.633=-0.329
max12.251-12.124=0.127
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384-26.384=0.000
σ0.000-0.000=-0.000
min26.384-26.384=0.000
max26.384-26.384=-0.000
mean4165.500-4182.500=-17.000
σ1948.247-1944.829=3.418
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean7.224-7.187=0.037
σ0.912-0.830=0.081
min6.570-6.750=-0.180
max9.423-9.235=0.189
op=vertical_lookup_row_list() on 2 indexed
mean25.662-25.662=0.000
σ0.004-0.004=0.000
min25.661-25.661=0.000
max25.673-25.673=0.000
mean4581.625-4592.125=-10.500
σ2257.603-2248.529=9.074
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean6.483-6.547=-0.064
σ1.033-0.986=0.047
min5.740-5.902=-0.162
max8.646-8.758=-0.112
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961-25.961=-0.000
σ0.001-0.000=0.000
min25.961-25.961=-0.000
max25.962-25.962=0.000
mean4581.625-4592.125=-10.500
σ2257.603-2248.529=9.074
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean6.316-6.480=-0.164
σ1.039-1.091=-0.051
min5.613-5.842=-0.229
max8.684-8.909=-0.225

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608-1021.610=-0.002
σ0.002-0.002=0.000
min1021.606-1021.608=-0.002
max1021.611-1021.612=-0.002
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean376.150-347.965=28.185
σ80.883-2.476=78.407
min344.729-343.306=1.423
max576.283-351.018=225.265
op=load_product(), with indexes
mean3495.854-3495.857=-0.002
σ0.453-0.455=-0.002
min3495.694-3495.696=-0.002
max3496.977-3496.983=-0.007
mean3745.875-3758.875=-13.000
σ2299.833-2299.825=0.009
min720.000
max7406.000-7386.000=20.000
mean1646.193-1773.435=-127.243
σ536.376-684.557=-148.181
min1400.207-1395.461=4.746
max2958.324-2970.099=-11.775

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841-107.841=0.000
σ0.000-0.000=0.000
min107.841-107.841=0.000
max107.842-107.842=0.000
mean4400.625-4411.625=-11.000
σ2229.029-2218.129=10.900
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean284.551-282.152=2.398
σ420.422-395.844=24.578
min125.262-129.694=-4.432
max1324.427-1260.953=63.475
op=column_set() on unindexed, dense, repeat
mean62.068-62.068=0.000
σ0.001-0.001=0.000
min62.065-62.065=-0.000
max62.069-62.068=0.001
mean4581.625-4411.625=170.000
σ2257.603-2218.129=39.474
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean193.075-46.598=146.477
σ414.152-9.167=404.986
min41.184-40.869=0.314
max1217.804-68.745=1149.059
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926-40.926=-0.000
σ0.002-0.002=0.000
min40.925-40.925=0.000
max40.928-40.928=0.000
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean22.566-161.443=-138.877
σ1.911-393.462=-391.551
min21.414-21.790=-0.376
max26.098-1135.209=-1109.111
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294-71.294=0.000
σ0.002-0.002=-0.000
min71.292-71.292=0.000
max71.296-71.296=-0.000
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean277.129-65.504=211.624
σ621.623-23.227=598.396
min55.590-56.088=-0.498
max1815.553-122.831=1692.722

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842-4646.842=0.000
σ0.014-0.013=0.000
min4646.837-4646.837=0.000
max4646.876-4646.875=0.001
mean4165.500-4182.500=-17.000
σ1948.247-1944.829=3.418
min1485.000-1484.000=1.000
max7406.000-7386.000=20.000
mean3137.392-3361.837=-224.445
σ835.535-790.785=44.750
min2521.886-2539.677=-17.791
max4759.232-4489.953=269.279
op=vertical_lookup_list() on indexed
mean1973.829-1973.829=0.000
σ0.002-0.002=0.000
min1973.827-1973.827=0.000
max1973.832-1973.832=0.000
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean1104.768-1042.822=61.946
σ300.592-273.254=27.337
min923.950-912.294=11.656
max1765.458-1699.478=65.980
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.082-905.082=-0.000
σ0.002-0.002=-0.000
min905.080-905.080=0.000
max905.086-905.086=0.000
mean7406.000-7386.000=20.000
σ0.000
min7406.000-7386.000=20.000
max7406.000-7386.000=20.000
mean408.702-394.551=14.151
σ39.596-6.608=32.989
min387.139-380.556=6.584
max505.495-401.618=103.877

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean478.000-476.750=1.250
σ0.000-0.463=-0.463
min478.000-476.000=2.000
max478.000-477.000=1.000
mean387.799-398.654=-10.855
σ22.775-24.743=-1.968
min361.714-359.606=2.107
max423.452-425.268=-1.816
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean563.500-564.500=-1.000
σ0.926-2.777=-1.852
min562.000-560.000=2.000
max564.000-566.000=-2.000
mean777.704-783.118=-5.415
σ42.358-41.070=1.288
min721.580-735.268=-13.688
max841.741-841.474=0.267

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.562-963.969=0.594
σ1.879-1.822=0.057
min963.843-963.262=0.580
max972.510-971.673=0.837
mean1041.900-1041.650=0.250
σ305.833-307.433=-1.599
min587.000-566.000=21.000
max1490.000
mean1.275-1.245=0.030
σ0.145-0.123=0.023
min1.082-1.075=0.007
max1.740-1.697=0.043

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.914=-0.001
σ0.020-0.020=-0.000
min0.903-0.904=-0.001
max0.949-0.951=-0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.292-0.407=-0.115
σ0.289-0.469=-0.181
min0.136-0.143=-0.007
max0.804-1.229=-0.425
name=error_case.art
mean2.346-2.347=-0.001
σ0.012
min2.340-2.341=-0.001
max2.368-2.369=-0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.472-0.484=-0.012
σ0.317-0.322=-0.006
min0.316-0.330=-0.015
max1.038-1.060=-0.022
name=heavy_item.art
mean1.523-1.525=-0.002
σ0.002-0.002=-0.000
min1.522-1.524=-0.002
max1.526-1.528=-0.002
mean402.000
σ0.000
min402.000
max402.000
mean0.214-0.217=-0.003
σ0.021-0.028=-0.008
min0.199-0.198=0.001
max0.250-0.265=-0.015
name=nested_use.art
mean2.364-2.365=-0.001
σ0.002
min2.363-2.364=-0.001
max2.367-2.368=-0.001
mean402.000
σ0.000
min402.000
max402.000
mean0.331-0.330=0.002
σ0.020-0.019=0.001
min0.312-0.308=0.004
max0.362-0.359=0.003

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979-966.287=-1.308
σ0.009
min964.974-966.281=-1.308
max964.996-966.303=-1.308
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean0.542-0.700=-0.158
σ0.041-0.050=-0.009
min0.492-0.613=-0.121
max0.582-0.734=-0.152
name=cdr_enhanced_4k_loc.art
mean886.001-886.717=-0.716
σ0.002
min886.000-886.716=-0.716
max886.004-886.720=-0.716
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean0.473-0.616=-0.143
σ0.028-0.028=0.000
min0.456-0.578=-0.122
max0.523-0.643=-0.121

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719-7.722=-0.003
σ0.002
min7.718-7.721=-0.003
max7.722-7.725=-0.003
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean2.696-3.509=-0.813
σ0.110-0.082=0.028
min2.465-3.389=-0.924
max2.959-3.882=-0.923
name=record_render_large_syntax_err.art
mean7.667-7.670=-0.003
σ0.002
min7.666-7.670=-0.003
max7.670-7.673=-0.003
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean2.621-3.503=-0.882
σ0.081-0.084=-0.003
min2.465-3.360=-0.895
max2.915-3.886=-0.971
name=record_render_success.art
mean2.290-2.294=-0.003
σ0.002
min2.290-2.293=-0.003
max2.294-2.297=-0.003
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean0.306-0.541=-0.235
σ0.015-0.014=0.000
min0.283-0.516=-0.233
max0.359-0.617=-0.258
name=record_render_syntax_err.art
mean2.166-2.169=-0.003
σ0.002
min2.165-2.168=-0.003
max2.169-2.172=-0.003
mean431.000-432.000=-1.000
σ0.000
min431.000-432.000=-1.000
max431.000-432.000=-1.000
mean0.295-0.523=-0.227
σ0.042-0.021=0.021
min0.277-0.492=-0.215
max0.692-0.682=0.010

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.801-11.886=-0.084
σ11.829-11.701=0.128
min0.574-0.574=-0.000
max109.330-91.878=17.453
mean456.713-463.815=-7.102
σ17.129-20.554=-3.426
min408.000-407.000=1.000
max479.000-480.000=-1.000
mean0.027-0.027=-0.000
σ0.029-0.029=0.000
min0.001-0.001=-0.000
max0.259-0.227=0.032

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean279.028-278.885=0.143
σ1.064-0.985=0.079
min278.592-278.505=0.087
max282.051-281.686=0.365
mean441.700-445.900=-4.200
σ15.464-17.559=-2.096
min417.000
max467.000-474.000=-7.000
mean0.573-0.569=0.004
σ0.028-0.022=0.006
min0.513-0.535=-0.023
max0.611-0.606=0.005

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257-169.258=-0.001
σ0.000-0.000=-0.000
min169.257-169.258=-0.001
max169.257-169.258=-0.001
mean851.000-848.750=2.250
σ0.000-0.463=-0.463
min851.000-848.000=3.000
max851.000-849.000=2.000
mean245.626-216.093=29.534
σ10.794-28.346=-17.553
min221.507-183.949=37.558
max253.232-254.066=-0.835
phase=macro expansion
mean5.896-5.896=-0.001
σ0.000
min5.896-5.896=-0.001
max5.896-5.896=-0.001
mean842.125-848.625=-6.500
σ25.102-0.518=24.585
min780.000-848.000=-68.000
max851.000-849.000=2.000
mean7.905-5.914=1.991
σ1.321-0.063=1.257
min5.984-5.820=0.164
max9.170-6.010=3.160
phase=parser
mean1042.133-1043.355=-1.222
σ0.000-0.000=0.000
min1042.133-1043.355=-1.222
max1042.134-1043.355=-1.222
mean842.125-848.625=-6.500
σ25.102-0.518=24.585
min780.000-848.000=-68.000
max851.000-849.000=2.000
mean518.771-431.529=87.242
σ96.205-86.604=9.601
min407.941-370.794=37.146
max619.212-590.971=28.241
phase=processProdDef
mean2243.715-2243.719=-0.004
σ0.000
min2243.715-2243.719=-0.004
max2243.715-2243.719=-0.004
mean851.000-848.750=2.250
σ0.000-0.463=-0.463
min851.000-848.000=3.000
max851.000-849.000=2.000
mean3030.714-2788.134=242.580
σ256.071-408.604=-152.533
min2681.535-2166.928=514.606
max3333.293-3314.065=19.228
phase=renaming
mean21.436-21.438=-0.002
σ0.000
min21.436-21.438=-0.002
max21.436-21.438=-0.002
mean842.125-848.625=-6.500
σ25.102-0.518=24.585
min780.000-848.000=-68.000
max851.000-849.000=2.000
mean40.764-29.687=11.077
σ5.589-7.888=-2.299
min32.717-19.994=12.723
max47.465-36.712=10.753
phase=type checker
mean958.600-958.600=-0.000
σ0.047
min958.577-958.577=-0.000
max958.702-958.702=-0.000
mean842.125-848.625=-6.500
σ25.102-0.518=24.585
min780.000-848.000=-68.000
max851.000-849.000=2.000
mean659.624-649.828=9.796
σ14.675-23.623=-8.948
min637.524-611.505=26.019
max680.044-674.163=5.882

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.856-282.374=0.482
σ0.036-0.036=0.000
min282.804-282.318=0.486
max282.891-282.405=0.486
mean438.800-443.000=-4.200
σ3.834-0.000=3.834
min436.000-443.000=-7.000
max443.000
mean0.378-0.377=0.001
σ0.002-0.005=-0.004
min0.376-0.374=0.002
max0.381-0.387=-0.006
iters=5
new-facts=1
prior-facts=6402
mean1268.147-1267.075=1.072
σ0.080-0.088=-0.007
min1268.080-1266.967=1.112
max1268.270-1267.212=1.058
mean1092.600-1086.400=6.200
σ170.132-192.336=-22.205
min891.000-840.000=51.000
max1325.000-1318.000=7.000
mean2.229-2.059=0.170
σ0.131-0.142=-0.011
min2.094-1.814=0.280
max2.399-2.184=0.215
iters=5
new-facts=6402
prior-facts=1
mean1507.012-1506.122=0.890
σ2.979-2.851=0.127
min1505.459-1504.678=0.781
max1512.327-1511.215=1.112
mean624.200
σ87.622-90.037=-2.415
min493.000-513.000=-20.000
max726.000-739.000=-13.000
mean2.185-2.306=-0.121
σ0.257-0.163=0.094
min1.939-2.164=-0.225
max2.606-2.539=0.067
iters=5
new-facts=6402
prior-facts=6402
mean1830.067-1829.062=1.005
σ0.060-0.035=0.025
min1830.000-1829.012=0.988
max1830.130-1829.093=1.037
mean1715.200-1729.800=-14.600
σ186.868-168.924=17.944
min1453.000-1491.000=-38.000
max1884.000-1888.000=-4.000
mean3.031-2.957=0.073
σ0.337-0.194=0.143
min2.749-2.796=-0.047
max3.510-3.293=0.217

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.756-1.784=-0.028
σ0.110-0.098=0.012
min1.647-1.619=0.028
max1.900-1.870=0.029

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean406.199-393.633=12.566
σ509.796-509.937=-0.141
min151.295-138.662=12.633
max1170.892-1158.538=12.354
mean101.750-97.750=4.000
σ7.500
min98.000-94.000=4.000
max113.000-109.000=4.000
mean444.000-435.000=9.000
σ0.000
min444.000-435.000=9.000
max444.000-435.000=9.000
mean0.516-0.483=0.033
σ0.520-0.496=0.024
min0.250-0.233=0.017
max1.296-1.228=0.069
policies=20
mean1513.152-1386.753=126.399
σ0.276-0.153=0.123
min1512.975-1386.647=126.328
max1513.561-1386.980=126.581
mean980.000-940.000=40.000
σ0.000
min980.000-940.000=40.000
max980.000-940.000=40.000
mean446.000-443.500=2.500
σ2.309-9.815=-7.506
min444.000-435.000=9.000
max448.000-452.000=-4.000
mean2.512-2.306=0.206
σ0.014-0.013=0.000
min2.498-2.290=0.208
max2.530-2.321=0.209
policies=200
mean15139.936-13876.223=1263.713
σ0.137-0.110=0.027
min15139.749-13876.124=1263.625
max15140.044-13876.367=1263.677
mean9800.000-9400.000=400.000
σ0.000
min9800.000-9400.000=400.000
max9800.000-9400.000=400.000
mean496.500-494.750=1.750
σ6.608-3.096=3.512
min489.000-492.000=-3.000
max503.000-499.000=4.000
mean25.380-23.257=2.123
σ0.118-0.118=0.000
min25.258-23.104=2.154
max25.542-23.374=2.168