Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.720-54.774=-0.053
σ	0.361-0.361=-0.001
min	54.577-54.633=-0.055
max	55.746-55.801=-0.055

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.138-0.138=-0.001
σ	0.004-0.005=-0.001
min	0.131-0.130=0.001
max	0.145-0.147=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=0.001
σ	0.006-0.005=0.001
min	43.764-43.766=-0.001
max	43.782-43.784=-0.002

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.120-0.124=-0.004
σ	0.004-0.004=-0.001
min	0.116-0.120=-0.004
max	0.126-0.134=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4427.375-4590.125=-162.750
σ	2226.908-2248.240=-21.331
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	12.799-171.031=-158.232
σ	1.978-447.005=-445.027
min	11.737-12.033=-0.297
max	17.577-1277.301=-1259.724

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4607.125-4590.125=17.000
σ	2257.941-2248.240=9.701
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	143.670-14.488=129.181
σ	368.162-4.464=363.698
min	11.591-11.445=0.146
max	1054.810-24.772=1030.038

op=table_records(), no indexes

*mean*	41.939-41.948=-0.009
σ	0.002-0.002=0.000
min	41.938-41.946=-0.009
max	41.942-41.950=-0.008

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	11.145-10.624=0.520
σ	0.183-0.288=-0.106
min	10.830-10.167=0.663
max	11.375-10.986=0.389

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4198.250-4181.250=17.000
σ	1953.999-1944.703=9.295
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	11.602-11.652=-0.050
σ	1.765-1.747=0.018
min	10.688-10.816=-0.128
max	15.933-15.962=-0.029

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4198.250-4181.250=17.000
σ	1953.999-1944.703=9.295
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	9.100-9.048=0.053
σ	1.293-1.421=-0.127
min	7.989-7.826=0.164
max	12.220-12.423=-0.203

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4198.250-4181.250=17.000
σ	1953.999-1944.703=9.295
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	7.211-6.733=0.478
σ	1.003-1.103=-0.099
min	6.280-5.918=0.362
max	9.609-9.408=0.202

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4607.125-4590.125=17.000
σ	2257.941-2248.240=9.701
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	6.639-6.448=0.190
σ	1.114-1.057=0.057
min	6.012-5.839=0.173
max	9.119-8.840=0.278

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4607.125-4590.125=17.000
σ	2257.941-2248.240=9.701
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	6.448-6.341=0.106
σ	1.117-1.082=0.036
min	5.779-5.690=0.090
max	8.866-8.771=0.095

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002-0.002=0.000
min	1021.608-1021.625=-0.017
max	1021.613-1021.629=-0.016

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	346.211-360.407=-14.197
σ	3.825-40.331=-36.506
min	341.251-343.877=-2.626
max	354.793-460.096=-105.303

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.022
σ	0.455-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.983-3497.038=-0.054

*mean*	3771.125-3757.250=13.875
σ	2310.280-2299.390=10.891
min	720.000
max	7408.000-7383.000=25.000

*mean*	1719.999-1785.898=-65.900
σ	560.280-664.297=-104.017
min	1387.621-1391.667=-4.046
max	2811.418-2942.010=-130.593

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.840-107.853=-0.013
max	107.841-107.854=-0.013

*mean*	4198.250-4410.250=-212.000
σ	1953.999-2217.739=-263.740
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	136.261-257.036=-120.775
σ	12.792-341.580=-328.789
min	126.249-124.325=1.924
max	166.958-1100.973=-934.015

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4427.375-4410.250=17.125
σ	2226.908-2217.739=9.170
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	166.759-46.644=120.115
σ	353.262-8.284=344.978
min	40.527-42.073=-1.546
max	1041.034-66.815=974.218

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.924-40.947=-0.023
max	40.929-40.950=-0.021

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	104.012-22.317=81.694
σ	230.460-1.236=229.224
min	21.622-21.650=-0.027
max	674.365-25.342=649.023

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	59.773-256.629=-196.856
σ	9.223-567.709=-558.486
min	55.757-54.476=1.281
max	82.533-1661.624=-1579.090

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.008
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4198.250-4181.250=17.000
σ	1953.999-1944.703=9.295
min	1483.000-1486.000=-3.000
max	7408.000-7383.000=25.000

*mean*	3156.464-3314.420=-157.955
σ	601.794-846.515=-244.721
min	2520.646-2493.628=27.018
max	4118.876-4651.813=-532.937

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=-0.000
min	1973.827-1973.849=-0.022
max	1973.831-1973.854=-0.023

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	1034.237-1044.165=-9.928
σ	194.501-235.318=-40.817
min	924.593-922.994=1.599
max	1496.686-1606.051=-109.365

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002-0.002=0.000
min	905.080-905.102=-0.023
max	905.086-905.108=-0.022

*mean*	7408.000-7383.000=25.000
σ	0.000
min	7408.000-7383.000=25.000
max	7408.000-7383.000=25.000

*mean*	404.649-394.056=10.593
σ	40.779-7.518=33.262
min	381.279-377.275=4.005
max	505.132-403.664=101.468

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-476.125=-0.250
σ	0.991-1.553=-0.562
min	475.000
max	477.000-478.000=-1.000

*mean*	375.353-373.728=1.625
σ	31.720-25.355=6.365
min	314.831-343.779=-28.948
max	425.647-409.624=16.023

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	747.186-721.147=26.039
σ	47.890-82.773=-34.883
min	664.840-613.730=51.110
max	813.614-827.525=-13.910

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-963.971=0.558
σ	1.822-1.821=0.001
min	963.823-963.266=0.557
max	972.234-971.671=0.562

*mean*	1039.850-1040.550=-0.700
σ	293.473-291.390=2.083
min	552.000-560.000=-8.000
max	1432.000-1429.000=3.000

*mean*	1.265-1.264=0.001
σ	0.102-0.087=0.015
min	1.174-1.179=-0.005
max	1.511-1.507=0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.392-0.427=-0.035
σ	0.495-0.598=-0.103
min	0.138-0.132=0.006
max	1.272-1.494=-0.222

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.842=-0.355
σ	0.322-0.518=-0.196
min	0.331-0.581=-0.250
max	1.061-1.766=-0.705

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.261=-0.043
σ	0.027-0.107=-0.080
min	0.201-0.208=-0.007
max	0.266-0.453=-0.187

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.451-0.550=-0.099
σ	0.248-0.098=0.151
min	0.326-0.376=-0.051
max	0.895-0.608=0.287

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	432.600-435.600=-3.000
σ	0.894-5.079=-4.185
min	431.000
max	433.000-441.000=-8.000

*mean*	0.553-0.683=-0.131
σ	0.073-0.074=-0.001
min	0.454-0.597=-0.143
max	0.613-0.758=-0.145

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.485-0.502=-0.017
σ	0.035-0.031=0.004
min	0.434-0.453=-0.019
max	0.520-0.532=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.654-2.619=0.034
σ	0.100-0.113=-0.013
min	2.488-2.465=0.023
max	3.002-3.125=-0.123

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.617-2.604=0.013
σ	0.090-0.070=0.020
min	2.466-2.491=-0.025
max	2.876-2.797=0.080

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.303-0.318=-0.016
σ	0.009-0.044=-0.035
min	0.287-0.295=-0.008
max	0.356-0.704=-0.348

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.290-0.295=-0.005
σ	0.008-0.009=-0.001
min	0.276-0.279=-0.003
max	0.331-0.341=-0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.219-11.293=-0.074
σ	11.625-10.874=0.751
min	0.573-0.574=-0.000
max	90.260-115.662=-25.402

*mean*	467.711-463.322=4.389
σ	18.963-19.373=-0.410
min	408.000-407.000=1.000
max	483.000-478.000=5.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.027=0.002
min	0.001-0.001=0.000
max	0.222-0.282=-0.061

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.777-278.749=0.028
σ	1.032-1.028=0.004
min	278.383-278.363=0.020
max	281.712-281.670=0.042

*mean*	441.300-443.300=-2.000
σ	17.250-14.982=2.268
min	414.000-418.000=-4.000
max	465.000-467.000=-2.000

*mean*	0.568-0.579=-0.011
σ	0.028-0.006=0.021
min	0.527-0.569=-0.042
max	0.610-0.590=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	231.524-239.235=-7.711
σ	21.844-23.931=-2.087
min	194.421-190.736=3.686
max	250.121-257.236=-7.114

phase=macro expansion

*mean*	5.900-6.130=-0.229
σ	0.000
min	5.900-6.130=-0.229
max	5.900-6.130=-0.229

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	5.862-8.676=-2.814
σ	0.063-2.163=-2.100
min	5.780-6.350=-0.570
max	5.976-12.809=-6.833

phase=parser

*mean*	1043.350-1042.436=0.914
σ	0.000-0.000=-0.000
min	1043.350-1042.436=0.915
max	1043.351-1042.436=0.914

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	498.648-560.145=-61.497
σ	94.950-104.442=-9.492
min	407.183-425.277=-18.095
max	613.643-733.915=-120.272

phase=processProdDef

*mean*	2243.722-2243.972=-0.250
σ	0.000-0.000=-0.000
min	2243.722-2243.972=-0.249
max	2243.722-2243.972=-0.250

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	2949.579-2587.210=362.369
σ	335.370-222.301=113.070
min	2208.441-2361.320=-152.879
max	3279.957-2870.486=409.471

phase=renaming

*mean*	21.438-21.671=-0.233
σ	0.000
min	21.438-21.671=-0.233
max	21.438-21.671=-0.233

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	34.531-32.972=1.559
σ	1.695-10.377=-8.682
min	32.254-21.023=11.231
max	36.938-47.985=-11.047

phase=type checker

*mean*	958.597-989.752=-31.155
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.143

*mean*	698.000-839.000=-141.000
σ	0.000
min	698.000-839.000=-141.000
max	698.000-839.000=-141.000

*mean*	664.546-682.110=-17.565
σ	12.819-46.796=-33.977
min	645.561-641.741=3.821
max	679.296-791.765=-112.470

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.367-282.387=-0.020
σ	0.035-0.035=0.000
min	282.312-282.338=-0.027
max	282.397-282.424=-0.027

*mean*	443.600-442.000=1.600
σ	0.548-0.000=0.548
min	443.000-442.000=1.000
max	444.000-442.000=2.000

*mean*	0.391-0.380=0.011
σ	0.010-0.007=0.003
min	0.374-0.375=-0.000
max	0.398-0.387=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.620-1267.115=0.505
σ	0.126-0.093=0.033
min	1267.437-1267.005=0.431
max	1267.776-1267.256=0.519

*mean*	1092.400-1111.200=-18.800
σ	169.214-169.216=-0.003
min	890.000-896.000=-6.000
max	1322.000-1325.000=-3.000

*mean*	2.172-2.012=0.160
σ	0.277-0.132=0.145
min	1.954-1.863=0.091
max	2.654-2.119=0.535

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.545-1506.131=0.414
σ	2.924-2.954=-0.030
min	1505.037-1504.640=0.396
max	1511.763-1511.406=0.357

*mean*	611.600-626.600=-15.000
σ	92.985-89.993=2.992
min	499.000-503.000=-4.000
max	731.000-726.000=5.000

*mean*	2.223-2.357=-0.134
σ	0.135-0.306=-0.171
min	2.076-2.073=0.003
max	2.389-2.825=-0.437

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.568-1829.117=0.452
σ	0.051-0.072=-0.021
min	1829.510-1829.029=0.481
max	1829.615-1829.223=0.391

*mean*	1722.000-1756.600=-34.600
σ	190.604-214.727=-24.123
min	1458.000-1470.000=-12.000
max	1898.000-1960.000=-62.000

*mean*	2.927-3.238=-0.311
σ	0.275-0.380=-0.105
min	2.605-2.795=-0.190
max	3.361-3.694=-0.333

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.657-1.663=-0.007
σ	0.207-0.165=0.041
min	1.316-1.506=-0.190
max	1.845-1.879=-0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.630-397.698=-4.068
σ	509.937-518.051=-8.114
min	138.659-138.670=-0.011
max	1158.536-1174.775=-16.239

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	435.000-444.000=-9.000
σ	0.000
min	435.000-444.000=-9.000
max	435.000-444.000=-9.000

*mean*	0.479-0.493=-0.014
σ	0.492-0.507=-0.015
min	0.229-0.238=-0.009
max	1.217-1.254=-0.036

policies=20

*mean*	1386.719-1386.834=-0.115
σ	0.134-0.161=-0.027
min	1386.622-1386.726=-0.104
max	1386.918-1387.074=-0.156

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	443.000-444.000=-1.000
σ	9.238-0.000=9.238
min	435.000-444.000=-9.000
max	451.000-444.000=7.000

*mean*	2.282-2.316=-0.033
σ	0.007-0.017=-0.010
min	2.272-2.293=-0.021
max	2.289-2.332=-0.043

policies=200

*mean*	13875.869-13876.912=-1.043
σ	0.104-0.115=-0.011
min	13875.773-13876.814=-1.041
max	13876.017-13877.079=-1.062

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.250-494.750=-1.500
σ	4.425-4.113=0.312
min	489.000-490.000=-1.000
max	498.000-500.000=-2.000

*mean*	23.252-23.487=-0.235
σ	0.149-0.171=-0.022
min	23.120-23.351=-0.231
max	23.394-23.718=-0.324