Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.730-54.775=-0.046
σ	0.359-0.366=-0.007
min	54.580-54.625=-0.045
max	55.751-55.816=-0.065

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.004=0.001
min	0.130-0.137=-0.007
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.774=-0.000
σ	0.005-0.007=-0.002
min	43.764-43.763=0.001
max	43.782-43.785=-0.003

*mean*	415.100-416.000=-0.900
σ	0.316-0.000=0.316
min	415.000-416.000=-1.000
max	416.000

*mean*	0.123-0.121=0.002
σ	0.004-0.003=0.001
min	0.120-0.117=0.003
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4407.875-4589.000=-181.125
σ	2198.685-2248.605=-49.920
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	12.862-56.715=-43.853
σ	1.858-123.956=-122.098
min	11.909-11.930=-0.022
max	17.425-363.453=-346.028

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4586.875-4589.000=-2.125
σ	2231.894-2248.605=-16.711
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	13.059-13.179=-0.120
σ	1.880-1.665=0.215
min	11.451-11.525=-0.074
max	17.455-16.395=1.060

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	11.433-11.199=0.234
σ	1.382-0.194=1.188
min	10.749-11.046=-0.297
max	14.834-11.627=3.208

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4188.000-4180.500=7.500
σ	1936.851-1944.841=-7.989
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	11.396-11.735=-0.340
σ	1.822-1.878=-0.056
min	10.648-10.616=0.032
max	15.897-16.335=-0.438

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.136-0.136=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4188.000-4180.500=7.500
σ	1936.851-1944.841=-7.989
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	8.929-9.070=-0.140
σ	1.264-1.195=0.069
min	7.925-8.043=-0.118
max	11.995-11.940=0.055

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4188.000-4180.500=7.500
σ	1936.851-1944.841=-7.989
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	7.024-6.796=0.228
σ	0.986-0.996=-0.011
min	6.360-5.950=0.410
max	9.416-9.086=0.330

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.019
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4586.875-4589.000=-2.125
σ	2231.894-2248.605=-16.711
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	6.423-6.175=0.248
σ	0.771-0.357=0.414
min	5.868-5.825=0.043
max	7.998-6.989=1.009

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.960-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4586.875-4589.000=-2.125
σ	2231.894-2248.605=-16.711
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	6.203-6.012=0.191
σ	0.661-0.414=0.248
min	5.700-5.694=0.006
max	7.454-7.015=0.438

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002-0.002=-0.000
min	1021.608-1021.625=-0.017
max	1021.612-1021.630=-0.017

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	346.464-566.838=-220.373
σ	2.692-622.138=-619.447
min	342.943-344.760=-1.817
max	349.663-2106.545=-1756.881

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.022
σ	0.455-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.983-3497.038=-0.055

*mean*	3760.250-3756.125=4.125
σ	2293.710-2299.281=-5.571
min	719.000-720.000=-1.000
max	7332.000-7383.000=-51.000

*mean*	1621.963-1757.500=-135.536
σ	531.196-586.850=-55.654
min	1377.784-1405.556=-27.772
max	2920.556-2730.733=189.823

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.840-107.854=-0.013
max	107.842-107.855=-0.013

*mean*	4407.875-4409.875=-2.000
σ	2198.685-2218.168=-19.483
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	244.849-220.493=24.356
σ	304.122-233.251=70.871
min	126.090-124.757=1.333
max	996.301-796.273=200.029

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.013

*mean*	4407.875-4409.875=-2.000
σ	2198.685-2218.168=-19.483
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	45.804-45.912=-0.108
σ	8.939-9.038=-0.099
min	40.763-40.738=0.025
max	67.627-67.906=-0.279

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	200.846-23.592=177.253
σ	506.345-2.393=503.952
min	21.352-21.534=-0.182
max	1453.984-28.358=1425.626

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	63.481-56.908=6.573
σ	21.031-2.103=18.929
min	54.713-55.519=-0.806
max	115.423-61.210=54.213

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4188.000-4180.500=7.500
σ	1936.851-1944.841=-7.989
min	1483.000-1482.000=1.000
max	7332.000-7383.000=-51.000

*mean*	3052.829-3283.160=-230.332
σ	764.796-803.995=-39.199
min	2514.138-2506.074=8.064
max	4571.402-4522.471=48.931

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=0.000
min	1973.827-1973.849=-0.022
max	1973.832-1973.853=-0.022

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	994.593-1021.175=-26.582
σ	144.424-201.700=-57.276
min	924.328-926.272=-1.944
max	1331.411-1507.347=-175.936

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002-0.002=0.000
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7332.000-7383.000=-51.000
σ	0.000
min	7332.000-7383.000=-51.000
max	7332.000-7383.000=-51.000

*mean*	384.728-486.567=-101.840
σ	6.659-225.810=-219.151
min	369.083-386.834=-17.751
max	389.627-1036.468=-646.841

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	364.038-373.336=-9.298
σ	30.257-42.340=-12.083
min	312.762-305.348=7.414
max	393.872-441.393=-47.521

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-563.000=-6.000
σ	0.000-0.535=-0.535
min	557.000-562.000=-5.000
max	557.000-564.000=-7.000

*mean*	783.618-779.209=4.409
σ	45.918-55.323=-9.405
min	722.505-680.211=42.294
max	867.505-839.678=27.828

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.968-963.971=-0.003
σ	1.821-1.821=-0.000
min	963.263-963.263=-0.000
max	971.668-971.672=-0.004

*mean*	1047.450-1045.150=2.300
σ	306.016-321.334=-15.319
min	560.000-540.000=20.000
max	1497.000-1567.000=-70.000

*mean*	1.305-1.263=0.042
σ	0.189-0.123=0.066
min	1.153-1.180=-0.027
max	1.754-1.745=0.009

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.297=0.006
σ	0.296-0.293=0.003
min	0.143-0.131=0.012
max	0.827-0.816=0.011

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.470=0.002
σ	0.323-0.314=0.009
min	0.319-0.316=0.003
max	1.049-1.031=0.018

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.218=-0.005
σ	0.023-0.024=-0.001
min	0.197-0.201=-0.004
max	0.254-0.260=-0.006

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.332=-0.005
σ	0.016-0.015=0.001
min	0.314-0.319=-0.005
max	0.355-0.357=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	434.400-436.200=-1.800
σ	3.847-1.789=2.058
min	431.000-433.000=-2.000
max	441.000-437.000=4.000

*mean*	0.549-0.529=0.021
σ	0.033-0.073=-0.041
min	0.500-0.449=0.050
max	0.588-0.608=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.482-0.470=0.012
σ	0.033-0.052=-0.019
min	0.443-0.420=0.022
max	0.513-0.529=-0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	2.600-2.561=0.038
σ	0.098-0.096=0.002
min	2.433-2.422=0.010
max	2.882-2.902=-0.021

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	2.614-2.536=0.078
σ	0.093-0.074=0.019
min	2.457-2.385=0.072
max	2.896-2.868=0.029

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.306-0.307=-0.001
σ	0.028-0.020=0.008
min	0.285-0.290=-0.005
max	0.555-0.479=0.076

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	441.000-439.000=2.000
σ	0.000
min	441.000-439.000=2.000
max	441.000-439.000=2.000

*mean*	0.292-0.290=0.002
σ	0.011-0.011=-0.000
min	0.276-0.273=0.004
max	0.360-0.366=-0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.743-11.228=0.515
σ	11.931-11.143=0.788
min	0.574-0.574=0.000
max	103.029-85.600=17.429

*mean*	464.659-462.332=2.327
σ	20.953-20.455=0.497
min	406.000
max	482.000-481.000=1.000

*mean*	0.027-0.026=0.001
σ	0.029-0.027=0.002
min	0.001-0.001=-0.000
max	0.259-0.202=0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.651-278.661=-0.010
σ	1.047-1.033=0.014
min	278.137-278.228=-0.091
max	281.623-281.592=0.030

*mean*	442.300-443.300=-1.000
σ	18.013-16.720=1.292
min	414.000-418.000=-4.000
max	468.000-471.000=-3.000

*mean*	0.584-0.576=0.008
σ	0.018-0.017=0.001
min	0.543-0.550=-0.007
max	0.613-0.611=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=-0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	837.875-859.000=-21.125
σ	31.466-0.000=31.466
min	760.000-859.000=-99.000
max	849.000-859.000=-10.000

*mean*	216.902-237.601=-20.698
σ	23.293-21.187=2.106
min	186.418-204.047=-17.629
max	244.481-265.044=-20.563

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000-0.001=-0.001
min	5.896-6.130=-0.233
max	5.896-6.133=-0.237

*mean*	827.750-859.000=-31.250
σ	40.266-0.000=40.266
min	748.000-859.000=-111.000
max	849.000-859.000=-10.000

*mean*	7.786-9.555=-1.769
σ	1.433-0.095=1.338
min	5.976-9.360=-3.384
max	9.219-9.669=-0.450

phase=parser

*mean*	1043.355-1042.435=0.920
σ	0.000-0.001=-0.001
min	1043.355-1042.432=0.923
max	1043.355-1042.436=0.919

*mean*	827.750-859.000=-31.250
σ	40.266-0.000=40.266
min	748.000-859.000=-111.000
max	849.000-859.000=-10.000

*mean*	525.233-599.293=-74.060
σ	88.868-6.108=82.760
min	422.754-589.950=-167.196
max	620.872-606.934=13.937

phase=processProdDef

*mean*	2243.714-2243.976=-0.262
σ	0.000-0.001=-0.001
min	2243.714-2243.976=-0.262
max	2243.714-2243.979=-0.265

*mean*	837.875-859.000=-21.125
σ	31.466-0.000=31.466
min	760.000-859.000=-99.000
max	849.000-859.000=-10.000

*mean*	3084.979-3053.487=31.492
σ	341.910-382.237=-40.328
min	2305.222-2343.306=-38.084
max	3327.182-3448.688=-121.506

phase=renaming

*mean*	21.438-21.671=-0.233
σ	0.000
min	21.438-21.671=-0.233
max	21.438-21.671=-0.233

*mean*	827.750-859.000=-31.250
σ	40.266-0.000=40.266
min	748.000-859.000=-111.000
max	849.000-859.000=-10.000

*mean*	41.284-40.568=0.716
σ	4.879-0.706=4.173
min	35.676-39.962=-4.286
max	49.331-42.225=7.106

phase=type checker

*mean*	958.597-989.755=-31.158
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	827.750-859.000=-31.250
σ	40.266-0.000=40.266
min	748.000-859.000=-111.000
max	849.000-859.000=-10.000

*mean*	687.138-750.809=-63.671
σ	59.851-86.602=-26.751
min	639.263-676.759=-37.496
max	832.035-913.354=-81.319

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.374-282.394=-0.020
σ	0.036-0.036=-0.001
min	282.319-282.338=-0.020
max	282.404-282.428=-0.024

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.382-0.376=0.006
σ	0.011-0.001=0.009
min	0.373-0.373=0.000
max	0.398-0.377=0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.079-1267.122=-0.043
σ	0.107-0.086=0.021
min	1266.959-1267.002=-0.043
max	1267.244-1267.236=0.008

*mean*	1106.200-1090.600=15.600
σ	179.653-173.972=5.681
min	892.000-853.000=39.000
max	1354.000-1297.000=57.000

*mean*	2.070-1.987=0.083
σ	0.180-0.178=0.003
min	1.891-1.783=0.108
max	2.347-2.141=0.206

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.115-1506.116=-0.000
σ	2.870-2.931=-0.061
min	1504.690-1504.593=0.097
max	1511.244-1511.349=-0.105

*mean*	624.000-616.400=7.600
σ	87.501-78.159=9.343
min	519.000-496.000=23.000
max	732.000-703.000=29.000

*mean*	2.298-2.276=0.022
σ	0.192-0.247=-0.055
min	2.116-2.063=0.053
max	2.549-2.623=-0.074

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.060-1829.102=-0.042
σ	0.039-0.029=0.011
min	1829.003-1829.056=-0.053
max	1829.104-1829.127=-0.022

*mean*	1710.800-1718.400=-7.600
σ	178.496-205.704=-27.209
min	1478.000-1432.000=46.000
max	1881.000-1909.000=-28.000

*mean*	2.957-2.888=0.069
σ	0.267-0.119=0.148
min	2.762-2.796=-0.034
max	3.427-3.073=0.354

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.680-1.760=-0.080
σ	0.184-0.102=0.082
min	1.467-1.611=-0.144
max	1.867-1.855=0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.634-397.698=-4.064
σ	509.937-518.051=-8.114
min	138.663-138.670=-0.007
max	1158.539-1174.774=-16.234

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.474-0.420=0.054
σ	0.479-0.364=0.114
min	0.231-0.235=-0.004
max	1.192-0.966=0.226

policies=20

*mean*	1386.765-1386.839=-0.074
σ	0.146-0.164=-0.018
min	1386.660-1386.722=-0.063
max	1386.981-1387.083=-0.101

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.000-446.000=2.000
σ	2.309-0.000=2.309
min	446.000
max	450.000-446.000=4.000

*mean*	2.298-2.334=-0.036
σ	0.011-0.015=-0.003
min	2.285-2.318=-0.033
max	2.309-2.352=-0.043

policies=200

*mean*	13876.173-13876.879=-0.707
σ	0.119-0.121=-0.002
min	13876.084-13876.746=-0.662
max	13876.338-13877.039=-0.702

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-496.000=-1.500
σ	4.435-3.916=0.519
min	490.000-492.000=-2.000
max	500.000-501.000=-1.000

*mean*	23.267-23.540=-0.272
σ	0.127-0.190=-0.063
min	23.160-23.360=-0.200
max	23.436-23.800=-0.364