Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.750-54.810=-0.060
σ	0.364-0.365=-0.001
min	54.611-54.662=-0.051
max	55.786-55.847=-0.062

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.003-0.004=-0.001
min	0.138-0.136=0.002
max	0.147-0.147=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.809-43.805=0.004
σ	0.006-0.006=0.000
min	43.798-43.797=0.001
max	43.820-43.815=0.005

*mean*	418.700-419.000=-0.300
σ	0.483-0.000=0.483
min	418.000-419.000=-1.000
max	419.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.003=0.001
min	0.118-0.118=-0.001
max	0.130-0.127=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4588.500-4593.625=-5.125
σ	2248.812-2247.268=1.543
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	112.155-163.909=-51.755
σ	281.074-427.377=-146.303
min	11.789-11.858=-0.069
max	807.759-1221.603=-413.844

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4588.500-4593.625=-5.125
σ	2248.812-2247.268=1.543
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	13.587-14.239=-0.652
σ	3.355-3.834=-0.479
min	11.344-11.492=-0.148
max	20.459-22.981=-2.521

op=table_records(), no indexes

*mean*	41.939-41.948=-0.009
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	11.147-11.746=-0.600
σ	0.302-1.992=-1.690
min	10.774-10.866=-0.092
max	11.823-16.667=-4.844

op=table_records(), repeat

*mean*	41.925-41.933=-0.009
σ	0.000-0.001=-0.001
min	41.924-41.933=-0.008
max	41.925-41.937=-0.011

*mean*	4178.625-4186.500=-7.875
σ	1944.534-1944.592=-0.058
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	11.786-11.609=0.176
σ	1.854-1.709=0.145
min	10.857-10.746=0.111
max	16.350-15.824=0.526

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4178.625-4186.500=-7.875
σ	1944.534-1944.592=-0.058
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	9.132-9.094=0.038
σ	1.214-1.190=0.024
min	8.173-8.037=0.136
max	12.082-11.913=0.169

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4178.625-4186.500=-7.875
σ	1944.534-1944.592=-0.058
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	7.181-6.932=0.248
σ	1.024-1.070=-0.046
min	6.270-5.878=0.392
max	9.464-9.306=0.157

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.019
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4588.500-4593.625=-5.125
σ	2248.812-2247.268=1.543
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	6.379-6.604=-0.225
σ	0.789-1.009=-0.220
min	5.833-6.002=-0.169
max	8.024-8.900=-0.875

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4588.500-4593.625=-5.125
σ	2248.812-2247.268=1.543
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	6.173-6.343=-0.170
σ	0.610-1.024=-0.414
min	5.786-5.777=0.009
max	7.212-8.672=-1.460

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.632=-0.019
σ	0.002
min	1021.611-1021.630=-0.019
max	1021.616-1021.634=-0.019

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	448.480-418.520=29.960
σ	84.306-1.631=82.675
min	415.043-415.642=-0.599
max	657.076-420.707=236.368

op=load_product(), with indexes

*mean*	3495.860-3495.884=-0.024
σ	0.454-0.469=-0.015
min	3495.699-3495.718=-0.019
max	3496.982-3497.043=-0.061

*mean*	3755.375-3760.875=-5.500
σ	2298.825-2300.114=-1.288
min	720.000
max	7385.000-7382.000=3.000

*mean*	1861.348-1809.135=52.213
σ	671.690-607.791=63.899
min	1465.955-1458.434=7.521
max	3031.268-3043.614=-12.346

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.012
max	107.842-107.855=-0.013

*mean*	4408.500-4414.750=-6.250
σ	2218.651-2216.464=2.187
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	293.894-269.883=24.012
σ	447.558-383.907=63.651
min	124.947-123.938=1.009
max	1400.798-1219.023=181.775

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.013

*mean*	4408.500-4414.750=-6.250
σ	2218.651-2216.464=2.187
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	45.518-45.068=0.449
σ	9.678-8.176=1.503
min	40.351-40.884=-0.533
max	69.243-65.049=4.194

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	22.422-164.697=-142.275
σ	2.134-401.989=-399.856
min	21.529-21.559=-0.029
max	27.680-1159.561=-1131.882

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	255.209-63.293=191.915
σ	558.800-19.978=538.822
min	55.793-54.783=1.010
max	1638.143-112.385=1525.758

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4178.625-4186.500=-7.875
σ	1944.534-1944.592=-0.058
min	1483.000-1487.000=-4.000
max	7385.000-7382.000=3.000

*mean*	3320.761-3255.738=65.023
σ	787.089-762.393=24.696
min	2505.064-2466.559=38.505
max	4559.214-4529.990=29.224

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	981.797-1032.203=-50.407
σ	130.510-268.124=-137.614
min	916.328-912.438=3.889
max	1285.144-1688.107=-402.963

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.103=-0.022
max	905.086-905.108=-0.022

*mean*	7385.000-7382.000=3.000
σ	0.000
min	7385.000-7382.000=3.000
max	7385.000-7382.000=3.000

*mean*	393.967-390.003=3.963
σ	9.026-8.217=0.809
min	375.831-372.050=3.781
max	409.170-400.968=8.202

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-479.750=-2.750
σ	0.000-0.463=-0.463
min	477.000-479.000=-2.000
max	477.000-480.000=-3.000

*mean*	374.218-405.116=-30.898
σ	29.781-35.264=-5.483
min	333.665-336.701=-3.036
max	432.743-445.127=-12.384

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.375=0.625
σ	0.000-1.768=-1.768
min	563.000-558.000=5.000
max	563.000

*mean*	760.315-752.922=7.393
σ	49.939-69.931=-19.992
min	698.619-618.101=80.519
max	840.094-828.484=11.609

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.570-963.977=0.593
σ	1.881-1.821=0.060
min	963.850-963.270=0.579
max	972.527-971.678=0.849

*mean*	1043.500-1062.500=-19.000
σ	310.840-330.338=-19.498
min	593.000-566.000=27.000
max	1518.000-1564.000=-46.000

*mean*	1.275-1.322=-0.047
σ	0.139-0.182=-0.043
min	1.172-1.184=-0.012
max	1.807-1.865=-0.058

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.396=-0.006
σ	0.501-0.497=0.004
min	0.134-0.147=-0.014
max	1.283-1.283=0.000

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.481=-0.005
σ	0.326-0.316=0.010
min	0.323-0.321=0.002
max	1.059-1.045=0.014

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.204=0.015
σ	0.021-0.023=-0.002
min	0.198-0.187=0.012
max	0.252-0.242=0.009

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.320=0.015
σ	0.013-0.016=-0.003
min	0.326-0.308=0.019
max	0.359-0.349=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	431.000-437.000=-6.000
σ	0.000-6.595=-6.595
min	431.000
max	431.000-444.000=-13.000

*mean*	0.521-0.590=-0.068
σ	0.050-0.021=0.029
min	0.480-0.557=-0.077
max	0.604-0.607=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.461-0.464=-0.003
σ	0.049-0.080=-0.031
min	0.393-0.372=0.022
max	0.523-0.530=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	1.960-2.643=-0.683
σ	0.064-0.097=-0.033
min	1.860-2.456=-0.596
max	2.206-2.928=-0.722

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	1.946-2.602=-0.656
σ	0.060-0.085=-0.025
min	1.844-2.484=-0.640
max	2.146-2.983=-0.838

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.304-0.305=-0.001
σ	0.008-0.008=0.000
min	0.290-0.292=-0.002
max	0.351-0.357=-0.006

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.291-0.292=-0.001
σ	0.009-0.010=-0.001
min	0.279-0.280=-0.001
max	0.341-0.347=-0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.864-11.690=0.174
σ	11.432-11.688=-0.256
min	0.574-0.574=-0.000
max	88.730-90.289=-1.559

*mean*	465.735-460.422=5.313
σ	17.856-17.503=0.353
min	408.000
max	479.000-476.000=3.000

*mean*	0.027-0.027=0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.208-0.211=-0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.109-278.747=0.361
σ	1.100-1.010=0.090
min	278.677-278.337=0.340
max	282.233-281.617=0.616

*mean*	442.900-443.200=-0.300
σ	15.538-16.765=-1.227
min	414.000-417.000=-3.000
max	467.000-466.000=1.000

*mean*	0.580-0.578=0.002
σ	0.018-0.031=-0.014
min	0.544-0.525=0.019
max	0.593-0.648=-0.055

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	186.818-213.025=-26.207
σ	18.348-13.650=4.698
min	142.664-196.625=-53.960
max	198.320-233.749=-35.429

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000-0.001=-0.001
min	5.896-6.130=-0.234
max	5.896-6.133=-0.237

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	8.142-9.035=-0.894
σ	1.075-1.007=0.069
min	6.844-7.375=-0.531
max	9.132-9.707=-0.574

phase=parser

*mean*	1042.131-1042.435=-0.305
σ	0.000-0.001=-0.001
min	1042.131-1042.432=-0.302
max	1042.131-1042.436=-0.304

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	541.639-543.341=-1.702
σ	88.465-86.527=1.938
min	420.078-392.152=27.926
max	611.624-605.030=6.593

phase=processProdDef

*mean*	2243.746-2244.004=-0.258
σ	0.000-0.001=-0.001
min	2243.746-2244.004=-0.258
max	2243.746-2244.006=-0.261

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	2993.538-2999.766=-6.228
σ	198.565-263.945=-65.380
min	2647.497-2635.264=12.233
max	3153.135-3474.763=-321.628

phase=renaming

*mean*	21.440-21.671=-0.231
σ	0.000
min	21.440-21.671=-0.231
max	21.440-21.671=-0.231

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	45.177-37.057=8.120
σ	4.441-6.440=-1.999
min	36.305-26.496=9.809
max	48.245-40.851=7.394

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	851.000-859.000=-8.000
σ	0.000
min	851.000-859.000=-8.000
max	851.000-859.000=-8.000

*mean*	661.335-688.465=-27.129
σ	15.732-34.288=-18.555
min	640.375-640.497=-0.121
max	683.178-757.659=-74.480

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.865-282.404=0.461
σ	0.036-0.036=0.000
min	282.814-282.349=0.465
max	282.900-282.435=0.465

*mean*	443.000-444.800=-1.800
σ	0.000-1.095=-1.095
min	443.000-444.000=-1.000
max	443.000-446.000=-3.000

*mean*	0.382-0.377=0.005
σ	0.010-0.002=0.008
min	0.373-0.376=-0.002
max	0.394-0.379=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.076-1267.113=0.963
σ	0.106-0.082=0.024
min	1267.987-1267.017=0.971
max	1268.253-1267.240=1.013

*mean*	1086.400-1115.400=-29.000
σ	171.711-184.949=-13.238
min	885.000-893.000=-8.000
max	1315.000-1364.000=-49.000

*mean*	1.969-1.960=0.009
σ	0.092-0.138=-0.047
min	1.855-1.840=0.015
max	2.086-2.123=-0.037

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.037-1506.122=0.915
σ	2.982-2.925=0.057
min	1505.476-1504.662=0.815
max	1512.359-1511.347=1.012

*mean*	623.600-633.200=-9.600
σ	86.071-89.441=-3.370
min	495.000-496.000=-1.000
max	723.000-729.000=-6.000

*mean*	2.213-2.285=-0.072
σ	0.200-0.268=-0.068
min	2.076-2.060=0.015
max	2.562-2.617=-0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.077-1829.138=0.939
σ	0.048-0.077=-0.029
min	1830.004-1829.047=0.957
max	1830.121-1829.255=0.865

*mean*	1728.400-1755.200=-26.800
σ	180.452-215.929=-35.477
min	1472.000-1465.000=7.000
max	1895.000-1959.000=-64.000

*mean*	2.999-3.231=-0.232
σ	0.246-0.421=-0.175
min	2.848-2.802=0.046
max	3.435-3.745=-0.310

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.747-1.766=-0.019
σ	0.099-0.165=-0.066
min	1.629-1.473=0.156
max	1.877-1.865=0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	404.771-396.270=8.502
σ	506.921-515.180=-8.259
min	151.308-138.678=12.630
max	1165.154-1169.040=-3.887

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	440.000-447.000=-7.000
σ	0.000
min	440.000-447.000=-7.000
max	440.000-447.000=-7.000

*mean*	0.500-0.498=0.002
σ	0.502-0.524=-0.022
min	0.246-0.233=0.013
max	1.252-1.283=-0.031

policies=20

*mean*	1513.244-1386.922=126.322
σ	0.269-0.168=0.101
min	1513.069-1386.807=126.263
max	1513.643-1387.171=126.472

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	443.500-447.750=-4.250
σ	4.041-0.500=3.541
min	440.000-447.000=-7.000
max	447.000-448.000=-1.000

*mean*	2.503-2.319=0.184
σ	0.017-0.011=0.006
min	2.483-2.307=0.176
max	2.517-2.333=0.184

policies=200

*mean*	15140.945-13877.686=1263.259
σ	0.072-0.110=-0.038
min	15140.839-13877.579=1263.259
max	15140.999-13877.827=1263.172

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	498.500-496.500=2.000
σ	4.796-5.802=-1.006
min	493.000-490.000=3.000
max	503.000-504.000=-1.000

*mean*	25.100-23.525=1.575
σ	0.115-0.133=-0.019
min	24.954-23.404=1.550
max	25.217-23.673=1.544