Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.774=-0.057
σ	0.367-0.363=0.004
min	54.568-54.628=-0.060
max	55.760-55.806=-0.046

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.139=-0.000
σ	0.005-0.006=-0.001
min	0.133-0.132=0.001
max	0.146-0.146=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.775=0.003
σ	0.009-0.006=0.003
min	43.761-43.764=-0.003
max	43.796-43.785=0.010

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.121=0.001
σ	0.005-0.006=-0.000
min	0.114-0.114=0.001
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4425.375-4427.000=-1.625
σ	2224.765-2227.246=-2.481
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	13.401-12.509=0.892
σ	3.393-2.000=1.393
min	11.903-11.542=0.361
max	21.776-17.326=4.450

op=column_set() on indexed, repeat

*mean*	36.605-36.618=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4606.875-4608.250=-1.375
σ	2256.231-2258.589=-2.358
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	171.980-131.980=40.000
σ	448.112-336.641=111.471
min	11.572-11.179=0.393
max	1280.975-965.109=315.866

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	11.319-10.563=0.756
σ	0.410-0.269=0.141
min	10.943-10.388=0.555
max	12.249-11.055=1.194

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.009

*mean*	4197.875-4198.750=-0.875
σ	1953.403-1955.039=-1.636
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	11.870-10.989=0.881
σ	1.743-0.802=0.941
min	10.891-10.523=0.368
max	16.137-12.945=3.192

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.023
σ	0.137-0.136=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4197.875-4198.750=-0.875
σ	1953.403-1955.039=-1.636
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	8.869-8.737=0.131
σ	1.315-0.535=0.780
min	7.707-8.329=-0.622
max	11.986-10.016=1.970

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4197.875-4198.750=-0.875
σ	1953.403-1955.039=-1.636
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	6.619-6.512=0.107
σ	1.158-0.605=0.553
min	5.743-5.926=-0.183
max	9.392-7.779=1.613

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4606.875-4608.250=-1.375
σ	2256.231-2258.589=-2.358
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	6.722-6.297=0.426
σ	1.265-1.182=0.083
min	5.959-5.580=0.379
max	9.095-8.997=0.099

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.023
max	25.962-25.985=-0.023

*mean*	4606.875-4608.250=-1.375
σ	2256.231-2258.589=-2.358
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	6.389-6.156=0.233
σ	0.996-1.124=-0.128
min	5.775-5.534=0.242
max	8.667-8.710=-0.043

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.630=-0.019

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	345.037-345.255=-0.217
σ	2.820-1.711=1.109
min	341.392-342.008=-0.615
max	350.384-348.035=2.349

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.978-3497.038=-0.060

*mean*	3771.625-3772.250=-0.625
σ	2309.854-2311.378=-1.524
min	720.000
max	7402.000-7408.000=-6.000

*mean*	1786.053-1787.189=-1.135
σ	675.635-675.175=0.461
min	1384.939-1393.310=-8.372
max	2976.807-2956.193=20.615

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.854=-0.013

*mean*	4197.875-4198.750=-0.875
σ	1953.403-1955.039=-1.636
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	134.867-134.677=0.190
σ	19.012-8.281=10.731
min	124.174-123.875=0.299
max	180.411-149.316=31.096

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.013

*mean*	4425.375-4427.000=-1.625
σ	2224.765-2227.246=-2.481
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	131.359-179.884=-48.525
σ	248.338-386.637=-138.299
min	41.762-41.004=0.757
max	745.953-1136.749=-390.796

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.929-40.951=-0.022

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	80.456-83.903=-3.446
σ	164.967-176.572=-11.605
min	21.599-21.010=0.589
max	488.726-520.894=-32.168

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	59.615-58.710=0.905
σ	10.600-9.303=1.297
min	54.660-54.697=-0.037
max	85.807-81.664=4.143

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.013=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4197.875-4198.750=-0.875
σ	1953.403-1955.039=-1.636
min	1485.000
max	7402.000-7408.000=-6.000

*mean*	3378.648-3253.770=124.878
σ	787.536-690.071=97.465
min	2506.447-2495.094=11.353
max	4372.680-4020.974=351.706

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.831-1973.853=-0.022

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	982.809-998.146=-15.337
σ	117.867-173.337=-55.470
min	917.144-913.840=3.305
max	1238.865-1402.061=-163.196

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7402.000-7408.000=-6.000
σ	0.000
min	7402.000-7408.000=-6.000
max	7402.000-7408.000=-6.000

*mean*	392.860-388.730=4.130
σ	4.011-4.435=-0.424
min	384.221-381.797=2.423
max	396.506-395.240=1.266

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-476.500=1.000
σ	1.414-0.535=0.880
min	474.000-476.000=-2.000
max	478.000-477.000=1.000

*mean*	398.684-375.229=23.455
σ	27.892-47.149=-19.258
min	364.454-306.866=57.589
max	443.246-429.064=14.182

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	760.657-752.146=8.512
σ	55.604-49.139=6.465
min	666.948-674.241=-7.293
max	841.728-806.655=35.074

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-963.969=0.561
σ	1.822-1.820=0.002
min	963.822-963.262=0.561
max	972.234-971.666=0.569

*mean*	1057.600-1028.000=29.600
σ	307.944-298.133=9.811
min	553.000-551.000=2.000
max	1471.000-1449.000=22.000

*mean*	1.288-1.268=0.020
σ	0.134-0.093=0.041
min	1.187-1.188=-0.000
max	1.628-1.511=0.117

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.302-0.313=-0.011
σ	0.304-0.313=-0.008
min	0.138-0.145=-0.007
max	0.841-0.868=-0.027

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.481-0.424=0.057
σ	0.337-0.191=0.146
min	0.318-0.333=-0.016
max	1.084-0.766=0.318

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.229=-0.012
σ	0.021-0.020=0.002
min	0.200-0.212=-0.012
max	0.254-0.263=-0.009

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.334-0.343=-0.009
σ	0.020-0.021=-0.001
min	0.317-0.325=-0.007
max	0.368-0.378=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	431.800-435.000=-3.200
σ	1.789-2.236=-0.447
min	431.000
max	435.000-436.000=-1.000

*mean*	0.561-0.522=0.039
σ	0.025-0.063=-0.038
min	0.533-0.426=0.107
max	0.583-0.596=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.484-0.435=0.049
σ	0.029-0.032=-0.003
min	0.458-0.412=0.045
max	0.515-0.486=0.029

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.613-2.577=0.036
σ	0.102-0.085=0.018
min	2.481-2.406=0.075
max	2.965-2.827=0.138

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	2.605-2.580=0.024
σ	0.090-0.081=0.009
min	2.479-2.459=0.019
max	3.126-2.854=0.272

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.302-0.311=-0.009
σ	0.012-0.009=0.003
min	0.282-0.297=-0.016
max	0.349-0.382=-0.033

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.290-0.298=-0.007
σ	0.009-0.009=0.000
min	0.271-0.284=-0.013
max	0.338-0.346=-0.007

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.032-11.790=0.242
σ	11.587-11.459=0.129
min	0.574-0.574=-0.000
max	88.674-110.914=-22.240

*mean*	460.399-466.816=-6.417
σ	18.587-19.087=-0.501
min	407.000-406.000=1.000
max	478.000-482.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.028-0.028=0.000
min	0.001-0.001=-0.000
max	0.206-0.268=-0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.786-278.726=0.060
σ	1.024-1.011=0.013
min	278.365-278.296=0.069
max	281.693-281.598=0.095

*mean*	441.000-443.600=-2.600
σ	16.357-17.602=-1.245
min	417.000-418.000=-1.000
max	468.000-472.000=-4.000

*mean*	0.582-0.565=0.017
σ	0.025-0.022=0.002
min	0.539-0.526=0.013
max	0.618-0.589=0.029

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	850.000-843.000=7.000
σ	0.000
min	850.000-843.000=7.000
max	850.000-843.000=7.000

*mean*	231.331-241.702=-10.371
σ	20.591-25.882=-5.291
min	199.399-183.100=16.299
max	255.567-260.910=-5.343

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	850.000-842.500=7.500
σ	0.000-1.414=-1.414
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	6.757-9.033=-2.276
σ	1.482-1.392=0.090
min	5.864-6.344=-0.480
max	9.256-10.246=-0.990

phase=parser

*mean*	1041.966-1042.436=-0.470
σ	0.000-0.000=0.000
min	1041.966-1042.436=-0.470
max	1041.966-1042.436=-0.470

*mean*	850.000-842.500=7.500
σ	0.000-1.414=-1.414
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	515.387-580.626=-65.239
σ	116.141-63.875=52.266
min	370.824-423.979=-53.155
max	611.294-614.083=-2.789

phase=processProdDef

*mean*	2243.715-2243.974=-0.258
σ	0.000
min	2243.715-2243.974=-0.258
max	2243.715-2243.974=-0.258

*mean*	850.000-843.000=7.000
σ	0.000
min	850.000-843.000=7.000
max	850.000-843.000=7.000

*mean*	2879.043-2730.051=148.992
σ	504.518-387.194=117.324
min	1953.259-2314.814=-361.555
max	3405.001-3344.383=60.619

phase=renaming

*mean*	21.436-21.675=-0.238
σ	0.000
min	21.436-21.675=-0.238
max	21.436-21.675=-0.238

*mean*	850.000-842.500=7.500
σ	0.000-1.414=-1.414
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	33.215-37.101=-3.886
σ	10.707-9.134=1.573
min	20.061-20.324=-0.263
max	42.369-48.852=-6.482

phase=type checker

*mean*	958.600-989.752=-31.152
σ	0.047-0.066=-0.019
min	958.577-989.654=-31.077
max	958.702-989.841=-31.140

*mean*	850.000-842.500=7.500
σ	0.000-1.414=-1.414
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	674.098-704.549=-30.451
σ	54.664-56.419=-1.754
min	610.943-641.180=-30.238
max	752.371-831.396=-79.024

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.394=-0.035
σ	0.038-0.036=0.002
min	282.309-282.337=-0.029
max	282.401-282.426=-0.025

*mean*	442.200-444.800=-2.600
σ	1.643-1.095=0.548
min	441.000-444.000=-3.000
max	444.000-446.000=-2.000

*mean*	0.378-0.380=-0.002
σ	0.007-0.007=0.000
min	0.375-0.375=-0.000
max	0.390-0.388=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.573-1267.118=0.455
σ	0.076-0.084=-0.008
min	1267.486-1267.003=0.483
max	1267.692-1267.240=0.453

*mean*	1087.400-1113.400=-26.000
σ	185.817-170.345=15.472
min	872.000-898.000=-26.000
max	1342.000-1331.000=11.000

*mean*	1.975-2.028=-0.052
σ	0.156-0.131=0.025
min	1.804-1.863=-0.059
max	2.116-2.188=-0.072

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.606-1506.102=0.504
σ	2.940-2.919=0.021
min	1505.108-1504.641=0.467
max	1511.856-1511.315=0.540

*mean*	630.800-629.000=1.800
σ	92.210-90.407=1.803
min	505.000-504.000=1.000
max	732.000-728.000=4.000

*mean*	2.439-2.268=0.171
σ	0.337-0.301=0.036
min	2.039-1.966=0.073
max	2.815-2.654=0.161

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.575-1829.122=0.453
σ	0.040-0.081=-0.041
min	1829.517-1829.037=0.480
max	1829.615-1829.249=0.367

*mean*	1728.800-1768.800=-40.000
σ	161.639-212.623=-50.984
min	1498.000-1490.000=8.000
max	1879.000-1971.000=-92.000

*mean*	2.898-3.190=-0.293
σ	0.070-0.465=-0.395
min	2.804-2.607=0.198
max	3.001-3.692=-0.691

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.736-1.463=0.274
σ	0.074-0.209=-0.134
min	1.607-1.315=0.292
max	1.795-1.821=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-397.697=-3.845
σ	509.574-518.051=-8.477
min	139.062-138.669=0.393
max	1158.212-1174.773=-16.561

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	441.000-435.000=6.000
σ	0.000
min	441.000-435.000=6.000
max	441.000-435.000=6.000

*mean*	0.499-0.487=0.012
σ	0.504-0.505=-0.000
min	0.235-0.234=0.001
max	1.255-1.244=0.011

policies=20

*mean*	1390.732-1386.823=3.909
σ	0.172-0.164=0.008
min	1390.613-1386.713=3.900
max	1390.986-1387.066=3.920

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	446.500-443.500=3.000
σ	11.000-9.815=1.185
min	441.000-435.000=6.000
max	463.000-452.000=11.000

*mean*	2.343-2.316=0.027
σ	0.036-0.010=0.026
min	2.312-2.301=0.011
max	2.394-2.323=0.071

policies=200

*mean*	13915.801-13876.888=38.913
σ	0.139-0.105=0.034
min	13915.650-13876.831=38.819
max	13915.977-13877.046=38.932

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	496.750-498.250=-1.500
σ	5.560-4.272=1.288
min	490.000-493.000=-3.000
max	503.000

*mean*	23.437-23.442=-0.005
σ	0.099-0.147=-0.048
min	23.294-23.289=0.005
max	23.519-23.595=-0.076