Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.775=-0.059
σ	0.363-0.366=-0.003
min	54.581-54.632=-0.051
max	55.748-55.817=-0.069

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.002
min	0.135-0.136=-0.002
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.773=0.004
σ	0.009-0.006=0.002
min	43.763-43.764=-0.002
max	43.788-43.783=0.006

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.122=-0.001
σ	0.005-0.003=0.001
min	0.116-0.115=0.001
max	0.131-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4591.875-4586.125=5.750
σ	2248.670-2252.244=-3.574
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	165.110-13.769=151.341
σ	432.571-3.394=429.177
min	11.937-11.684=0.253
max	1235.668-20.712=1214.956

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4591.875-4586.125=5.750
σ	2248.670-2252.244=-3.574
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	13.504-13.699=-0.195
σ	2.930-3.444=-0.514
min	11.750-11.232=0.518
max	20.651-20.242=0.409

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	12.185-11.160=1.025
σ	2.118-0.275=1.843
min	11.011-10.856=0.154
max	16.877-11.720=5.156

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.002-0.000=0.001
min	41.924-41.933=-0.009
max	41.929-41.934=-0.004

*mean*	4182.625-4173.500=9.125
σ	1944.916-1944.668=0.247
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	11.879-11.761=0.117
σ	1.819-1.654=0.166
min	10.932-10.857=0.075
max	16.350-15.823=0.526

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.023
σ	0.137-0.136=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4182.625-4173.500=9.125
σ	1944.916-1944.668=0.247
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	8.934-8.924=0.010
σ	1.312-1.418=-0.106
min	7.913-8.076=-0.164
max	12.118-12.400=-0.283

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4182.625-4173.500=9.125
σ	1944.916-1944.668=0.247
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	6.826-6.714=0.113
σ	1.027-1.030=-0.003
min	6.127-6.008=0.119
max	9.338-9.200=0.138

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4591.875-4586.125=5.750
σ	2248.670-2252.244=-3.574
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	6.236-6.309=-0.073
σ	0.509-0.615=-0.106
min	5.880-5.740=0.140
max	7.450-7.377=0.073

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4591.875-4586.125=5.750
σ	2248.670-2252.244=-3.574
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	6.025-6.143=-0.118
σ	0.606-0.680=-0.074
min	5.627-5.658=-0.032
max	7.504-7.297=0.207

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	348.092-361.235=-13.143
σ	0.970-43.550=-42.580
min	345.800-343.067=2.733
max	348.846-468.924=-120.078

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.468=-0.014
min	3495.694-3495.713=-0.019
max	3496.978-3497.037=-0.059

*mean*	3758.750-3751.250=7.500
σ	2299.670-2298.035=1.635
min	721.000-720.000=1.000
max	7386.000-7399.000=-13.000

*mean*	1777.415-1760.857=16.558
σ	689.901-624.504=65.397
min	1401.806-1386.182=15.624
max	3001.659-2777.379=224.279

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4411.875-4407.250=4.625
σ	2218.264-2223.302=-5.038
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	232.156-240.916=-8.760
σ	273.006-306.027=-33.022
min	123.070-123.785=-0.715
max	906.487-997.208=-90.721

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.014

*mean*	4411.875-4586.125=-174.250
σ	2218.264-2252.244=-33.980
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	43.246-187.160=-143.915
σ	2.718-399.686=-396.967
min	40.758-40.355=0.402
max	49.217-1176.141=-1126.924

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	203.158-23.215=179.943
σ	508.483-1.906=506.577
min	21.649-21.734=-0.085
max	1461.574-27.115=1434.458

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	65.735-331.115=-265.380
σ	24.458-776.264=-751.806
min	55.178-54.617=0.561
max	125.867-2252.258=-2126.391

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4182.625-4173.500=9.125
σ	1944.916-1944.668=0.247
min	1485.000-1487.000=-2.000
max	7386.000-7399.000=-13.000

*mean*	3289.353-3238.568=50.785
σ	793.720-760.202=33.518
min	2478.984-2482.712=-3.728
max	4600.423-4335.158=265.265

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	1038.076-1050.026=-11.950
σ	216.159-194.675=21.484
min	917.976-916.955=1.021
max	1443.828-1397.744=46.084

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7386.000-7399.000=-13.000
σ	0.000
min	7386.000-7399.000=-13.000
max	7386.000-7399.000=-13.000

*mean*	408.966-406.309=2.657
σ	36.274-37.227=-0.953
min	389.106-390.388=-1.282
max	498.278-498.257=0.021

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-474.875=1.375
σ	1.035-1.246=-0.211
min	475.000-474.000=1.000
max	477.000

*mean*	362.920-373.942=-11.021
σ	43.117-38.298=4.819
min	303.259-315.399=-12.140
max	422.050-427.554=-5.505

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-559.000=2.375
σ	1.768-0.000=1.768
min	557.000-559.000=-2.000
max	562.000-559.000=3.000

*mean*	740.855-747.583=-6.728
σ	71.166-84.247=-13.081
min	617.341-603.086=14.255
max	822.508-829.151=-6.644

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-963.973=0.590
σ	1.879-1.821=0.057
min	963.843-963.263=0.580
max	972.510-971.675=0.835

*mean*	1040.750-1041.850=-1.100
σ	306.329-305.491=0.838
min	590.000-568.000=22.000
max	1490.000

*mean*	1.258-1.271=-0.013
σ	0.077-0.079=-0.003
min	1.160-1.185=-0.025
max	1.493-1.479=0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.292=0.137
σ	0.438-0.267=0.171
min	0.138-0.151=-0.013
max	1.201-0.765=0.436

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.479=0.354
σ	0.528-0.315=0.213
min	0.578-0.326=0.251
max	1.776-1.042=0.734

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.220=0.153
σ	0.040-0.026=0.015
min	0.343-0.194=0.149
max	0.442-0.262=0.181

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.336=0.215
σ	0.108-0.029=0.080
min	0.363-0.313=0.050
max	0.639-0.386=0.253

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	431.000-442.200=-11.200
σ	0.000-4.025=-4.025
min	431.000-435.000=-4.000
max	431.000-444.000=-13.000

*mean*	0.580-0.541=0.039
σ	0.099-0.068=0.031
min	0.494-0.439=0.054
max	0.744-0.606=0.138

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.442-0.444=-0.003
σ	0.043-0.038=0.006
min	0.378-0.411=-0.033
max	0.488-0.501=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.607-2.618=-0.011
σ	0.119-0.105=0.014
min	2.450-2.479=-0.029
max	3.324-3.259=0.065

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.561-2.588=-0.027
σ	0.062-0.126=-0.064
min	2.420-2.438=-0.018
max	2.754-3.377=-0.622

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.307-0.305=0.003
σ	0.031-0.009=0.023
min	0.291-0.284=0.007
max	0.603-0.352=0.251

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.295-0.303=-0.009
σ	0.011-0.092=-0.081
min	0.280-0.272=0.008
max	0.364-1.062=-0.698

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.429=0.592
σ	12.042-11.342=0.700
min	0.714-0.574=0.141
max	91.885-88.772=3.113

*mean*	468.121-461.933=6.188
σ	20.029-17.528=2.501
min	408.000-409.000=-1.000
max	480.000-478.000=2.000

*mean*	0.027-0.026=0.001
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.221-0.213=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-278.721=0.503
σ	1.028-1.031=-0.003
min	278.741-278.322=0.419
max	282.140-281.652=0.489

*mean*	442.100-444.800=-2.700
σ	16.162-17.769=-1.607
min	413.000-417.000=-4.000
max	468.000-465.000=3.000

*mean*	0.567-0.577=-0.011
σ	0.030-0.027=0.002
min	0.507-0.509=-0.002
max	0.610-0.609=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	210.487-233.494=-23.007
σ	25.044-25.297=-0.253
min	186.390-198.457=-12.067
max	241.853-258.086=-16.233

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000-0.001=-0.001
min	5.896-6.130=-0.234
max	5.896-6.133=-0.237

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	8.179-9.146=-0.966
σ	1.056-0.906=0.150
min	6.889-7.572=-0.682
max	9.001-9.965=-0.964

phase=parser

*mean*	1042.131-1042.435=-0.305
σ	0.000-0.001=-0.001
min	1042.130-1042.432=-0.302
max	1042.131-1042.436=-0.305

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	542.665-587.552=-44.886
σ	75.821-34.922=40.899
min	441.112-504.536=-63.424
max	615.167-616.954=-1.787

phase=processProdDef

*mean*	2243.718-2243.976=-0.258
σ	0.000-0.001=-0.001
min	2243.718-2243.976=-0.258
max	2243.718-2243.979=-0.261

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	2956.776-2595.025=361.751
σ	231.098-503.165=-272.067
min	2598.635-1909.723=688.912
max	3218.553-3153.286=65.267

phase=renaming

*mean*	21.440-21.671=-0.231
σ	0.000
min	21.440-21.671=-0.231
max	21.440-21.671=-0.231

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	44.240-36.390=7.850
σ	3.967-6.184=-2.216
min	39.267-26.092=13.176
max	49.179-40.772=8.407

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	848.000-860.000=-12.000
σ	0.000
min	848.000-860.000=-12.000
max	848.000-860.000=-12.000

*mean*	660.602-682.303=-21.701
σ	16.922-8.843=8.079
min	630.254-665.167=-34.913
max	680.182-692.340=-12.158

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.393=0.462
σ	0.037-0.024=0.013
min	282.800-282.372=0.429
max	282.890-282.424=0.466

*mean*	441.400-444.000=-2.600
σ	3.286-0.000=3.286
min	439.000-444.000=-5.000
max	445.000-444.000=1.000

*mean*	0.383-0.381=0.002
σ	0.009-0.007=0.002
min	0.377-0.376=0.001
max	0.398-0.390=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1267.120=0.925
σ	0.090-0.100=-0.010
min	1267.971-1266.992=0.978
max	1268.190-1267.269=0.921

*mean*	1112.600-1112.400=0.200
σ	170.160-170.154=0.006
min	897.000
max	1325.000-1329.000=-4.000

*mean*	1.902-2.060=-0.158
σ	0.106-0.125=-0.019
min	1.818-1.897=-0.079
max	2.087-2.223=-0.136

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1506.099=0.952
σ	2.979-2.924=0.054
min	1505.519-1504.608=0.911
max	1512.370-1511.319=1.051

*mean*	632.200-628.200=4.000
σ	87.862-90.062=-2.200
min	498.000-504.000=-6.000
max	727.000

*mean*	2.266-2.233=0.033
σ	0.238-0.163=0.075
min	2.070-2.067=0.002
max	2.569-2.404=0.165

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1829.113=0.983
σ	0.091-0.059=0.032
min	1829.992-1829.043=0.949
max	1830.223-1829.188=1.035

*mean*	1745.200-1762.600=-17.400
σ	212.429-213.296=-0.867
min	1459.000-1490.000=-31.000
max	1945.000-1969.000=-24.000

*mean*	3.167-3.179=-0.012
σ	0.434-0.366=0.067
min	2.661-2.856=-0.196
max	3.627-3.750=-0.123

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.730=0.047
σ	0.114-0.130=-0.016
min	1.574-1.598=-0.024
max	1.844-1.877=-0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-397.697=8.501
σ	509.796-518.051=-8.255
min	151.294-138.669=12.626
max	1170.892-1174.773=-3.881

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.490-0.500=-0.011
σ	0.469-0.528=-0.060
min	0.250-0.234=0.016
max	1.193-1.293=-0.100

policies=20

*mean*	1513.149-1386.827=126.323
σ	0.277-0.165=0.112
min	1512.967-1386.715=126.252
max	1513.559-1387.071=126.488

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	445.000-446.000=-1.000
σ	3.464-2.309=1.155
min	442.000-444.000=-2.000
max	448.000

*mean*	2.509-2.338=0.171
σ	0.016-0.020=-0.004
min	2.497-2.316=0.181
max	2.532-2.359=0.173

policies=200

*mean*	15140.028-13876.858=1263.169
σ	0.122-0.176=-0.054
min	15139.875-13876.667=1263.207
max	15140.172-13877.072=1263.100

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	496.500-491.000=5.500
σ	5.568-2.944=2.624
min	491.000-488.000=3.000
max	504.000-495.000=9.000

*mean*	25.288-23.625=1.663
σ	0.126-0.232=-0.106
min	25.145-23.437=1.708
max	25.450-23.956=1.495