Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.774=-0.057
σ	0.363-0.361=0.002
min	54.581-54.633=-0.052
max	55.748-55.801=-0.053

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.138=0.003
σ	0.005-0.005=0.000
min	0.135-0.130=0.005
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.774=0.003
σ	0.009-0.005=0.003
min	43.763-43.766=-0.003
max	43.788-43.784=0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.004=0.000
min	0.116-0.120=-0.004
max	0.131-0.134=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4591.875-4590.125=1.750
σ	2248.670-2248.240=0.430
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	165.110-171.031=-5.921
σ	432.571-447.005=-14.434
min	11.937-12.033=-0.096
max	1235.668-1277.301=-41.633

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4591.875-4590.125=1.750
σ	2248.670-2248.240=0.430
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	13.504-14.488=-0.984
σ	2.930-4.464=-1.534
min	11.750-11.445=0.304
max	20.651-24.772=-4.121

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	12.185-10.624=1.561
σ	2.118-0.288=1.830
min	11.011-10.167=0.844
max	16.877-10.986=5.891

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.002-0.000=0.001
min	41.924-41.933=-0.009
max	41.929-41.934=-0.004

*mean*	4182.625-4181.250=1.375
σ	1944.916-1944.703=0.212
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	11.879-11.652=0.226
σ	1.819-1.747=0.072
min	10.932-10.816=0.116
max	16.350-15.962=0.388

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4182.625-4181.250=1.375
σ	1944.916-1944.703=0.212
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	8.934-9.048=-0.113
σ	1.312-1.421=-0.109
min	7.913-7.826=0.087
max	12.118-12.423=-0.305

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4182.625-4181.250=1.375
σ	1944.916-1944.703=0.212
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	6.826-6.733=0.093
σ	1.027-1.103=-0.075
min	6.127-5.918=0.209
max	9.338-9.408=-0.070

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4591.875-4590.125=1.750
σ	2248.670-2248.240=0.430
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	6.236-6.448=-0.212
σ	0.509-1.057=-0.548
min	5.880-5.839=0.041
max	7.450-8.840=-1.390

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4591.875-4590.125=1.750
σ	2248.670-2248.240=0.430
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	6.025-6.341=-0.317
σ	0.606-1.082=-0.475
min	5.627-5.690=-0.063
max	7.504-8.771=-1.267

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	348.092-360.407=-12.315
σ	0.970-40.331=-39.361
min	345.800-343.877=1.923
max	348.846-460.096=-111.249

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.978-3497.038=-0.060

*mean*	3758.750-3757.250=1.500
σ	2299.670-2299.390=0.281
min	721.000-720.000=1.000
max	7386.000-7383.000=3.000

*mean*	1777.415-1785.898=-8.483
σ	689.901-664.297=25.604
min	1401.806-1391.667=10.140
max	3001.659-2942.010=59.648

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.854=-0.013

*mean*	4411.875-4410.250=1.625
σ	2218.264-2217.739=0.525
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	232.156-257.036=-24.880
σ	273.006-341.580=-68.575
min	123.070-124.325=-1.255
max	906.487-1100.973=-194.486

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.013

*mean*	4411.875-4410.250=1.625
σ	2218.264-2217.739=0.525
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	43.246-46.644=-3.399
σ	2.718-8.284=-5.566
min	40.758-42.073=-1.315
max	49.217-66.815=-17.598

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	203.158-22.317=180.841
σ	508.483-1.236=507.247
min	21.649-21.650=-0.000
max	1461.574-25.342=1436.232

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	65.735-256.629=-190.893
σ	24.458-567.709=-543.251
min	55.178-54.476=0.703
max	125.867-1661.624=-1535.756

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4182.625-4181.250=1.375
σ	1944.916-1944.703=0.212
min	1485.000-1486.000=-1.000
max	7386.000-7383.000=3.000

*mean*	3289.353-3314.420=-25.067
σ	793.720-846.515=-52.795
min	2478.984-2493.628=-14.644
max	4600.423-4651.813=-51.390

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	1038.076-1044.165=-6.089
σ	216.159-235.318=-19.159
min	917.976-922.994=-5.018
max	1443.828-1606.051=-162.223

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7386.000-7383.000=3.000
σ	0.000
min	7386.000-7383.000=3.000
max	7386.000-7383.000=3.000

*mean*	408.966-394.056=14.909
σ	36.274-7.518=28.757
min	389.106-377.275=11.831
max	498.278-403.664=94.614

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-476.125=0.125
σ	1.035-1.553=-0.518
min	475.000
max	477.000-478.000=-1.000

*mean*	362.920-373.728=-10.808
σ	43.117-25.355=17.762
min	303.259-343.779=-40.521
max	422.050-409.624=12.426

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-560.000=1.375
σ	1.768-0.000=1.768
min	557.000-560.000=-3.000
max	562.000-560.000=2.000

*mean*	740.855-721.147=19.708
σ	71.166-82.773=-11.607
min	617.341-613.730=3.611
max	822.508-827.525=-5.017

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-963.971=0.592
σ	1.879-1.821=0.058
min	963.843-963.266=0.577
max	972.510-971.671=0.839

*mean*	1040.750-1040.550=0.200
σ	306.329-291.390=14.939
min	590.000-560.000=30.000
max	1490.000-1429.000=61.000

*mean*	1.258-1.264=-0.006
σ	0.077-0.087=-0.010
min	1.160-1.179=-0.019
max	1.493-1.507=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.427=0.002
σ	0.438-0.598=-0.160
min	0.138-0.132=0.006
max	1.201-1.494=-0.294

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.842=-0.009
σ	0.528-0.518=0.010
min	0.578-0.581=-0.004
max	1.776-1.766=0.010

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.261=0.112
σ	0.040-0.107=-0.067
min	0.343-0.208=0.134
max	0.442-0.453=-0.010

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.550=0.001
σ	0.108-0.098=0.011
min	0.363-0.376=-0.013
max	0.639-0.608=0.031

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	431.000-435.600=-4.600
σ	0.000-5.079=-5.079
min	431.000
max	431.000-441.000=-10.000

*mean*	0.580-0.683=-0.103
σ	0.099-0.074=0.025
min	0.494-0.597=-0.103
max	0.744-0.758=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.442-0.502=-0.061
σ	0.043-0.031=0.013
min	0.378-0.453=-0.075
max	0.488-0.532=-0.043

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.607-2.619=-0.012
σ	0.119-0.113=0.007
min	2.450-2.465=-0.016
max	3.324-3.125=0.199

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.561-2.604=-0.043
σ	0.062-0.070=-0.008
min	2.420-2.491=-0.072
max	2.754-2.797=-0.043

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.307-0.318=-0.011
σ	0.031-0.044=-0.013
min	0.291-0.295=-0.005
max	0.603-0.704=-0.101

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.295-0.295=-0.000
σ	0.011-0.009=0.002
min	0.280-0.279=0.001
max	0.364-0.341=0.023

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.293=0.728
σ	12.042-10.874=1.168
min	0.714-0.574=0.141
max	91.885-115.662=-23.777

*mean*	468.121-463.322=4.799
σ	20.029-19.373=0.656
min	408.000-407.000=1.000
max	480.000-478.000=2.000

*mean*	0.027-0.026=0.001
σ	0.029-0.027=0.003
min	0.001-0.001=0.000
max	0.221-0.282=-0.061

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-278.749=0.475
σ	1.028-1.028=0.000
min	278.741-278.363=0.378
max	282.140-281.670=0.471

*mean*	442.100-443.300=-1.200
σ	16.162-14.982=1.180
min	413.000-418.000=-5.000
max	468.000-467.000=1.000

*mean*	0.567-0.579=-0.012
σ	0.030-0.006=0.023
min	0.507-0.569=-0.063
max	0.610-0.590=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	210.487-239.235=-28.748
σ	25.044-23.931=1.112
min	186.390-190.736=-4.346
max	241.853-257.236=-15.383

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	8.179-8.676=-0.497
σ	1.056-2.163=-1.106
min	6.889-6.350=0.539
max	9.001-12.809=-3.808

phase=parser

*mean*	1042.131-1042.436=-0.305
σ	0.000-0.000=0.000
min	1042.130-1042.436=-0.305
max	1042.131-1042.436=-0.305

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	542.665-560.145=-17.479
σ	75.821-104.442=-28.621
min	441.112-425.277=15.835
max	615.167-733.915=-118.748

phase=processProdDef

*mean*	2243.718-2243.972=-0.254
σ	0.000-0.000=-0.000
min	2243.718-2243.972=-0.254
max	2243.718-2243.972=-0.254

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	2956.776-2587.210=369.567
σ	231.098-222.301=8.797
min	2598.635-2361.320=237.314
max	3218.553-2870.486=348.067

phase=renaming

*mean*	21.440-21.671=-0.231
σ	0.000
min	21.440-21.671=-0.231
max	21.440-21.671=-0.231

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	44.240-32.972=11.269
σ	3.967-10.377=-6.410
min	39.267-21.023=18.245
max	49.179-47.985=1.194

phase=type checker

*mean*	958.596-989.752=-31.156
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.144

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	660.602-682.110=-21.508
σ	16.922-46.796=-29.874
min	630.254-641.741=-11.486
max	680.182-791.765=-111.583

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.387=0.468
σ	0.037-0.035=0.002
min	282.800-282.338=0.462
max	282.890-282.424=0.466

*mean*	441.400-442.000=-0.600
σ	3.286-0.000=3.286
min	439.000-442.000=-3.000
max	445.000-442.000=3.000

*mean*	0.383-0.380=0.004
σ	0.009-0.007=0.002
min	0.377-0.375=0.002
max	0.398-0.387=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1267.115=0.930
σ	0.090-0.093=-0.003
min	1267.971-1267.005=0.965
max	1268.190-1267.256=0.934

*mean*	1112.600-1111.200=1.400
σ	170.160-169.216=0.943
min	897.000-896.000=1.000
max	1325.000

*mean*	1.902-2.012=-0.110
σ	0.106-0.132=-0.026
min	1.818-1.863=-0.045
max	2.087-2.119=-0.032

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1506.131=0.919
σ	2.979-2.954=0.024
min	1505.519-1504.640=0.879
max	1512.370-1511.406=0.964

*mean*	632.200-626.600=5.600
σ	87.862-89.993=-2.132
min	498.000-503.000=-5.000
max	727.000-726.000=1.000

*mean*	2.266-2.357=-0.092
σ	0.238-0.306=-0.068
min	2.070-2.073=-0.004
max	2.569-2.825=-0.256

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1829.117=0.978
σ	0.091-0.072=0.019
min	1829.992-1829.029=0.963
max	1830.223-1829.223=1.000

*mean*	1745.200-1756.600=-11.400
σ	212.429-214.727=-2.298
min	1459.000-1470.000=-11.000
max	1945.000-1960.000=-15.000

*mean*	3.167-3.238=-0.071
σ	0.434-0.380=0.054
min	2.661-2.795=-0.134
max	3.627-3.694=-0.066

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.663=0.114
σ	0.114-0.165=-0.051
min	1.574-1.506=0.068
max	1.844-1.879=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-397.698=8.500
σ	509.796-518.051=-8.255
min	151.294-138.670=12.625
max	1170.892-1174.775=-3.883

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.490-0.493=-0.003
σ	0.469-0.507=-0.038
min	0.250-0.238=0.012
max	1.193-1.254=-0.061

policies=20

*mean*	1513.149-1386.834=126.315
σ	0.277-0.161=0.115
min	1512.967-1386.726=126.241
max	1513.559-1387.074=126.485

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	445.000-444.000=1.000
σ	3.464-0.000=3.464
min	442.000-444.000=-2.000
max	448.000-444.000=4.000

*mean*	2.509-2.316=0.194
σ	0.016-0.017=-0.001
min	2.497-2.293=0.204
max	2.532-2.332=0.199

policies=200

*mean*	15140.028-13876.912=1263.116
σ	0.122-0.115=0.006
min	15139.875-13876.814=1263.061
max	15140.172-13877.079=1263.093

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	496.500-494.750=1.750
σ	5.568-4.113=1.455
min	491.000-490.000=1.000
max	504.000-500.000=4.000

*mean*	25.288-23.487=1.801
σ	0.126-0.171=-0.044
min	25.145-23.351=1.794
max	25.450-23.718=1.732