Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.835=-0.117
σ	0.366-0.365=0.001
min	54.573-54.706=-0.132
max	55.759-55.875=-0.115

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=-0.000
min	0.136-0.137=-0.000
max	0.146-0.148=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.842=-0.066
σ	0.008-0.003=0.004
min	43.765-43.835=-0.070
max	43.793-43.847=-0.054

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.120=0.003
σ	0.005-0.005=0.000
min	0.118-0.115=0.004
max	0.133-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4428.625-4591.625=-163.000
σ	2224.221-2249.892=-25.672
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	12.905-114.937=-102.032
σ	2.036-288.354=-286.317
min	11.951-11.828=0.122
max	17.859-828.559=-810.700

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4607.000-4591.625=15.375
σ	2255.049-2249.892=5.157
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	103.269-13.030=90.239
σ	255.019-2.428=252.591
min	11.461-11.330=0.132
max	734.387-18.631=715.755

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=0.001
min	41.938-41.946=-0.009
max	41.943-41.950=-0.008

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	11.128-11.144=-0.016
σ	0.300-0.244=0.056
min	10.861-10.846=0.015
max	11.802-11.525=0.277

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.001-0.000=0.001
min	41.924-41.933=-0.008
max	41.928-41.934=-0.005

*mean*	4199.250-4182.500=16.750
σ	1951.305-1946.264=5.041
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	11.489-12.024=-0.536
σ	1.413-1.752=-0.339
min	10.808-11.112=-0.305
max	14.976-16.308=-1.333

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4199.250-4182.500=16.750
σ	1951.305-1946.264=5.041
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	8.759-8.939=-0.181
σ	0.506-1.288=-0.782
min	8.034-8.053=-0.019
max	9.847-12.071=-2.224

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4199.250-4182.500=16.750
σ	1951.305-1946.264=5.041
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	6.922-6.696=0.226
σ	0.424-1.133=-0.710
min	6.521-5.717=0.804
max	7.917-9.395=-1.478

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4607.000-4591.625=15.375
σ	2255.049-2249.892=5.157
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	6.469-6.244=0.225
σ	0.730-0.456=0.274
min	6.007-5.935=0.072
max	7.904-7.337=0.568

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4607.000-4591.625=15.375
σ	2255.049-2249.892=5.157
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	6.237-6.056=0.181
σ	0.744-0.551=0.194
min	5.782-5.688=0.094
max	7.711-7.391=0.321

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.018
σ	0.002-0.002=0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.018

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	346.868-362.034=-15.166
σ	1.669-43.324=-41.655
min	344.069-344.450=-0.381
max	348.905-469.155=-120.250

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3771.500-3758.375=13.125
σ	2307.888-2300.951=6.937
min	721.000-720.000=1.000
max	7405.000-7386.000=19.000

*mean*	1783.758-1723.757=60.001
σ	670.682-611.701=58.980
min	1384.863-1394.931=-10.068
max	2959.082-2975.665=-16.583

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4199.250-4411.500=-212.250
σ	1951.305-2219.313=-268.009
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	134.643-247.170=-112.527
σ	8.455-318.899=-310.444
min	126.958-123.643=3.315
max	154.160-1035.335=-881.174

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4428.625-4411.500=17.125
σ	2224.221-2219.313=4.907
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	155.832-44.825=111.007
σ	322.009-7.450=314.559
min	40.474-40.444=0.030
max	952.761-63.028=889.732

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.929-40.950=-0.021

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	102.937-22.609=80.328
σ	227.949-2.070=225.879
min	21.660-21.488=0.172
max	667.075-27.679=639.396

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	59.654-220.672=-161.018
σ	8.829-463.445=-454.616
min	56.004-55.060=0.945
max	81.458-1367.610=-1286.152

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4199.250-4182.500=16.750
σ	1951.305-1946.264=5.041
min	1483.000-1485.000=-2.000
max	7405.000-7386.000=19.000

*mean*	3255.070-3273.001=-17.931
σ	703.223-741.343=-38.119
min	2519.184-2508.135=11.048
max	4482.820-4490.800=-7.980

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=-0.000
min	1973.827-1973.849=-0.022
max	1973.831-1973.854=-0.023

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	1011.767-1048.030=-36.263
σ	202.422-199.087=3.335
min	919.832-920.638=-0.806
max	1500.307-1490.188=10.119

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7405.000-7386.000=19.000
σ	0.000
min	7405.000-7386.000=19.000
max	7405.000-7386.000=19.000

*mean*	416.740-391.510=25.229
σ	43.487-7.462=36.025
min	388.321-379.071=9.250
max	523.436-405.699=117.738

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-476.875=3.125
σ	0.000-0.354=-0.354
min	480.000-476.000=4.000
max	480.000-477.000=3.000

*mean*	390.441-386.309=4.132
σ	23.267-25.849=-2.582
min	357.888-360.969=-3.080
max	421.611-426.852=-5.241

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.750=0.250
σ	0.000-3.536=-3.536
min	565.000-556.000=9.000
max	565.000-566.000=-1.000

*mean*	714.638-712.753=1.885
σ	73.481-83.392=-9.911
min	598.197-582.426=15.771
max	820.270-814.817=5.452

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-963.972=0.558
σ	1.820-1.820=-0.000
min	963.826-963.264=0.562
max	972.224-971.668=0.556

*mean*	1039.100-1043.950=-4.850
σ	310.219-309.546=0.673
min	536.000-584.000=-48.000
max	1533.000-1500.000=33.000

*mean*	1.264-1.239=0.025
σ	0.086-0.062=0.024
min	1.174-1.173=0.000
max	1.500-1.411=0.089

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.491-0.290=0.201
σ	0.538-0.292=0.246
min	0.182-0.135=0.047
max	1.451-0.808=0.642

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.720-0.469=0.251
σ	0.301-0.324=-0.023
min	0.563-0.314=0.250
max	1.257-1.048=0.209

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.206=0.173
σ	0.036-0.027=0.009
min	0.346-0.188=0.157
max	0.439-0.253=0.186

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.327=0.259
σ	0.033-0.015=0.018
min	0.564-0.315=0.248
max	0.644-0.352=0.292

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	430.000-431.400=-1.400
σ	0.000-0.894=-0.894
min	430.000-431.000=-1.000
max	430.000-433.000=-3.000

*mean*	0.712-0.571=0.141
σ	0.053-0.036=0.017
min	0.617-0.519=0.098
max	0.741-0.607=0.134

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	430.000-439.000=-9.000
σ	0.000
min	430.000-439.000=-9.000
max	430.000-439.000=-9.000

*mean*	0.588-0.441=0.147
σ	0.040-0.054=-0.014
min	0.529-0.378=0.150
max	0.642-0.522=0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	430.000-439.000=-9.000
σ	0.000
min	430.000-439.000=-9.000
max	430.000-439.000=-9.000

*mean*	3.547-2.620=0.927
σ	0.085-0.095=-0.010
min	3.420-2.424=0.996
max	3.866-2.910=0.955

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	430.000-439.000=-9.000
σ	0.000
min	430.000-439.000=-9.000
max	430.000-439.000=-9.000

*mean*	3.531-2.574=0.957
σ	0.074-0.074=-0.000
min	3.393-2.427=0.967
max	3.788-2.867=0.921

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	430.000-439.000=-9.000
σ	0.000
min	430.000-439.000=-9.000
max	430.000-439.000=-9.000

*mean*	0.535-0.303=0.232
σ	0.013-0.008=0.005
min	0.516-0.288=0.228
max	0.616-0.355=0.261

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	430.000-439.000=-9.000
σ	0.000
min	430.000-439.000=-9.000
max	430.000-439.000=-9.000

*mean*	0.521-0.290=0.230
σ	0.031-0.007=0.024
min	0.489-0.278=0.211
max	0.701-0.326=0.375

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.621=-0.012
σ	12.346-10.889=1.457
min	0.574-0.574=0.000
max	102.977-77.630=25.346

*mean*	463.062-466.441=-3.379
σ	18.196-18.992=-0.796
min	406.000-408.000=-2.000
max	477.000-483.000=-6.000

*mean*	0.027-0.027=0.000
σ	0.030-0.027=0.003
min	0.001-0.001=0.000
max	0.256-0.191=0.066

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.770-278.677=0.094
σ	1.025-1.114=-0.089
min	278.347-278.187=0.160
max	281.683-281.828=-0.145

*mean*	444.300-445.100=-0.800
σ	15.129-17.760=-2.631
min	414.000-415.000=-1.000
max	467.000-466.000=1.000

*mean*	0.580-0.574=0.006
σ	0.018-0.021=-0.003
min	0.547-0.536=0.011
max	0.614-0.610=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	851.000-842.500=8.500
σ	0.000-0.535=-0.535
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	230.022-239.566=-9.543
σ	16.526-15.086=1.440
min	201.699-216.319=-14.620
max	246.643-251.899=-5.256

phase=macro expansion

*mean*	5.896-6.133=-0.238
σ	0.000
min	5.896-6.133=-0.238
max	5.896-6.133=-0.238

*mean*	851.000-842.375=8.625
σ	0.000-0.518=-0.518
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	6.335-9.524=-3.188
σ	1.146-0.132=1.014
min	5.789-9.356=-3.567
max	9.131-9.728=-0.597

phase=parser

*mean*	1041.966-1042.435=-0.469
σ	0.000-0.000=0.000
min	1041.966-1042.435=-0.469
max	1041.966-1042.435=-0.469

*mean*	851.000-842.375=8.625
σ	0.000-0.518=-0.518
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	531.795-598.325=-66.530
σ	134.261-7.137=127.124
min	375.353-588.791=-213.438
max	724.788-608.362=116.426

phase=processProdDef

*mean*	2243.715-2243.976=-0.261
σ	0.000
min	2243.715-2243.976=-0.261
max	2243.715-2243.976=-0.261

*mean*	851.000-842.500=8.500
σ	0.000-0.535=-0.535
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	2711.583-2608.063=103.520
σ	551.316-468.800=82.516
min	1933.759-2032.189=-98.430
max	3376.246-3212.052=164.194

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	851.000-842.375=8.625
σ	0.000-0.518=-0.518
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	30.007-40.477=-10.470
σ	10.933-0.312=10.621
min	19.985-40.056=-20.071
max	42.682-41.155=1.527

phase=type checker

*mean*	958.600-989.752=-31.152
σ	0.047-0.066=-0.019
min	958.577-989.654=-31.077
max	958.702-989.841=-31.140

*mean*	851.000-842.375=8.625
σ	0.000-0.518=-0.518
min	851.000-842.000=9.000
max	851.000-843.000=8.000

*mean*	659.592-691.661=-32.069
σ	56.295-32.230=24.065
min	609.182-668.733=-59.551
max	750.032-764.826=-14.794

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.396=-0.037
σ	0.036-0.036=-0.000
min	282.308-282.340=-0.031
max	282.396-282.427=-0.031

*mean*	441.000-441.200=-0.200
σ	2.739-1.643=1.095
min	439.000-440.000=-1.000
max	444.000-443.000=1.000

*mean*	0.379-0.377=0.002
σ	0.006-0.002=0.004
min	0.376-0.375=0.001
max	0.389-0.379=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.586-1267.096=0.490
σ	0.087-0.087=0.000
min	1267.482-1267.009=0.474
max	1267.721-1267.227=0.494

*mean*	1112.600-1088.400=24.200
σ	171.650-174.043=-2.392
min	898.000-850.000=48.000
max	1336.000-1294.000=42.000

*mean*	1.957-1.888=0.068
σ	0.116-0.109=0.007
min	1.852-1.797=0.055
max	2.083-2.067=0.016

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.582-1506.074=0.508
σ	2.907-2.964=-0.057
min	1505.075-1504.518=0.556
max	1511.770-1511.363=0.407

*mean*	628.800-614.000=14.800
σ	90.170-77.878=12.292
min	505.000-494.000=11.000
max	728.000-701.000=27.000

*mean*	2.318-2.210=0.108
σ	0.244-0.223=0.020
min	2.039-2.054=-0.015
max	2.554-2.598=-0.045

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.106=0.472
σ	0.055-0.030=0.025
min	1829.501-1829.056=0.445
max	1829.632-1829.139=0.493

*mean*	1766.600-1736.400=30.200
σ	214.091-241.360=-27.270
min	1492.000-1428.000=64.000
max	1972.000-2045.000=-73.000

*mean*	3.105-2.904=0.201
σ	0.337-0.089=0.247
min	2.765-2.797=-0.032
max	3.604-2.991=0.613

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.757=-0.101
σ	0.167-0.089=0.078
min	1.492-1.645=-0.153
max	1.882-1.846=0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-397.698=-3.847
σ	509.574-518.052=-8.478
min	139.061-138.670=0.391
max	1158.212-1174.776=-16.564

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.497-0.499=-0.002
σ	0.523-0.531=-0.008
min	0.233-0.232=0.001
max	1.281-1.296=-0.014

policies=20

*mean*	1390.729-1386.840=3.890
σ	0.170-0.165=0.005
min	1390.609-1386.725=3.884
max	1390.980-1387.085=3.896

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	447.750-447.000=0.750
σ	7.500-0.000=7.500
min	444.000-447.000=-3.000
max	459.000-447.000=12.000

*mean*	2.317-2.325=-0.008
σ	0.020-0.017=0.003
min	2.299-2.311=-0.012
max	2.345-2.349=-0.004

policies=200

*mean*	13915.886-13876.893=38.994
σ	0.060-0.079=-0.019
min	13915.804-13876.812=38.991
max	13915.948-13877.002=38.947

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-495.250=0.500
σ	4.031-4.500=-0.469
min	491.000-490.000=1.000
max	500.000-501.000=-1.000

*mean*	23.366-23.507=-0.142
σ	0.115-0.170=-0.054
min	23.230-23.343=-0.113
max	23.488-23.738=-0.251