Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.720-54.774=-0.054
σ	0.360-0.365=-0.005
min	54.576-54.632=-0.055
max	55.742-55.811=-0.069

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.009=-0.004
min	0.132-0.130=0.002
max	0.148-0.157=-0.009

cache=y

dps=1

iters=10

policies=100

*mean*	43.772-43.773=-0.000
σ	0.005-0.006=-0.000
min	43.765-43.760=0.005
max	43.783-43.779=0.004

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.005=-0.001
min	0.115-0.117=-0.001
max	0.126-0.132=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4579.750-4591.750=-12.000
σ	2256.419-2248.749=7.670
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	13.256-156.406=-143.150
σ	3.464-407.488=-404.024
min	11.834-11.938=-0.105
max	21.822-1164.887=-1143.065

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4579.750-4591.750=-12.000
σ	2256.419-2248.749=7.670
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	13.563-14.174=-0.611
σ	3.412-4.580=-1.168
min	11.351-11.458=-0.107
max	21.847-25.402=-3.555

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	11.052-11.632=-0.580
σ	0.112-1.794=-1.682
min	10.927-10.767=0.159
max	11.240-16.055=-4.815

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.001-0.000=0.000
min	41.924-41.933=-0.009
max	41.925-41.934=-0.008

*mean*	4163.000-4183.000=-20.000
σ	1947.183-1944.956=2.227
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	11.724-11.596=0.128
σ	1.915-0.934=0.981
min	10.811-10.967=-0.156
max	16.416-13.855=2.561

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4163.000-4183.000=-20.000
σ	1947.183-1944.956=2.227
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	9.065-8.469=0.596
σ	1.322-0.692=0.630
min	8.031-7.613=0.418
max	12.222-9.895=2.327

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=-0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4163.000-4183.000=-20.000
σ	1947.183-1944.956=2.227
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	6.948-6.671=0.277
σ	1.051-0.510=0.540
min	5.980-6.134=-0.154
max	9.373-7.820=1.553

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4579.750-4591.750=-12.000
σ	2256.419-2248.749=7.670
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	6.381-6.401=-0.020
σ	0.961-0.972=-0.011
min	5.872-5.764=0.108
max	8.739-8.785=-0.046

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4579.750-4591.750=-12.000
σ	2256.419-2248.749=7.670
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	6.222-6.215=0.006
σ	0.913-1.114=-0.201
min	5.771-5.573=0.198
max	8.471-8.951=-0.480

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	360.078-346.443=13.636
σ	42.277-1.707=40.571
min	342.501-344.477=-1.976
max	464.668-348.640=116.028

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.453-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3744.250-3758.500=-14.250
σ	2298.762-2299.884=-1.122
min	719.000-720.000=-1.000
max	7403.000-7386.000=17.000

*mean*	1572.171-1752.184=-180.013
σ	424.251-682.189=-257.938
min	1385.758-1373.405=12.354
max	2609.634-2950.435=-340.802

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.840-107.854=-0.013
max	107.842-107.855=-0.013

*mean*	4397.875-4412.500=-14.625
σ	2227.895-2218.402=9.493
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	247.795-263.154=-15.359
σ	306.409-374.262=-67.853
min	129.780-124.598=5.182
max	1004.946-1189.331=-184.384

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4579.750-4412.500=167.250
σ	2256.419-2218.402=38.017
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	191.158-44.684=146.475
σ	418.359-3.437=414.922
min	40.700-41.783=-1.082
max	1226.525-52.720=1173.805

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	22.241-189.394=-167.153
σ	1.702-470.176=-468.474
min	21.436-21.583=-0.147
max	26.445-1352.993=-1326.548

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	327.196-65.098=262.098
σ	765.283-23.091=742.192
min	54.770-55.174=-0.404
max	2221.161-121.573=2099.588

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.008
σ	0.014-0.013=0.001
min	4646.837-4646.845=-0.008
max	4646.876-4646.883=-0.007

*mean*	4163.000-4183.000=-20.000
σ	1947.183-1944.956=2.227
min	1486.000-1481.000=5.000
max	7403.000-7386.000=17.000

*mean*	3146.602-3267.968=-121.366
σ	959.170-711.566=247.603
min	2470.229-2523.234=-53.005
max	5051.816-4268.228=783.588

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	1135.068-1049.623=85.445
σ	373.141-300.263=72.878
min	907.720-914.864=-7.144
max	1898.272-1774.948=123.324

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7403.000-7386.000=17.000
σ	0.000
min	7403.000-7386.000=17.000
max	7403.000-7386.000=17.000

*mean*	396.547-404.994=-8.447
σ	4.350-45.799=-41.449
min	391.273-374.274=16.999
max	406.257-517.341=-111.084

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000-1.069=-1.069
min	476.000-475.000=1.000
max	476.000-477.000=-1.000

*mean*	390.424-400.836=-10.412
σ	32.793-31.053=1.740
min	327.426-361.337=-33.911
max	429.322-443.409=-14.087

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	745.786-802.815=-57.028
σ	61.565-49.298=12.267
min	641.267-700.745=-59.478
max	835.186-847.404=-12.218

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.546-963.987=0.559
σ	1.880-1.879=0.002
min	963.829-963.268=0.560
max	972.499-971.935=0.565

*mean*	1037.550-1047.500=-9.950
σ	312.610-313.744=-1.134
min	533.000-555.000=-22.000
max	1491.000-1502.000=-11.000

*mean*	1.315-1.289=0.025
σ	0.208-0.148=0.060
min	1.126-1.185=-0.059
max	1.915-1.828=0.087

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.297=0.007
σ	0.299-0.287=0.012
min	0.147-0.139=0.008
max	0.834-0.804=0.030

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.481=-0.006
σ	0.324-0.311=0.013
min	0.321-0.335=-0.014
max	1.054-1.037=0.017

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.220=-0.001
σ	0.025-0.024=0.001
min	0.197-0.204=-0.007
max	0.257-0.262=-0.004

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.333=-0.003
σ	0.018-0.016=0.002
min	0.315-0.321=-0.005
max	0.358-0.361=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	431.400-431.600=-0.200
σ	0.894-1.342=-0.447
min	431.000
max	433.000-434.000=-1.000

*mean*	0.535-0.554=-0.019
σ	0.028-0.048=-0.020
min	0.509-0.488=0.021
max	0.583-0.604=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.485-0.476=0.009
σ	0.035-0.038=-0.003
min	0.442-0.442=-0.000
max	0.517-0.524=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.622-2.620=0.002
σ	0.109-0.093=0.016
min	2.482-2.450=0.033
max	3.053-2.870=0.183

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.605-2.567=0.037
σ	0.098-0.066=0.032
min	2.427-2.452=-0.025
max	3.027-2.794=0.232

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.302-0.314=-0.012
σ	0.009-0.032=-0.024
min	0.285-0.297=-0.011
max	0.356-0.626=-0.269

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.286-0.295=-0.009
σ	0.009-0.006=0.003
min	0.269-0.283=-0.014
max	0.344-0.324=0.019

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.716-11.963=-0.247
σ	12.021-11.997=0.024
min	0.574-0.574=0.000
max	123.575-99.841=23.734

*mean*	462.719-453.290=9.429
σ	20.154-15.672=4.482
min	408.000-409.000=-1.000
max	482.000-470.000=12.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.029=0.000
min	0.001-0.001=0.000
max	0.303-0.233=0.070

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.022-278.884=0.137
σ	1.059-1.072=-0.013
min	278.609-278.410=0.199
max	282.032-281.931=0.101

*mean*	444.800-442.700=2.100
σ	19.240-16.627=2.613
min	415.000
max	478.000-466.000=12.000

*mean*	0.583-0.582=0.001
σ	0.007-0.014=-0.007
min	0.575-0.567=0.008
max	0.594-0.612=-0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	218.435-215.245=3.190
σ	21.376-32.386=-11.010
min	188.356-153.148=35.209
max	243.061-251.550=-8.489

phase=macro expansion

*mean*	5.899-6.130=-0.231
σ	0.000-0.001=-0.001
min	5.899-6.130=-0.230
max	5.899-6.133=-0.234

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	8.340-8.556=-0.216
σ	1.269-1.063=0.206
min	5.831-7.395=-1.564
max	9.140-9.616=-0.476

phase=parser

*mean*	1041.958-1042.436=-0.477
σ	0.000-0.001=-0.001
min	1041.958-1042.432=-0.474
max	1041.959-1042.436=-0.477

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	563.065-521.614=41.451
σ	87.001-76.020=10.981
min	416.657-423.397=-6.740
max	613.233-600.416=12.817

phase=processProdDef

*mean*	2243.721-2243.976=-0.255
σ	0.000-0.001=-0.001
min	2243.721-2243.976=-0.255
max	2243.721-2243.979=-0.258

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	2972.324-2852.122=120.201
σ	279.252-352.723=-73.471
min	2504.450-2342.010=162.440
max	3245.263-3402.564=-157.301

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	44.537-35.553=8.984
σ	4.561-7.409=-2.848
min	36.773-26.632=10.141
max	49.315-43.647=5.668

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	694.000-859.000=-165.000
σ	0.000
min	694.000-859.000=-165.000
max	694.000-859.000=-165.000

*mean*	664.023-689.762=-25.738
σ	11.259-37.265=-26.006
min	645.981-647.103=-1.121
max	675.601-749.989=-74.388

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.637-282.663=-0.026
σ	0.036-0.024=0.012
min	282.580-282.641=-0.061
max	282.667-282.693=-0.026

*mean*	441.000-444.400=-3.400
σ	2.739-0.548=2.191
min	439.000-444.000=-5.000
max	444.000-445.000=-1.000

*mean*	0.377-0.378=-0.001
σ	0.004-0.001=0.003
min	0.374-0.376=-0.002
max	0.384-0.379=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.851-1267.381=0.470
σ	0.085-0.099=-0.014
min	1267.748-1267.250=0.499
max	1267.981-1267.496=0.485

*mean*	1090.200-1090.800=-0.600
σ	167.926-175.325=-7.398
min	892.000-852.000=40.000
max	1322.000-1301.000=21.000

*mean*	2.070-1.931=0.139
σ	0.177-0.186=-0.009
min	1.856-1.703=0.153
max	2.329-2.122=0.206

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.832-1506.332=0.501
σ	2.916-2.939=-0.023
min	1505.370-1504.783=0.587
max	1512.040-1511.575=0.465

*mean*	621.000-616.000=5.000
σ	87.812-77.878=9.934
min	518.000-496.000=22.000
max	730.000-703.000=27.000

*mean*	2.291-2.165=0.125
σ	0.253-0.150=0.103
min	2.064-2.046=0.018
max	2.611-2.418=0.193

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.844-1829.366=0.478
σ	0.037-0.025=0.013
min	1829.783-1829.327=0.456
max	1829.885-1829.389=0.495

*mean*	1720.400-1723.800=-3.400
σ	176.339-217.276=-40.937
min	1470.000-1428.000=42.000
max	1884.000-1927.000=-43.000

*mean*	2.988-2.904=0.084
σ	0.266-0.074=0.192
min	2.797-2.807=-0.009
max	3.456-2.978=0.478

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.593-1.781=-0.189
σ	0.206-0.073=0.133
min	1.290-1.693=-0.403
max	1.848-1.843=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	394.046-398.296=-4.249
σ	509.711-518.188=-8.477
min	139.188-139.200=-0.012
max	1158.613-1175.577=-16.964

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.486-0.497=-0.011
σ	0.495-0.525=-0.030
min	0.236-0.233=0.003
max	1.229-1.285=-0.057

policies=20

*mean*	1392.019-1392.148=-0.129
σ	0.166-0.169=-0.003
min	1391.909-1392.032=-0.123
max	1392.267-1392.399=-0.133

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.750-447.000=1.750
σ	11.587-3.464=8.123
min	441.000-444.000=-3.000
max	466.000-450.000=16.000

*mean*	2.316-2.347=-0.031
σ	0.019-0.034=-0.015
min	2.300-2.319=-0.019
max	2.339-2.393=-0.054

policies=200

*mean*	13928.850-13930.050=-1.200
σ	0.118-0.083=0.035
min	13928.777-13929.951=-1.175
max	13929.025-13930.145=-1.120

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.500-496.000=0.500
σ	3.873-4.690=-0.817
min	493.000-490.000=3.000
max	502.000-501.000=1.000

*mean*	23.334-23.628=-0.293
σ	0.114-0.197=-0.083
min	23.239-23.407=-0.168
max	23.491-23.861=-0.370