Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.833=-0.116
σ	0.363-0.367=-0.004
min	54.574-54.701=-0.126
max	55.750-55.877=-0.127

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.135-0.137=-0.001
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.843=-0.066
σ	0.008-0.005=0.003
min	43.764-43.835=-0.071
max	43.788-43.848=-0.060

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.122-0.120=0.002
σ	0.003-0.005=-0.002
min	0.119-0.115=0.004
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4433.625-4428.000=5.625
σ	2227.963-2228.137=-0.175
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	13.471-13.003=0.468
σ	3.713-2.121=1.592
min	11.869-11.995=-0.126
max	22.582-18.130=4.451

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4612.500-4608.250=4.250
σ	2259.436-2259.433=0.003
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	170.741-148.546=22.195
σ	443.250-383.482=59.768
min	11.457-11.553=-0.096
max	1267.700-1097.602=170.098

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	10.978-11.031=-0.053
σ	0.161-0.157=0.004
min	10.715-10.885=-0.170
max	11.252-11.380=-0.128

op=table_records(), repeat

*mean*	41.925-41.933=-0.009
σ	0.000-0.000=0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4205.250-4199.375=5.875
σ	1956.238-1955.752=0.486
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	11.557-11.427=0.130
σ	1.348-0.873=0.474
min	10.781-10.919=-0.138
max	14.853-13.564=1.288

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.136-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4205.250-4199.375=5.875
σ	1956.238-1955.752=0.486
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	8.672-8.673=-0.002
σ	0.595-0.644=-0.050
min	8.247-7.963=0.284
max	10.084-10.122=-0.038

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4205.250-4199.375=5.875
σ	1956.238-1955.752=0.486
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	6.811-6.689=0.122
σ	0.438-0.544=-0.106
min	6.526-5.997=0.529
max	7.854-7.907=-0.053

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.019
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4612.500-4608.250=4.250
σ	2259.436-2259.433=0.003
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	6.562-6.584=-0.023
σ	1.038-1.085=-0.047
min	5.837-5.825=0.012
max	8.742-8.977=-0.234

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.023
σ	0.001-0.000=0.000
min	25.961-25.984=-0.023
max	25.962-25.985=-0.023

*mean*	4612.500-4608.250=4.250
σ	2259.436-2259.433=0.003
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	6.476-6.358=0.118
σ	1.033-1.056=-0.023
min	5.768-5.741=0.026
max	8.648-8.688=-0.040

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002-0.002=-0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	344.629-345.848=-1.220
σ	2.737-1.950=0.787
min	341.147-343.510=-2.363
max	349.284-349.140=0.145

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3776.125-3772.125=4.000
σ	2313.289-2311.978=1.310
min	720.000
max	7411.000-7409.000=2.000

*mean*	1711.212-1811.878=-100.666
σ	532.300-684.846=-152.547
min	1392.306-1410.050=-17.743
max	2735.992-3006.750=-270.757

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.840-107.853=-0.013
max	107.841-107.854=-0.013

*mean*	4205.250-4199.375=5.875
σ	1956.238-1955.752=0.486
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	131.435-133.992=-2.556
σ	6.371-8.171=-1.800
min	126.238-128.920=-2.683
max	141.087-153.234=-12.147

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.013

*mean*	4433.625-4428.000=5.625
σ	2227.963-2228.137=-0.175
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	143.906-167.450=-23.544
σ	286.993-350.483=-63.490
min	40.819-42.303=-1.485
max	854.171-1034.848=-180.677

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.929-40.951=-0.022

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	119.577-132.220=-12.643
σ	275.996-311.389=-35.393
min	21.760-21.386=0.374
max	802.631-902.863=-100.232

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	58.326-57.958=0.368
σ	8.367-5.708=2.659
min	54.787-55.524=-0.737
max	79.002-72.036=6.966

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4205.250-4199.375=5.875
σ	1956.238-1955.752=0.486
min	1481.000-1483.000=-2.000
max	7411.000-7409.000=2.000

*mean*	3349.914-3343.178=6.735
σ	815.206-811.501=3.705
min	2485.074-2495.697=-10.623
max	4720.669-4766.863=-46.194

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.831-1973.853=-0.022

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	947.686-1026.515=-78.829
σ	73.599-202.719=-129.120
min	902.274-927.892=-25.618
max	1092.746-1514.941=-422.195

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7411.000-7409.000=2.000
σ	0.000
min	7411.000-7409.000=2.000
max	7411.000-7409.000=2.000

*mean*	388.543-408.179=-19.636
σ	6.075-42.580=-36.505
min	374.203-382.234=-8.031
max	393.561-512.949=-119.388

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-476.375=0.625
σ	0.926-0.916=0.010
min	476.000-475.000=1.000
max	478.000-477.000=1.000

*mean*	389.258-371.304=17.954
σ	13.533-38.202=-24.669
min	371.977-309.505=62.472
max	407.686-428.291=-20.605

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-563.000=2.000
σ	0.000
min	565.000-563.000=2.000
max	565.000-563.000=2.000

*mean*	774.213-780.400=-6.187
σ	48.137-44.779=3.358
min	679.649-702.368=-22.718
max	848.256-860.490=-12.234

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-963.972=0.559
σ	1.820-1.820=0.000
min	963.826-963.265=0.562
max	972.228-971.668=0.560

*mean*	1038.400-1031.000=7.400
σ	307.991-300.946=7.045
min	542.000-551.000=-9.000
max	1535.000-1458.000=77.000

*mean*	1.285-1.243=0.043
σ	0.167-0.092=0.076
min	1.176-1.178=-0.002
max	1.899-1.582=0.317

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.376-0.396=-0.020
σ	0.439-0.503=-0.064
min	0.147-0.144=0.003
max	1.158-1.294=-0.136

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.430-0.483=-0.052
σ	0.197-0.323=-0.126
min	0.330-0.330=-0.000
max	0.782-1.060=-0.279

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.221-0.220=0.001
σ	0.027-0.023=0.004
min	0.201-0.206=-0.005
max	0.268-0.261=0.006

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.354-0.336=0.019
σ	0.071-0.021=0.050
min	0.312-0.322=-0.009
max	0.480-0.372=0.108

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	430.400-431.000=-0.600
σ	0.894-0.000=0.894
min	430.000-431.000=-1.000
max	432.000-431.000=1.000

*mean*	0.587-0.538=0.049
σ	0.033-0.067=-0.033
min	0.550-0.464=0.086
max	0.615-0.604=0.011

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.437-0.492=-0.055
σ	0.054-0.047=0.007
min	0.381-0.431=-0.050
max	0.521-0.536=-0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	2.723-2.575=0.148
σ	0.133-0.091=0.042
min	2.044-2.434=-0.391
max	3.069-2.880=0.189

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	2.630-2.579=0.051
σ	0.114-0.081=0.033
min	2.472-2.461=0.011
max	3.250-2.914=0.336

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.307-0.304=0.002
σ	0.025-0.008=0.017
min	0.287-0.289=-0.002
max	0.533-0.349=0.183

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	439.000-431.000=8.000
σ	0.000
min	439.000-431.000=8.000
max	439.000-431.000=8.000

*mean*	0.294-0.299=-0.005
σ	0.012-0.045=-0.033
min	0.278-0.281=-0.003
max	0.345-0.739=-0.394

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.022-10.826=1.196
σ	11.863-10.960=0.903
min	0.574-0.574=-0.000
max	116.997-102.989=14.008

*mean*	460.722-462.476=-1.754
σ	20.209-17.723=2.485
min	407.000-408.000=-1.000
max	479.000-477.000=2.000

*mean*	0.027-0.025=0.002
σ	0.029-0.027=0.002
min	0.001-0.001=0.001
max	0.286-0.246=0.040

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.924-278.728=0.196
σ	0.979-1.078=-0.098
min	278.414-278.301=0.113
max	281.690-281.789=-0.099

*mean*	446.900-442.400=4.500
σ	20.469-17.270=3.199
min	417.000
max	481.000-469.000=12.000

*mean*	0.588-0.575=0.013
σ	0.013-0.019=-0.006
min	0.577-0.535=0.042
max	0.615-0.599=0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	203.481-214.371=-10.891
σ	14.752-27.972=-13.219
min	191.898-176.972=14.926
max	238.348-259.090=-20.741

phase=macro expansion

*mean*	5.899-6.130=-0.230
σ	0.000
min	5.899-6.130=-0.230
max	5.899-6.130=-0.230

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	7.504-9.035=-1.531
σ	1.748-0.981=0.767
min	5.794-7.392=-1.598
max	9.381-9.652=-0.271

phase=parser

*mean*	1042.131-1042.435=-0.303
σ	0.000-0.000=0.000
min	1042.131-1042.434=-0.304
max	1042.131-1042.435=-0.303

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	480.352-550.894=-70.542
σ	113.134-79.486=33.648
min	372.916-420.247=-47.331
max	594.489-598.587=-4.098

phase=processProdDef

*mean*	2243.719-2243.975=-0.256
σ	0.000
min	2243.719-2243.975=-0.256
max	2243.719-2243.975=-0.256

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	2675.743-2643.163=32.580
σ	458.047-311.310=146.736
min	1966.708-2113.159=-146.451
max	3317.970-3026.649=291.321

phase=renaming

*mean*	21.436-21.675=-0.238
σ	0.000
min	21.436-21.675=-0.238
max	21.436-21.675=-0.238

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	34.807-37.077=-2.270
σ	6.501-6.133=0.368
min	24.490-26.797=-2.306
max	42.145-41.197=0.949

phase=type checker

*mean*	958.596-989.752=-31.156
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.144

*mean*	872.000-840.000=32.000
σ	0.000
min	872.000-840.000=32.000
max	872.000-840.000=32.000

*mean*	663.722-676.168=-12.446
σ	39.957-19.710=20.247
min	624.801-647.757=-22.956
max	730.320-704.744=25.576

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.395=-0.035
σ	0.035-0.034=0.001
min	282.309-282.342=-0.033
max	282.397-282.426=-0.030

*mean*	439.000-444.000=-5.000
σ	2.739-0.000=2.739
min	437.000-444.000=-7.000
max	442.000-444.000=-2.000

*mean*	0.380-0.383=-0.003
σ	0.006-0.007=-0.001
min	0.375-0.376=-0.002
max	0.388-0.390=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.610-1267.081=0.528
σ	0.108-0.098=0.010
min	1267.462-1267.002=0.461
max	1267.766-1267.247=0.518

*mean*	1086.800-1115.600=-28.800
σ	164.544-170.497=-5.953
min	889.000-900.000=-11.000
max	1309.000-1334.000=-25.000

*mean*	2.149-1.934=0.215
σ	0.234-0.105=0.130
min	1.875-1.847=0.028
max	2.523-2.112=0.411

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.521-1506.118=0.403
σ	2.928-2.920=0.007
min	1505.016-1504.646=0.370
max	1511.746-1511.333=0.413

*mean*	623.200-630.600=-7.400
σ	87.311-90.558=-3.247
min	493.000-507.000=-14.000
max	725.000-731.000=-6.000

*mean*	2.164-2.299=-0.135
σ	0.083-0.194=-0.111
min	2.100-2.095=0.005
max	2.304-2.517=-0.213

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.574-1829.123=0.451
σ	0.040-0.085=-0.045
min	1829.515-1829.029=0.486
max	1829.613-1829.250=0.363

*mean*	1726.800-1768.200=-41.400
σ	173.092-210.724=-37.633
min	1478.000-1491.000=-13.000
max	1887.000-1968.000=-81.000

*mean*	3.023-3.211=-0.188
σ	0.258-0.343=-0.085
min	2.867-2.831=0.037
max	3.479-3.578=-0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.682-1.635=0.047
σ	0.215-0.167=0.048
min	1.325-1.495=-0.170
max	1.866-1.843=0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-397.698=-3.831
σ	509.607-518.052=-8.445
min	139.060-138.669=0.390
max	1158.277-1174.776=-16.498

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.490-0.495=-0.005
σ	0.498-0.513=-0.014
min	0.231-0.236=-0.005
max	1.238-1.264=-0.027

policies=20

*mean*	1390.723-1386.839=3.884
σ	0.165-0.166=-0.001
min	1390.601-1386.719=3.882
max	1390.965-1387.084=3.881

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	445.750-449.000=-3.250
σ	11.500-5.774=5.726
min	440.000-444.000=-4.000
max	463.000-454.000=9.000

*mean*	2.309-2.331=-0.022
σ	0.020-0.013=0.008
min	2.290-2.314=-0.024
max	2.329-2.344=-0.016

policies=200

*mean*	13915.906-13876.945=38.961
σ	0.105-0.132=-0.027
min	13915.806-13876.808=38.998
max	13916.049-13877.121=38.928

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	494.750-493.500=1.250
σ	4.113-3.873=0.240
min	491.000-489.000=2.000
max	500.000-498.000=2.000

*mean*	23.380-23.617=-0.236
σ	0.150-0.157=-0.006
min	23.251-23.480=-0.229
max	23.578-23.794=-0.216