Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.835=-0.117
σ	0.363-0.366=-0.002
min	54.582-54.705=-0.123
max	55.750-55.875=-0.125

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.142-0.141=0.001
σ	0.005-0.004=0.000
min	0.137-0.134=0.003
max	0.151-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.843=-0.064
σ	0.007-0.005=0.002
min	43.767-43.834=-0.067
max	43.788-43.850=-0.062

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.121=0.004
σ	0.004-0.005=-0.001
min	0.121-0.115=0.006
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4589.500-4593.375=-3.875
σ	2247.606-2249.410=-1.804
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	152.166-147.982=4.184
σ	395.904-384.465=11.439
min	11.921-11.763=0.158
max	1131.979-1099.486=32.494

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4589.500-4593.375=-3.875
σ	2247.606-2249.410=-1.804
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	14.063-13.270=0.792
σ	4.367-3.825=0.542
min	11.770-11.323=0.447
max	24.818-22.636=2.182

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	11.610-11.359=0.251
σ	1.753-1.343=0.411
min	10.717-10.532=0.186
max	15.929-14.463=1.466

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.002-0.000=0.001
min	41.924-41.933=-0.009
max	41.929-41.934=-0.005

*mean*	4180.375-4185.250=-4.875
σ	1944.792-1946.326=-1.534
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	11.839-11.583=0.256
σ	1.840-1.761=0.078
min	10.837-10.756=0.081
max	16.326-15.921=0.405

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4180.375-4185.250=-4.875
σ	1944.792-1946.326=-1.534
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	9.085-8.912=0.173
σ	1.232-1.389=-0.156
min	8.080-7.692=0.388
max	12.048-12.244=-0.196

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4180.375-4185.250=-4.875
σ	1944.792-1946.326=-1.534
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.787-6.448=0.339
σ	0.972-1.205=-0.233
min	6.008-5.423=0.585
max	9.056-9.271=-0.214

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4589.500-4593.375=-3.875
σ	2247.606-2249.410=-1.804
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.331-6.061=0.271
σ	0.982-0.994=-0.012
min	5.860-5.570=0.290
max	8.745-8.506=0.238

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4589.500-4593.375=-3.875
σ	2247.606-2249.410=-1.804
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	6.252-5.926=0.326
σ	1.087-1.042=0.045
min	5.462-5.172=0.289
max	8.902-8.470=0.432

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	344.088-346.329=-2.241
σ	1.848-1.984=-0.136
min	341.733-342.437=-0.703
max	348.068-348.697=-0.629

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.468=-0.014
min	3495.694-3495.713=-0.019
max	3496.978-3497.037=-0.059

*mean*	3757.000-3760.375=-3.375
σ	2299.600-2301.239=-1.639
min	719.000-721.000=-2.000
max	7379.000-7385.000=-6.000

*mean*	1733.709-1716.808=16.902
σ	626.324-618.001=8.324
min	1386.028-1384.696=1.333
max	2776.427-2963.634=-187.207

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.840-107.853=-0.013
max	107.842-107.855=-0.013

*mean*	4408.250-4413.625=-5.375
σ	2216.785-2218.559=-1.773
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	189.263-246.983=-57.720
σ	151.375-310.049=-158.674
min	122.968-124.873=-1.905
max	561.792-1012.813=-451.020

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.013

*mean*	4408.250-4413.625=-5.375
σ	2216.785-2218.559=-1.773
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	42.425-43.111=-0.687
σ	1.508-4.581=-3.073
min	40.671-39.865=0.807
max	44.944-53.756=-8.812

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	216.994-166.369=50.625
σ	550.319-404.456=145.864
min	21.771-21.278=0.494
max	1578.963-1167.324=411.638

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.310=-0.014

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	64.840-62.625=2.216
σ	23.436-18.354=5.082
min	55.245-55.040=0.205
max	122.577-107.656=14.921

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.014-0.014=0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.884=-0.008

*mean*	4180.375-4185.250=-4.875
σ	1944.792-1946.326=-1.534
min	1486.000-1487.000=-1.000
max	7379.000-7385.000=-6.000

*mean*	3241.555-3320.866=-79.310
σ	840.523-763.941=76.582
min	2472.741-2505.840=-33.098
max	4754.069-4547.581=206.489

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	1016.918-1033.200=-16.281
σ	217.923-193.960=23.963
min	912.869-925.409=-12.541
max	1532.311-1396.821=135.490

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7379.000-7385.000=-6.000
σ	0.000
min	7379.000-7385.000=-6.000
max	7379.000-7385.000=-6.000

*mean*	389.504-406.334=-16.830
σ	7.840-38.326=-30.486
min	372.940-388.271=-15.330
max	401.818-500.840=-99.022

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-478.000=-3.000
σ	0.000
min	475.000-478.000=-3.000
max	475.000-478.000=-3.000

*mean*	371.018-401.471=-30.453
σ	35.783-23.722=12.061
min	306.224-354.409=-48.185
max	418.602-426.816=-8.214

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.500-559.000=3.500
σ	0.926-1.690=-0.764
min	561.000-558.000=3.000
max	563.000

*mean*	744.982-731.641=13.341
σ	71.027-70.175=0.852
min	612.414-597.743=14.671
max	825.746-829.628=-3.882

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-963.968=0.594
σ	1.879-1.822=0.056
min	963.842-963.264=0.578
max	972.509-971.675=0.835

*mean*	1037.900-1043.700=-5.800
σ	309.207-320.364=-11.157
min	546.000
max	1534.000-1566.000=-32.000

*mean*	1.250-1.240=0.010
σ	0.071-0.064=0.007
min	1.174-1.169=0.004
max	1.389-1.418=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.294=0.004
σ	0.296-0.277=0.019
min	0.139-0.144=-0.005
max	0.824-0.784=0.040

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.474=0.002
σ	0.315-0.315=-0.001
min	0.320-0.321=-0.001
max	1.037-1.037=0.000

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.219=-0.006
σ	0.020-0.023=-0.003
min	0.197-0.201=-0.004
max	0.246-0.257=-0.011

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.329=0.006
σ	0.015-0.017=-0.001
min	0.318-0.318=0.001
max	0.356-0.358=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	436.400-431.600=4.800
σ	6.148-1.342=4.807
min	431.000
max	443.000-434.000=9.000

*mean*	0.553-0.578=-0.025
σ	0.049-0.023=0.026
min	0.480-0.545=-0.065
max	0.593-0.597=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.467-0.494=-0.028
σ	0.042-0.029=0.012
min	0.424-0.448=-0.024
max	0.520-0.525=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.677-1.977=0.700
σ	0.106-0.083=0.023
min	2.531-1.808=0.723
max	3.056-2.250=0.806

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.666-1.962=0.704
σ	0.120-0.108=0.012
min	2.480-1.853=0.627
max	3.413-2.526=0.887

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.310-0.304=0.005
σ	0.025-0.013=0.012
min	0.291-0.287=0.004
max	0.540-0.390=0.149

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.294-0.295=-0.001
σ	0.008-0.034=-0.026
min	0.275-0.277=-0.002
max	0.331-0.541=-0.210

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.206-11.980=-0.774
σ	11.665-11.761=-0.096
min	0.574-0.574=-0.000
max	91.892-117.222=-25.329

*mean*	467.413-455.667=11.746
σ	20.373-18.262=2.112
min	406.000-408.000=-2.000
max	484.000-475.000=9.000

*mean*	0.026-0.027=-0.002
σ	0.028-0.029=-0.000
min	0.001-0.001=0.000
max	0.218-0.283=-0.065

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.004-278.728=0.276
σ	1.055-1.030=0.025
min	278.606-278.248=0.357
max	282.002-281.640=0.363

*mean*	443.900-444.900=-1.000
σ	16.196-20.941=-4.745
min	426.000-415.000=11.000
max	469.000-474.000=-5.000

*mean*	0.580-0.581=-0.001
σ	0.013-0.019=-0.007
min	0.558-0.532=0.025
max	0.593-0.609=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	202.481-240.289=-37.808
σ	15.433-17.695=-2.261
min	188.583-212.300=-23.717
max	237.333-257.446=-20.113

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	6.233-8.968=-2.735
σ	1.053-0.906=0.147
min	5.797-7.461=-1.663
max	8.834-9.580=-0.745

phase=parser

*mean*	1042.134-1042.435=-0.300
σ	0.000-0.000=-0.000
min	1042.134-1042.434=-0.300
max	1042.134-1042.435=-0.301

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	404.630-571.808=-167.178
σ	81.722-57.679=24.044
min	371.799-430.582=-58.783
max	606.705-602.618=4.087

phase=processProdDef

*mean*	2243.717-2243.976=-0.258
σ	0.000
min	2243.717-2243.976=-0.258
max	2243.717-2243.976=-0.258

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	2877.529-2626.190=251.340
σ	349.611-353.524=-3.913
min	2322.665-2194.532=128.132
max	3230.083-3127.797=102.286

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	34.986-36.775=-1.790
σ	4.371-6.195=-1.823
min	31.986-26.143=5.843
max	45.296-41.199=4.098

phase=type checker

*mean*	958.600-989.752=-31.152
σ	0.047-0.066=-0.019
min	958.576-989.654=-31.078
max	958.701-989.841=-31.140

*mean*	848.000-839.000=9.000
σ	0.000
min	848.000-839.000=9.000
max	848.000-839.000=9.000

*mean*	644.923-668.440=-23.516
σ	15.168-13.826=1.342
min	627.367-642.356=-14.989
max	673.192-680.978=-7.786

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.396=0.459
σ	0.039-0.037=0.002
min	282.800-282.339=0.462
max	282.894-282.430=0.464

*mean*	439.400-444.400=-5.000
σ	3.286-0.548=2.739
min	437.000-444.000=-7.000
max	443.000-445.000=-2.000

*mean*	0.382-0.382=-0.001
σ	0.008-0.008=0.001
min	0.377-0.376=0.001
max	0.397-0.391=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1267.084=0.961
σ	0.080-0.104=-0.024
min	1267.961-1266.995=0.966
max	1268.166-1267.260=0.907

*mean*	1082.400-1114.400=-32.000
σ	179.801-168.733=11.068
min	870.000-899.000=-29.000
max	1323.000-1325.000=-2.000

*mean*	1.949-1.902=0.047
σ	0.115-0.070=0.045
min	1.787-1.831=-0.043
max	2.109-2.011=0.098

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.079-1506.180=0.899
σ	2.960-2.884=0.076
min	1505.585-1504.709=0.876
max	1512.366-1511.330=1.035

*mean*	633.400-629.200=4.200
σ	89.879-90.489=-0.609
min	497.000-505.000=-8.000
max	731.000-729.000=2.000

*mean*	2.339-2.409=-0.070
σ	0.289-0.186=0.103
min	2.113-2.084=0.028
max	2.670-2.549=0.121

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1829.119=0.947
σ	0.038-0.081=-0.043
min	1830.008-1829.023=0.985
max	1830.096-1829.237=0.859

*mean*	1723.000-1756.200=-33.200
σ	168.210-214.176=-45.966
min	1486.000-1467.000=19.000
max	1881.000-1958.000=-77.000

*mean*	2.968-3.167=-0.198
σ	0.208-0.327=-0.119
min	2.816-2.826=-0.010
max	3.335-3.530=-0.196

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.753-1.653=0.100
σ	0.065-0.077=-0.012
min	1.680-1.575=0.105
max	1.821-1.757=0.065

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-397.700=8.499
σ	509.798-518.053=-8.256
min	151.294-138.670=12.624
max	1170.895-1174.780=-3.885

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	439.000-446.000=-7.000
σ	0.000
min	439.000-446.000=-7.000
max	439.000-446.000=-7.000

*mean*	0.483-0.481=0.002
σ	0.452-0.484=-0.032
min	0.249-0.239=0.010
max	1.160-1.207=-0.047

policies=20

*mean*	1513.142-1386.832=126.310
σ	0.277-0.167=0.110
min	1512.961-1386.728=126.233
max	1513.555-1387.080=126.474

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	445.750-446.000=-0.250
σ	4.500-0.000=4.500
min	439.000-446.000=-7.000
max	448.000-446.000=2.000

*mean*	2.509-2.328=0.182
σ	0.010-0.011=-0.001
min	2.499-2.318=0.180
max	2.523-2.342=0.180

policies=200

*mean*	15140.031-13876.828=1263.203
σ	0.089-0.132=-0.043
min	15139.953-13876.739=1263.214
max	15140.158-13877.023=1263.136

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	496.500-496.000=0.500
σ	5.196-4.967=0.230
min	491.000
max	503.000-502.000=1.000

*mean*	25.286-23.474=1.812
σ	0.098-0.031=0.068
min	25.212-23.449=1.763
max	25.423-23.518=1.906