Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.728-54.774=-0.046
σ	0.362-0.361=0.001
min	54.590-54.633=-0.042
max	55.758-55.801=-0.043

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.142-0.138=0.003
σ	0.005-0.005=-0.000
min	0.137-0.130=0.007
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.774=-0.000
σ	0.008-0.005=0.003
min	43.760-43.766=-0.006
max	43.792-43.784=0.008

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.122-0.124=-0.001
σ	0.004-0.004=-0.001
min	0.120-0.120=-0.000
max	0.130-0.134=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4579.000-4590.125=-11.125
σ	2252.825-2248.240=4.585
min	1486.000
max	7399.000-7383.000=16.000

*mean*	13.551-171.031=-157.480
σ	3.538-447.005=-443.467
min	11.903-12.033=-0.130
max	22.203-1277.301=-1255.098

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4579.000-4590.125=-11.125
σ	2252.825-2248.240=4.585
min	1486.000
max	7399.000-7383.000=16.000

*mean*	13.495-14.488=-0.993
σ	3.885-4.464=-0.579
min	11.409-11.445=-0.036
max	23.001-24.772=-1.771

op=table_records(), no indexes

*mean*	41.939-41.948=-0.009
σ	0.002-0.002=0.000
min	41.938-41.946=-0.009
max	41.942-41.950=-0.008

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	11.073-10.624=0.449
σ	0.244-0.288=-0.044
min	10.879-10.167=0.712
max	11.649-10.986=0.663

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4163.500-4181.250=-17.750
σ	1943.746-1944.703=-0.958
min	1486.000
max	7399.000-7383.000=16.000

*mean*	11.564-11.652=-0.088
σ	1.866-1.747=0.119
min	10.660-10.816=-0.156
max	16.101-15.962=0.138

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4163.500-4181.250=-17.750
σ	1943.746-1944.703=-0.958
min	1486.000
max	7399.000-7383.000=16.000

*mean*	9.136-9.048=0.088
σ	1.410-1.421=-0.010
min	8.036-7.826=0.210
max	12.497-12.423=0.075

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4163.500-4181.250=-17.750
σ	1943.746-1944.703=-0.958
min	1486.000
max	7399.000-7383.000=16.000

*mean*	6.961-6.733=0.229
σ	1.024-1.103=-0.079
min	6.084-5.918=0.166
max	9.397-9.408=-0.010

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4579.000-4590.125=-11.125
σ	2252.825-2248.240=4.585
min	1486.000
max	7399.000-7383.000=16.000

*mean*	6.326-6.448=-0.122
σ	0.886-1.057=-0.171
min	5.616-5.839=-0.223
max	8.445-8.840=-0.395

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.023
σ	0.001-0.000=0.001
min	25.960-25.984=-0.024
max	25.964-25.985=-0.021

*mean*	4579.000-4590.125=-11.125
σ	2252.825-2248.240=4.585
min	1486.000
max	7399.000-7383.000=16.000

*mean*	6.192-6.341=-0.149
σ	1.032-1.082=-0.049
min	5.554-5.690=-0.136
max	8.728-8.771=-0.043

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002
min	1021.608-1021.625=-0.017
max	1021.612-1021.629=-0.017

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	362.276-360.407=1.868
σ	44.610-40.331=4.279
min	343.436-343.877=-0.442
max	472.538-460.096=12.442

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.022
σ	0.455-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.983-3497.038=-0.055

*mean*	3744.000-3757.250=-13.250
σ	2295.833-2299.390=-3.557
min	719.000-720.000=-1.000
max	7399.000-7383.000=16.000

*mean*	1615.913-1785.898=-169.986
σ	540.969-664.297=-123.328
min	1389.814-1391.667=-1.853
max	2946.207-2942.010=4.197

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.842-107.854=-0.013

*mean*	4398.750-4410.250=-11.500
σ	2224.564-2217.739=6.825
min	1486.000
max	7399.000-7383.000=16.000

*mean*	212.245-257.036=-44.791
σ	214.054-341.580=-127.527
min	125.070-124.325=0.744
max	739.566-1100.973=-361.407

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4579.000-4410.250=168.750
σ	2252.825-2217.739=35.086
min	1486.000
max	7399.000-7383.000=16.000

*mean*	211.729-46.644=165.085
σ	475.864-8.284=467.580
min	41.304-42.073=-0.769
max	1389.424-66.815=1322.609

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	22.282-22.317=-0.035
σ	2.144-1.236=0.908
min	21.331-21.650=-0.318
max	27.581-25.342=2.238

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	309.954-256.629=53.325
σ	714.219-567.709=146.509
min	55.370-54.476=0.894
max	2077.537-1661.624=415.914

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.014-0.014=0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.884=-0.008

*mean*	4163.500-4181.250=-17.750
σ	1943.746-1944.703=-0.958
min	1486.000
max	7399.000-7383.000=16.000

*mean*	3050.904-3314.420=-263.515
σ	701.835-846.515=-144.680
min	2510.381-2493.628=16.754
max	4364.540-4651.813=-287.273

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	1028.942-1044.165=-15.224
σ	160.880-235.318=-74.437
min	921.251-922.994=-1.743
max	1361.905-1606.051=-244.146

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7399.000-7383.000=16.000
σ	0.000
min	7399.000-7383.000=16.000
max	7399.000-7383.000=16.000

*mean*	390.174-394.056=-3.882
σ	6.901-7.518=-0.617
min	381.164-377.275=3.889
max	403.468-403.664=-0.196

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.250-476.125=2.125
σ	1.035-1.553=-0.518
min	477.000-475.000=2.000
max	479.000-478.000=1.000

*mean*	357.499-373.728=-16.229
σ	40.614-25.355=15.259
min	307.917-343.779=-35.863
max	426.607-409.624=16.983

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	748.741-721.147=27.594
σ	58.090-82.773=-24.683
min	647.429-613.730=33.699
max	839.800-827.525=12.275

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.971=-0.002
σ	1.821-1.821=0.000
min	963.263-963.266=-0.003
max	971.671-971.671=0.000

*mean*	1034.350-1040.550=-6.200
σ	299.480-291.390=8.090
min	556.000-560.000=-4.000
max	1592.000-1429.000=163.000

*mean*	1.268-1.264=0.005
σ	0.133-0.087=0.046
min	1.164-1.179=-0.015
max	1.653-1.507=0.146

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.389-0.427=-0.038
σ	0.486-0.598=-0.112
min	0.142-0.132=0.010
max	1.254-1.494=-0.240

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.842=-0.368
σ	0.318-0.518=-0.199
min	0.321-0.581=-0.260
max	1.042-1.766=-0.724

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.261=-0.047
σ	0.024-0.107=-0.083
min	0.194-0.208=-0.014
max	0.253-0.453=-0.200

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.550=-0.215
σ	0.020-0.098=-0.077
min	0.309-0.376=-0.068
max	0.363-0.608=-0.244

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	432.800-435.600=-2.800
σ	0.447-5.079=-4.632
min	432.000-431.000=1.000
max	433.000-441.000=-8.000

*mean*	0.580-0.683=-0.103
σ	0.024-0.074=-0.049
min	0.551-0.597=-0.046
max	0.612-0.758=-0.146

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.480-0.502=-0.022
σ	0.038-0.031=0.007
min	0.430-0.453=-0.023
max	0.528-0.532=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.612-2.619=-0.007
σ	0.096-0.113=-0.016
min	2.470-2.465=0.004
max	3.069-3.125=-0.056

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.623-2.604=0.019
σ	0.084-0.070=0.014
min	2.442-2.491=-0.049
max	2.849-2.797=0.052

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.304-0.318=-0.015
σ	0.008-0.044=-0.036
min	0.290-0.295=-0.005
max	0.346-0.704=-0.359

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.293-0.295=-0.002
σ	0.011-0.009=0.003
min	0.277-0.279=-0.002
max	0.366-0.341=0.025

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.784-11.293=0.491
σ	12.782-10.874=1.908
min	0.574-0.574=0.000
max	107.766-115.662=-7.896

*mean*	457.003-463.322=-6.319
σ	17.780-19.373=-1.593
min	407.000
max	470.000-478.000=-8.000

*mean*	0.027-0.026=0.001
σ	0.031-0.027=0.004
min	0.001-0.001=-0.000
max	0.256-0.282=-0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.648-278.749=-0.100
σ	1.056-1.028=0.028
min	278.212-278.363=-0.151
max	281.644-281.670=-0.026

*mean*	441.300-443.300=-2.000
σ	17.030-14.982=2.048
min	415.000-418.000=-3.000
max	465.000-467.000=-2.000

*mean*	0.570-0.579=-0.009
σ	0.028-0.006=0.022
min	0.503-0.569=-0.066
max	0.597-0.590=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	728.500-839.000=-110.500
σ	7.071-0.000=7.071
min	711.000-839.000=-128.000
max	731.000-839.000=-108.000

*mean*	206.865-239.235=-32.370
σ	20.665-23.931=-3.266
min	190.074-190.736=-0.661
max	242.280-257.236=-14.956

phase=macro expansion

*mean*	5.896-6.130=-0.233
σ	0.000
min	5.896-6.130=-0.233
max	5.896-6.130=-0.233

*mean*	727.250-839.000=-111.750
σ	10.607-0.000=10.607
min	701.000-839.000=-138.000
max	731.000-839.000=-108.000

*mean*	7.759-8.676=-0.917
σ	1.036-2.163=-1.126
min	6.916-6.350=0.565
max	9.101-12.809=-3.708

phase=parser

*mean*	1043.355-1042.436=0.919
σ	0.000-0.000=-0.000
min	1043.355-1042.436=0.920
max	1043.356-1042.436=0.920

*mean*	727.250-839.000=-111.750
σ	10.607-0.000=10.607
min	701.000-839.000=-138.000
max	731.000-839.000=-108.000

*mean*	509.673-560.145=-50.472
σ	83.044-104.442=-21.397
min	439.599-425.277=14.321
max	620.118-733.915=-113.798

phase=processProdDef

*mean*	2243.714-2243.972=-0.258
σ	0.000-0.000=-0.000
min	2243.714-2243.972=-0.257
max	2243.714-2243.972=-0.258

*mean*	728.500-839.000=-110.500
σ	7.071-0.000=7.071
min	711.000-839.000=-128.000
max	731.000-839.000=-108.000

*mean*	2742.453-2587.210=155.244
σ	465.547-222.301=243.246
min	2069.605-2361.320=-291.715
max	3240.991-2870.486=370.505

phase=renaming

*mean*	21.438-21.671=-0.233
σ	0.000
min	21.438-21.671=-0.233
max	21.438-21.671=-0.233

*mean*	727.250-839.000=-111.750
σ	10.607-0.000=10.607
min	701.000-839.000=-138.000
max	731.000-839.000=-108.000

*mean*	39.579-32.972=6.608
σ	6.988-10.377=-3.390
min	26.358-21.023=5.335
max	49.492-47.985=1.506

phase=type checker

*mean*	958.597-989.752=-31.155
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.143

*mean*	727.250-839.000=-111.750
σ	10.607-0.000=10.607
min	701.000-839.000=-138.000
max	731.000-839.000=-108.000

*mean*	653.859-682.110=-28.252
σ	14.704-46.796=-32.092
min	632.140-641.741=-9.601
max	671.532-791.765=-120.233

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.372-282.387=-0.015
σ	0.035-0.035=0.000
min	282.317-282.338=-0.021
max	282.403-282.424=-0.021

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.374-0.380=-0.005
σ	0.005-0.007=-0.001
min	0.371-0.375=-0.003
max	0.384-0.387=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.076-1267.115=-0.038
σ	0.089-0.093=-0.005
min	1266.959-1267.005=-0.046
max	1267.205-1267.256=-0.051

*mean*	1084.000-1111.200=-27.200
σ	190.739-169.216=21.523
min	839.000-896.000=-57.000
max	1315.000-1325.000=-10.000

*mean*	1.969-2.012=-0.043
σ	0.211-0.132=0.079
min	1.710-1.863=-0.152
max	2.191-2.119=0.072

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.113-1506.131=-0.018
σ	2.846-2.954=-0.108
min	1504.675-1504.640=0.034
max	1511.196-1511.406=-0.209

*mean*	626.000-626.600=-0.600
σ	91.766-89.993=1.773
min	513.000-503.000=10.000
max	743.000-726.000=17.000

*mean*	2.276-2.357=-0.081
σ	0.181-0.306=-0.125
min	2.118-2.073=0.045
max	2.481-2.825=-0.344

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.064-1829.117=-0.053
σ	0.029-0.072=-0.043
min	1829.026-1829.029=-0.003
max	1829.092-1829.223=-0.132

*mean*	1734.600-1756.600=-22.000
σ	193.579-214.727=-21.148
min	1467.000-1470.000=-3.000
max	1916.000-1960.000=-44.000

*mean*	2.953-3.238=-0.285
σ	0.172-0.380=-0.208
min	2.829-2.795=0.034
max	3.252-3.694=-0.442

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.663=-0.007
σ	0.157-0.165=-0.009
min	1.437-1.506=-0.069
max	1.793-1.879=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.635-397.698=-4.063
σ	509.937-518.051=-8.114
min	138.664-138.670=-0.006
max	1158.540-1174.775=-16.235

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.491-0.493=-0.002
σ	0.518-0.507=0.011
min	0.229-0.238=-0.009
max	1.268-1.254=0.015

policies=20

*mean*	1386.752-1386.834=-0.082
σ	0.120-0.161=-0.041
min	1386.662-1386.726=-0.064
max	1386.929-1387.074=-0.144

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-444.000=2.000
σ	1.155-0.000=1.155
min	445.000-444.000=1.000
max	447.000-444.000=3.000

*mean*	2.289-2.316=-0.026
σ	0.015-0.017=-0.003
min	2.274-2.293=-0.019
max	2.309-2.332=-0.023

policies=200

*mean*	13876.196-13876.912=-0.716
σ	0.155-0.115=0.040
min	13876.003-13876.814=-0.811
max	13876.383-13877.079=-0.696

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.000-494.750=-1.750
σ	4.320-4.113=0.208
min	489.000-490.000=-1.000
max	499.000-500.000=-1.000

*mean*	23.188-23.487=-0.300
σ	0.131-0.171=-0.040
min	23.061-23.351=-0.290
max	23.353-23.718=-0.366