Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.774=-0.056
σ	0.366-0.362=0.004
min	54.573-54.628=-0.054
max	55.759-55.804=-0.045

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.140-0.142=-0.002
σ	0.004-0.005=-0.001
min	0.136-0.138=-0.002
max	0.146-0.151=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.774=0.002
σ	0.008-0.006=0.001
min	43.765-43.763=0.002
max	43.793-43.780=0.012

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=-0.000
min	0.118-0.116=0.002
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4428.625-4582.750=-154.125
σ	2224.221-2252.278=-28.057
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	12.905-12.752=0.153
σ	2.036-3.372=-1.335
min	11.951-11.291=0.660
max	17.859-21.037=-3.177

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4607.000-4582.750=24.250
σ	2255.049-2252.278=2.771
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	103.269-13.289=89.981
σ	255.019-3.336=251.683
min	11.461-11.235=0.226
max	734.387-21.424=712.963

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.009
max	41.943-41.950=-0.008

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	11.128-10.520=0.609
σ	0.300-0.382=-0.082
min	10.861-10.208=0.652
max	11.802-11.377=0.425

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.001-0.001=-0.000
min	41.924-41.933=-0.008
max	41.928-41.937=-0.008

*mean*	4199.250-4169.625=29.625
σ	1951.305-1944.396=6.908
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	11.489-11.009=0.479
σ	1.413-1.809=-0.396
min	10.808-10.217=0.591
max	14.976-15.476=-0.501

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4199.250-4169.625=29.625
σ	1951.305-1944.396=6.908
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	8.759-8.504=0.255
σ	0.506-1.249=-0.743
min	8.034-7.318=0.715
max	9.847-11.470=-1.623

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4199.250-4169.625=29.625
σ	1951.305-1944.396=6.908
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	6.922-6.434=0.488
σ	0.424-0.951=-0.527
min	6.521-5.445=1.076
max	7.917-8.683=-0.766

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4607.000-4582.750=24.250
σ	2255.049-2252.278=2.771
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	6.469-5.881=0.589
σ	0.730-0.975=-0.245
min	6.007-5.335=0.672
max	7.904-8.273=-0.368

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4607.000-4582.750=24.250
σ	2255.049-2252.278=2.771
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	6.237-5.726=0.512
σ	0.744-0.973=-0.229
min	5.782-5.185=0.597
max	7.711-8.117=-0.406

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.018
σ	0.002-0.002=0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.018

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	346.868-360.118=-13.250
σ	1.669-41.174=-39.505
min	344.069-343.916=0.153
max	348.905-462.002=-113.097

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3771.500-3748.125=23.375
σ	2307.888-2297.120=10.768
min	721.000-720.000=1.000
max	7405.000-7397.000=8.000

*mean*	1783.758-1617.588=166.170
σ	670.682-516.650=154.032
min	1384.863-1403.136=-18.273
max	2959.082-2886.373=72.709

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4199.250-4403.625=-204.375
σ	1951.305-2223.434=-272.129
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	134.643-277.171=-142.528
σ	8.455-398.069=-389.613
min	126.958-125.676=1.282
max	154.160-1261.406=-1107.245

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.013

*mean*	4428.625-4582.750=-154.125
σ	2224.221-2252.278=-28.057
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	155.832-180.107=-24.275
σ	322.009-382.297=-60.288
min	40.474-40.271=0.203
max	952.761-1126.116=-173.355

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.929-40.950=-0.021

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	102.937-22.178=80.759
σ	227.949-3.350=224.599
min	21.660-20.799=0.861
max	667.075-30.465=636.610

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	59.654-213.304=-153.651
σ	8.829-445.976=-437.147
min	56.004-54.430=1.574
max	81.458-1317.031=-1235.573

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4199.250-4169.625=29.625
σ	1951.305-1944.396=6.908
min	1483.000-1487.000=-4.000
max	7405.000-7397.000=8.000

*mean*	3255.070-3180.141=74.929
σ	703.223-822.637=-119.414
min	2519.184-2495.944=23.240
max	4482.820-4685.530=-202.710

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=-0.000
min	1973.827-1973.849=-0.022
max	1973.831-1973.854=-0.023

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	1011.767-1080.471=-68.704
σ	202.422-281.474=-79.052
min	919.832-920.946=-1.113
max	1500.307-1740.033=-239.726

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7405.000-7397.000=8.000
σ	0.000
min	7405.000-7397.000=8.000
max	7405.000-7397.000=8.000

*mean*	416.740-402.302=14.438
σ	43.487-41.530=1.957
min	388.321-381.176=7.144
max	523.436-504.749=18.688

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-476.000=4.000
σ	0.000
min	480.000-476.000=4.000
max	480.000-476.000=4.000

*mean*	390.441-357.393=33.048
σ	23.267-44.633=-21.366
min	357.888-303.920=53.969
max	421.611-434.683=-13.071

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.250=0.750
σ	0.000-0.463=-0.463
min	565.000-564.000=1.000
max	565.000

*mean*	714.638-763.343=-48.705
σ	73.481-32.485=40.996
min	598.197-727.804=-129.607
max	820.270-828.681=-8.412

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-963.971=0.558
σ	1.820-1.820=-0.000
min	963.826-963.267=0.559
max	972.224-971.668=0.556

*mean*	1039.100-1050.850=-11.750
σ	310.219-299.805=10.414
min	536.000-575.000=-39.000
max	1533.000-1460.000=73.000

*mean*	1.264-1.275=-0.011
σ	0.086-0.111=-0.025
min	1.174-1.179=-0.005
max	1.500-1.514=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.491-0.472=0.020
σ	0.538-0.514=0.024
min	0.182-0.226=-0.043
max	1.451-1.391=0.060

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.720-0.819=-0.099
σ	0.301-0.518=-0.218
min	0.563-0.571=-0.008
max	1.257-1.746=-0.489

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.376=0.004
σ	0.036-0.034=0.002
min	0.346-0.349=-0.004
max	0.439-0.433=0.006

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.580=0.007
σ	0.033-0.029=0.004
min	0.564-0.561=0.003
max	0.644-0.632=0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.712-0.574=0.137
σ	0.053-0.066=-0.013
min	0.617-0.478=0.139
max	0.741-0.660=0.081

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.588-0.467=0.121
σ	0.040-0.022=0.018
min	0.529-0.445=0.083
max	0.642-0.497=0.145

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	3.547-2.582=0.965
σ	0.085-0.104=-0.019
min	3.420-2.435=0.985
max	3.866-2.937=0.928

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	3.531-2.604=0.927
σ	0.074-0.087=-0.013
min	3.393-2.435=0.958
max	3.788-2.845=0.943

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.535-0.304=0.231
σ	0.013-0.008=0.005
min	0.516-0.290=0.226
max	0.616-0.353=0.264

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.521-0.292=0.229
σ	0.031-0.009=0.023
min	0.489-0.274=0.215
max	0.701-0.336=0.366

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.853=-0.244
σ	12.346-11.837=0.509
min	0.574-0.574=0.000
max	102.977-128.313=-25.336

*mean*	463.062-460.395=2.667
σ	18.196-18.029=0.167
min	406.000-407.000=-1.000
max	477.000-475.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.029=0.001
min	0.001-0.001=-0.000
max	0.256-0.323=-0.066

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.770-278.693=0.078
σ	1.025-1.077=-0.051
min	278.347-278.300=0.047
max	281.683-281.755=-0.072

*mean*	444.300-444.800=-0.500
σ	15.129-17.479=-2.349
min	414.000-418.000=-4.000
max	467.000-472.000=-5.000

*mean*	0.580-0.576=0.004
σ	0.018-0.031=-0.013
min	0.547-0.527=0.020
max	0.614-0.615=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	851.000-845.000=6.000
σ	0.000
min	851.000-845.000=6.000
max	851.000-845.000=6.000

*mean*	230.022-205.380=24.642
σ	16.526-32.770=-16.245
min	201.699-148.604=53.096
max	246.643-251.664=-5.021

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	851.000-844.250=6.750
σ	0.000-2.121=-2.121
min	851.000-839.000=12.000
max	851.000-845.000=6.000

*mean*	6.335-8.957=-2.622
σ	1.146-1.276=-0.130
min	5.789-6.361=-0.572
max	9.131-9.863=-0.732

phase=parser

*mean*	1041.966-1042.436=-0.470
σ	0.000-0.000=-0.000
min	1041.966-1042.436=-0.470
max	1041.966-1042.436=-0.470

*mean*	851.000-844.250=6.750
σ	0.000-2.121=-2.121
min	851.000-839.000=12.000
max	851.000-845.000=6.000

*mean*	531.795-574.858=-43.063
σ	134.261-58.177=76.084
min	375.353-432.698=-57.344
max	724.788-613.929=110.859

phase=processProdDef

*mean*	2243.715-2243.974=-0.258
σ	0.000
min	2243.715-2243.974=-0.258
max	2243.715-2243.974=-0.258

*mean*	851.000-845.000=6.000
σ	0.000
min	851.000-845.000=6.000
max	851.000-845.000=6.000

*mean*	2711.583-2827.614=-116.032
σ	551.316-304.340=246.975
min	1933.759-2479.928=-546.169
max	3376.246-3283.540=92.706

phase=renaming

*mean*	21.436-21.675=-0.238
σ	0.000
min	21.436-21.675=-0.238
max	21.436-21.675=-0.238

*mean*	851.000-844.250=6.750
σ	0.000-2.121=-2.121
min	851.000-839.000=12.000
max	851.000-845.000=6.000

*mean*	30.007-36.027=-6.020
σ	10.933-8.212=2.721
min	19.985-19.635=0.350
max	42.682-41.169=1.513

phase=type checker

*mean*	958.600-989.752=-31.152
σ	0.047-0.066=-0.019
min	958.577-989.654=-31.077
max	958.702-989.841=-31.140

*mean*	851.000-844.250=6.750
σ	0.000-2.121=-2.121
min	851.000-839.000=12.000
max	851.000-845.000=6.000

*mean*	659.592-708.310=-48.719
σ	56.295-42.347=13.948
min	609.182-650.464=-41.282
max	750.032-790.845=-40.813

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.394=-0.035
σ	0.036-0.036=0.000
min	282.308-282.338=-0.030
max	282.396-282.425=-0.030

*mean*	441.000-444.400=-3.400
σ	2.739-0.548=2.191
min	439.000-444.000=-5.000
max	444.000-445.000=-1.000

*mean*	0.379-0.377=0.002
σ	0.006-0.002=0.003
min	0.376-0.375=0.001
max	0.389-0.380=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.586-1267.110=0.476
σ	0.087-0.093=-0.006
min	1267.482-1267.001=0.481
max	1267.721-1267.257=0.464

*mean*	1112.600-1113.800=-1.200
σ	171.650-170.040=1.610
min	898.000-899.000=-1.000
max	1336.000-1332.000=4.000

*mean*	1.957-1.998=-0.042
σ	0.116-0.122=-0.006
min	1.852-1.806=0.046
max	2.083-2.096=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.582-1506.131=0.451
σ	2.907-2.961=-0.054
min	1505.075-1504.633=0.442
max	1511.770-1511.418=0.352

*mean*	628.800-630.000=-1.200
σ	90.170-90.446=-0.276
min	505.000-506.000=-1.000
max	728.000-730.000=-2.000

*mean*	2.318-2.344=-0.026
σ	0.244-0.339=-0.095
min	2.039-2.063=-0.023
max	2.554-2.878=-0.324

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.115=0.464
σ	0.055-0.077=-0.022
min	1829.501-1829.029=0.472
max	1829.632-1829.233=0.399

*mean*	1766.600
σ	214.091-217.213=-3.122
min	1492.000-1490.000=2.000
max	1972.000-1977.000=-5.000

*mean*	3.105-3.253=-0.148
σ	0.337-0.408=-0.071
min	2.765-2.828=-0.063
max	3.604-3.725=-0.122

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.762=-0.106
σ	0.167-0.097=0.070
min	1.492-1.622=-0.131
max	1.882-1.860=0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-397.698=-3.846
σ	509.574-518.051=-8.477
min	139.061-138.670=0.391
max	1158.212-1174.774=-16.562

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.497-0.487=0.010
σ	0.523-0.501=0.022
min	0.233-0.227=0.006
max	1.281-1.239=0.043

policies=20

*mean*	1390.729-1386.823=3.906
σ	0.170-0.159=0.011
min	1390.609-1386.722=3.887
max	1390.980-1387.060=3.920

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	447.750-448.500=-0.750
σ	7.500-2.887=4.613
min	444.000-446.000=-2.000
max	459.000-451.000=8.000

*mean*	2.317-2.331=-0.014
σ	0.020-0.017=0.003
min	2.299-2.309=-0.010
max	2.345-2.349=-0.005

policies=200

*mean*	13915.886-13876.817=39.070
σ	0.060-0.172=-0.111
min	13915.804-13876.703=39.101
max	13915.948-13877.067=38.881

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-499.000=-3.250
σ	4.031-3.916=0.115
min	491.000-494.000=-3.000
max	500.000-503.000=-3.000

*mean*	23.366-23.470=-0.105
σ	0.115-0.098=0.017
min	23.230-23.330=-0.100
max	23.488-23.547=-0.060