Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.726-54.781=-0.054
σ	0.355-0.368=-0.013
min	54.593-54.646=-0.052
max	55.736-55.828=-0.092

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.147=-0.006
σ	0.004-0.010=-0.006
min	0.137-0.137=-0.000
max	0.149-0.166=-0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.771-43.770=0.001
σ	0.006-0.008=-0.002
min	43.764-43.758=0.006
max	43.781-43.780=0.000

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.120-0.126=-0.005
σ	0.005-0.007=-0.002
min	0.115-0.118=-0.003
max	0.131-0.140=-0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4588.000-4499.500=88.500
σ	2249.204-2215.588=33.616
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	133.090-12.301=120.788
σ	342.195-0.378=341.817
min	11.869-11.925=-0.057
max	979.979-12.914=967.065

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4588.000-4499.500=88.500
σ	2249.204-2215.588=33.616
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	14.008-11.938=2.070
σ	4.306-0.667=3.639
min	11.366-11.492=-0.125
max	24.554-13.511=11.043

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	10.963-11.466=-0.503
σ	0.238-0.993=-0.755
min	10.506-10.932=-0.426
max	11.242-13.893=-2.652

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4179.250-4499.500=-320.250
σ	1946.263-2215.588=-269.325
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	11.707-10.967=0.741
σ	1.829-0.143=1.686
min	10.922-10.691=0.231
max	16.228-11.133=5.095

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.632-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4179.250-4499.500=-320.250
σ	1946.263-2215.588=-269.325
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	9.032-8.477=0.556
σ	1.362-0.347=1.015
min	8.125-8.014=0.112
max	12.341-8.827=3.514

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4179.250-4499.500=-320.250
σ	1946.263-2215.588=-269.325
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	6.634-6.672=-0.038
σ	1.071-0.280=0.790
min	5.766-6.171=-0.405
max	9.145-6.958=2.187

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4588.000-4499.500=88.500
σ	2249.204-2215.588=33.616
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	6.363-5.924=0.438
σ	1.017-0.078=0.939
min	5.800-5.813=-0.013
max	8.855-6.020=2.834

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.023
max	25.962-25.985=-0.023

*mean*	4588.000-4499.500=88.500
σ	2249.204-2215.588=33.616
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	6.110-5.823=0.287
σ	1.085-0.072=1.014
min	5.480-5.741=-0.261
max	8.777-5.980=2.797

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002-0.002=0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	372.398-346.837=25.561
σ	79.442-1.639=77.803
min	340.970-344.993=-4.023
max	568.947-349.258=219.689

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.453-0.468=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.036=-0.060

*mean*	3755.500-3676.625=78.875
σ	2300.542-2246.596=53.947
min	719.000-723.000=-4.000
max	7379.000-7306.000=73.000

*mean*	1750.182-1521.286=228.897
σ	677.330-387.040=290.290
min	1380.168-1377.096=3.071
max	2939.787-2479.059=460.728

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.841-107.853=-0.013
max	107.841-107.854=-0.013

*mean*	4407.250-4499.500=-92.250
σ	2218.282-2215.588=2.694
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	197.342-132.071=65.271
σ	173.787-9.147=164.640
min	123.185-124.112=-0.927
max	624.610-147.089=477.520

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.016
max	62.069-62.082=-0.013

*mean*	4407.250-4499.500=-92.250
σ	2218.282-2215.588=2.694
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	43.401-43.092=0.309
σ	1.571-1.372=0.199
min	41.216-41.497=-0.281
max	45.602-45.538=0.063

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	21.955-43.183=-21.228
σ	0.657-58.600=-57.943
min	21.453-21.764=-0.311
max	23.476-188.170=-164.694

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.310=-0.014

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	202.896-61.352=141.544
σ	416.113-13.043=403.070
min	55.084-56.000=-0.916
max	1232.721-93.614=1139.107

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.008
σ	0.014-0.013=0.001
min	4646.837-4646.845=-0.008
max	4646.876-4646.883=-0.007

*mean*	4179.250-4499.500=-320.250
σ	1946.263-2215.588=-269.325
min	1486.000-1472.000=14.000
max	7379.000-7306.000=73.000

*mean*	3297.257-3491.166=-193.909
σ	892.185-687.376=204.809
min	2470.079-2522.615=-52.536
max	5099.736-4418.073=681.663

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	1055.553-1052.067=3.486
σ	291.585-243.790=47.795
min	902.222-920.856=-18.635
max	1751.739-1590.755=160.984

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7379.000-7306.000=73.000
σ	0.000
min	7379.000-7306.000=73.000
max	7379.000-7306.000=73.000

*mean*	384.735-406.319=-21.584
σ	5.699-38.436=-32.737
min	372.702-390.238=-17.536
max	392.049-501.396=-109.347

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	380.361-393.641=-13.280
σ	21.999-19.664=2.335
min	357.806-372.713=-14.907
max	423.180-435.127=-11.947

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-558.000=4.000
σ	0.000-1.069=-1.069
min	562.000-557.000=5.000
max	562.000-559.000=3.000

*mean*	733.368-774.060=-40.692
σ	51.985-49.135=2.850
min	641.024-677.356=-36.331
max	794.338-836.699=-42.361

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.179-963.617=0.562
σ	1.819-1.817=0.002
min	963.472-962.913=0.559
max	971.869-971.301=0.568

*mean*	1045.800-1048.500=-2.700
σ	319.589-312.491=7.099
min	537.000-591.000=-54.000
max	1513.000-1508.000=5.000

*mean*	1.307-1.309=-0.001
σ	0.172-0.172=-0.000
min	1.182-1.167=0.015
max	1.920-1.754=0.165

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.393=-0.095
σ	0.296-0.489=-0.193
min	0.144-0.146=-0.003
max	0.824-1.264=-0.440

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.474=0.004
σ	0.336-0.319=0.017
min	0.316-0.320=-0.004
max	1.079-1.044=0.035

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.217=0.000
σ	0.021-0.018=0.003
min	0.199-0.205=-0.005
max	0.253-0.248=0.005

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.325=0.003
σ	0.014-0.021=-0.007
min	0.312-0.310=0.003
max	0.350-0.362=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	431.600-436.000=-4.400
σ	1.342-2.236=-0.894
min	431.000-432.000=-1.000
max	434.000-437.000=-3.000

*mean*	0.514-0.558=-0.044
σ	0.063-0.052=0.011
min	0.439-0.492=-0.053
max	0.608-0.617=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.459-0.473=-0.014
σ	0.048-0.023=0.025
min	0.375-0.461=-0.086
max	0.495-0.513=-0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	1.849-2.580=-0.731
σ	0.088-0.104=-0.015
min	1.692-2.404=-0.712
max	2.184-3.174=-0.989

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.578-2.630=-0.052
σ	0.208-0.110=0.098
min	1.743-2.463=-0.720
max	2.926-2.919=0.007

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.318-0.305=0.013
σ	0.026-0.008=0.018
min	0.291-0.289=0.002
max	0.497-0.354=0.143

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.303-0.292=0.011
σ	0.041-0.011=0.029
min	0.277-0.275=0.002
max	0.557-0.373=0.184

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.703-11.897=-0.194
σ	11.172-11.239=-0.067
min	0.714-0.577=0.138
max	74.448-95.806=-21.358

*mean*	463.724-463.989=-0.265
σ	19.802-20.104=-0.302
min	412.000-410.000=2.000
max	481.000-480.000=1.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.028=-0.000
min	0.001-0.001=0.000
max	0.202-0.228=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.435-278.456=-0.021
σ	1.055-1.052=0.004
min	278.026-277.992=0.034
max	281.437-281.437=-0.000

*mean*	443.900-444.200=-0.300
σ	14.372-17.184=-2.812
min	417.000-419.000=-2.000
max	467.000-470.000=-3.000

*mean*	0.575-0.584=-0.009
σ	0.018-0.011=0.007
min	0.529-0.562=-0.033
max	0.593-0.602=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	693.000-845.000=-152.000
σ	0.000
min	693.000-845.000=-152.000
max	693.000-845.000=-152.000

*mean*	212.168-215.430=-3.262
σ	21.275-33.792=-12.517
min	192.753-153.323=39.430
max	247.197-255.873=-8.676

phase=macro expansion

*mean*	5.899-6.130=-0.230
σ	0.000
min	5.899-6.130=-0.230
max	5.899-6.130=-0.230

*mean*	693.000-844.250=-151.250
σ	0.000-2.121=-2.121
min	693.000-839.000=-146.000
max	693.000-845.000=-152.000

*mean*	8.188-9.792=-1.605
σ	1.063-0.431=0.632
min	6.893-9.395=-2.501
max	9.055-10.808=-1.753

phase=parser

*mean*	1041.959-1042.435=-0.476
σ	0.000-0.000=0.000
min	1041.958-1042.434=-0.476
max	1041.959-1042.435=-0.476

*mean*	693.000-844.250=-151.250
σ	0.000-2.121=-2.121
min	693.000-839.000=-146.000
max	693.000-845.000=-152.000

*mean*	542.612-595.827=-53.215
σ	94.316-11.439=82.877
min	410.106-569.946=-159.839
max	619.027-606.195=12.832

phase=processProdDef

*mean*	2243.721-2243.975=-0.254
σ	0.000
min	2243.721-2243.975=-0.254
max	2243.721-2243.975=-0.254

*mean*	693.000-845.000=-152.000
σ	0.000
min	693.000-845.000=-152.000
max	693.000-845.000=-152.000

*mean*	2838.167-2998.492=-160.325
σ	373.847-561.973=-188.126
min	2146.383-1961.054=185.329
max	3229.067-3537.927=-308.860

phase=renaming

*mean*	21.436-21.675=-0.239
σ	0.000
min	21.436-21.675=-0.239
max	21.436-21.675=-0.239

*mean*	693.000-844.250=-151.250
σ	0.000-2.121=-2.121
min	693.000-839.000=-146.000
max	693.000-845.000=-152.000

*mean*	43.959-40.658=3.301
σ	4.499-0.601=3.898
min	37.189-39.388=-2.199
max	47.952-41.266=6.686

phase=type checker

*mean*	958.596-989.752=-31.156
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.144

*mean*	693.000-844.250=-151.250
σ	0.000-2.121=-2.121
min	693.000-839.000=-146.000
max	693.000-845.000=-152.000

*mean*	655.628-707.376=-51.748
σ	16.394-37.253=-20.859
min	629.804-674.659=-44.855
max	671.350-784.323=-112.973

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.001-282.030=-0.029
σ	0.034-0.034=0.000
min	281.951-281.980=-0.030
max	282.032-282.061=-0.029

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.377-0.379=-0.002
σ	0.006-0.008=-0.003
min	0.374-0.375=-0.001
max	0.387-0.394=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.269-1266.763=0.506
σ	0.089-0.102=-0.013
min	1267.122-1266.654=0.468
max	1267.340-1266.931=0.408

*mean*	1069.200-1113.800=-44.600
σ	161.747-185.439=-23.692
min	851.000-895.000=-44.000
max	1273.000-1370.000=-97.000

*mean*	2.043-1.992=0.051
σ	0.239-0.084=0.155
min	1.808-1.895=-0.088
max	2.372-2.073=0.300

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.131-1505.732=0.400
σ	2.925-2.922=0.002
min	1504.621-1504.242=0.379
max	1511.350-1510.949=0.400

*mean*	613.600-623.600=-10.000
σ	78.236-87.751=-9.516
min	493.000
max	701.000-726.000=-25.000

*mean*	2.137-2.267=-0.130
σ	0.107-0.189=-0.083
min	2.051-2.103=-0.052
max	2.314-2.565=-0.251

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.221-1828.762=0.459
σ	0.045-0.086=-0.041
min	1829.149-1828.653=0.496
max	1829.268-1828.883=0.384

*mean*	1719.200-1750.600=-31.400
σ	248.892-208.062=40.830
min	1427.000-1486.000=-59.000
max	2058.000-1950.000=108.000

*mean*	2.831-3.147=-0.315
σ	0.048-0.254=-0.206
min	2.799-2.814=-0.015
max	2.915-3.457=-0.543

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.764=-0.011
σ	0.107-0.117=-0.010
min	1.591-1.565=0.026
max	1.853-1.862=-0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.170-397.020=-3.850
σ	509.568-518.049=-8.481
min	138.384-137.993=0.391
max	1157.522-1174.095=-16.572

*mean*	97.500-95.500=2.000
σ	7.000
min	94.000-92.000=2.000
max	108.000-106.000=2.000

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.489-0.504=-0.015
σ	0.514-0.533=-0.019
min	0.229-0.236=-0.007
max	1.260-1.303=-0.043

policies=20

*mean*	1383.956-1380.088=3.868
σ	0.146-0.160=-0.014
min	1383.850-1379.979=3.872
max	1384.172-1380.325=3.847

*mean*	940.000-920.000=20.000
σ	0.000
min	940.000-920.000=20.000
max	940.000-920.000=20.000

*mean*	440.000-447.000=-7.000
σ	4.619-8.000=-3.381
min	436.000-443.000=-7.000
max	444.000-459.000=-15.000

*mean*	2.299-2.318=-0.019
σ	0.013-0.014=-0.001
min	2.285-2.298=-0.013
max	2.315-2.330=-0.016

policies=200

*mean*	13848.151-13809.191=38.960
σ	0.174-0.125=0.049
min	13848.029-13809.054=38.975
max	13848.400-13809.356=39.043

*mean*	9400.000-9200.000=200.000
σ	0.000
min	9400.000-9200.000=200.000
max	9400.000-9200.000=200.000

*mean*	493.750-499.500=-5.750
σ	2.872-4.203=-1.331
min	490.000-494.000=-4.000
max	497.000-504.000=-7.000

*mean*	23.193-23.445=-0.252
σ	0.133-0.121=0.012
min	23.080-23.322=-0.242
max	23.351-23.554=-0.203