Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.775=-0.057
σ	0.365-0.362=0.003
min	54.570-54.629=-0.059
max	55.755-55.805=-0.049

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.138-0.139=-0.001
σ	0.004-0.005=-0.001
min	0.132-0.131=0.000
max	0.144-0.148=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.774=0.003
σ	0.008-0.006=0.002
min	43.762-43.765=-0.004
max	43.791-43.784=0.008

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.003=0.001
min	0.116-0.120=-0.005
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4588.375-4426.000=162.375
σ	2249.147-2228.257=20.890
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	171.469-12.811=158.658
σ	448.530-3.574=444.955
min	11.951-11.378=0.572
max	1281.514-21.648=1259.866

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.014

*mean*	4588.375-4606.875=-18.500
σ	2249.147-2259.492=-10.345
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	14.497-163.544=-149.047
σ	4.553-426.438=-421.885
min	11.336-10.922=0.414
max	24.578-1218.887=-1194.309

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	11.455-10.727=0.728
σ	1.166-0.227=0.939
min	10.852-10.475=0.376
max	14.328-11.136=3.192

op=table_records(), repeat

*mean*	41.925-41.934=-0.009
σ	0.000-0.001=-0.001
min	41.924-41.933=-0.008
max	41.925-41.937=-0.011

*mean*	4179.250-4197.250=-18.000
σ	1945.102-1955.520=-10.418
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	11.853-11.194=0.659
σ	1.727-1.804=-0.077
min	10.994-10.134=0.860
max	16.112-15.610=0.502

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.136-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4179.250-4197.250=-18.000
σ	1945.102-1955.520=-10.418
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	8.931-8.380=0.551
σ	1.367-1.363=0.005
min	7.900-6.984=0.917
max	12.238-11.609=0.629

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4179.250-4197.250=-18.000
σ	1945.102-1955.520=-10.418
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	6.831-6.102=0.729
σ	1.107-0.920=0.187
min	5.957-5.542=0.415
max	9.474-8.343=1.131

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4588.375-4606.875=-18.500
σ	2249.147-2259.492=-10.345
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	6.523-6.136=0.387
σ	1.179-1.409=-0.231
min	5.774-5.207=0.568
max	9.153-8.620=0.533

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.023
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4588.375-4606.875=-18.500
σ	2249.147-2259.492=-10.345
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	6.313-6.009=0.305
σ	1.107-1.333=-0.227
min	5.685-4.897=0.789
max	8.791-8.153=0.639

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002-0.002=-0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	349.419-344.053=5.366
σ	1.527-2.490=-0.963
min	347.136-338.530=8.606
max	351.438-346.480=4.958

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.978-3497.038=-0.060

*mean*	3755.250-3770.750=-15.500
σ	2299.516-2311.468=-11.952
min	719.000-720.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	1789.637-1782.339=7.298
σ	668.029-670.678=-2.649
min	1391.809-1386.159=5.650
max	2948.673-2954.420=-5.747

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.841-107.854=-0.013
max	107.842-107.854=-0.013

*mean*	4408.875-4197.250=211.625
σ	2218.809-1955.520=263.290
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	278.735-132.692=146.042
σ	401.161-18.170=382.992
min	125.164-122.439=2.726
max	1270.262-176.845=1093.417

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.014
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.014

*mean*	4408.875-4426.000=-17.125
σ	2218.809-2228.257=-9.447
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	46.543-174.622=-128.079
σ	8.845-371.188=-362.343
min	41.459-41.293=0.166
max	68.087-1093.257=-1025.170

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.951=-0.023

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	185.294-85.124=100.170
σ	461.342-177.904=283.438
min	21.272-21.437=-0.164
max	1327.051-525.400=801.651

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	63.934-58.458=5.476
σ	20.805-10.820=9.986
min	54.943-53.654=1.289
max	115.039-85.175=29.864

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.014-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.883=-0.008

*mean*	4179.250-4197.250=-18.000
σ	1945.102-1955.520=-10.418
min	1486.000-1487.000=-1.000
max	7384.000-7409.000=-25.000

*mean*	3188.329-3203.049=-14.720
σ	741.253-759.618=-18.365
min	2536.672-2487.905=48.767
max	4652.140-4518.135=134.006

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=0.000
min	1973.827-1973.849=-0.022
max	1973.832-1973.853=-0.022

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	1053.682-1011.986=41.696
σ	246.164-199.379=46.785
min	940.344-914.865=25.479
max	1648.665-1494.360=154.305

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7384.000-7409.000=-25.000
σ	0.000
min	7384.000-7409.000=-25.000
max	7384.000-7409.000=-25.000

*mean*	397.590-400.812=-3.222
σ	10.082-42.523=-32.440
min	376.504-372.504=4.000
max	412.150-504.885=-92.735

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-480.000=-3.000
σ	0.000
min	477.000-480.000=-3.000
max	477.000-480.000=-3.000

*mean*	376.775-386.943=-10.168
σ	33.534-34.993=-1.459
min	318.405-333.405=-15.000
max	423.742-430.805=-7.063

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.500-561.000=0.500
σ	1.414-0.000=1.414
min	558.000-561.000=-3.000
max	562.000-561.000=1.000

*mean*	775.997-716.874=59.122
σ	29.537-80.376=-50.839
min	733.374-602.749=130.624
max	810.612-837.684=-27.073

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-963.972=0.557
σ	1.820-1.820=-0.001
min	963.825-963.263=0.562
max	972.224-971.670=0.554

*mean*	1039.000-1041.400=-2.400
σ	309.949-291.598=18.350
min	537.000-575.000=-38.000
max	1532.000-1430.000=102.000

*mean*	1.276-1.307=-0.031
σ	0.097-0.160=-0.064
min	1.182-1.178=0.004
max	1.565-1.825=-0.260

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.314-0.300=0.013
σ	0.331-0.287=0.044
min	0.133-0.142=-0.009
max	0.900-0.810=0.091

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.437-0.485=-0.048
σ	0.198-0.327=-0.130
min	0.335-0.330=0.005
max	0.790-1.070=-0.281

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.217-0.221=-0.004
σ	0.024-0.022=0.001
min	0.200-0.201=-0.000
max	0.258-0.258=-0.000

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.333-0.333=-0.000
σ	0.017-0.017=0.001
min	0.317-0.317=-0.001
max	0.360-0.360=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	430.000-442.400=-12.400
σ	0.000-3.578=-3.578
min	430.000-436.000=-6.000
max	430.000-444.000=-14.000

*mean*	0.561-0.520=0.041
σ	0.033-0.027=0.006
min	0.527-0.494=0.033
max	0.608-0.565=0.043

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.472-0.445=0.027
σ	0.043-0.052=-0.009
min	0.426-0.381=0.045
max	0.519-0.519=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	2.684-2.591=0.093
σ	0.121-0.093=0.028
min	2.477-2.424=0.053
max	3.322-2.993=0.330

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	2.613-2.584=0.029
σ	0.074-0.092=-0.017
min	2.487-2.460=0.027
max	2.862-3.015=-0.153

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.303-0.309=-0.006
σ	0.010-0.010=0.000
min	0.290-0.295=-0.005
max	0.360-0.363=-0.003

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	430.000-444.000=-14.000
σ	0.000
min	430.000-444.000=-14.000
max	430.000-444.000=-14.000

*mean*	0.289-0.294=-0.004
σ	0.007-0.008=-0.001
min	0.272-0.279=-0.007
max	0.322-0.331=-0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.953-11.309=0.644
σ	10.947-12.152=-1.204
min	0.574-0.574=-0.000
max	80.813-104.607=-23.794

*mean*	462.410-458.921=3.489
σ	19.003-19.258=-0.255
min	408.000-406.000=2.000
max	476.000-477.000=-1.000

*mean*	0.027-0.026=0.001
σ	0.027-0.030=-0.003
min	0.001-0.001=-0.000
max	0.194-0.250=-0.056

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.872-278.762=0.110
σ	1.047-1.020=0.027
min	278.450-278.335=0.115
max	281.847-281.661=0.187

*mean*	443.500-445.300=-1.800
σ	14.113-15.542=-1.430
min	423.000-416.000=7.000
max	467.000-465.000=2.000

*mean*	0.570-0.582=-0.013
σ	0.025-0.022=0.003
min	0.536-0.545=-0.009
max	0.613-0.616=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	218.873-244.100=-25.228
σ	24.068-5.134=18.934
min	184.003-235.734=-51.731
max	250.313-252.034=-1.721

phase=macro expansion

*mean*	5.900-6.130=-0.230
σ	0.000
min	5.900-6.130=-0.230
max	5.900-6.130=-0.230

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	7.608-9.407=-1.799
σ	2.224-1.654=0.570
min	5.884-7.332=-1.448
max	11.998-12.730=-0.731

phase=parser

*mean*	1042.134-1042.431=-0.297
σ	0.000-0.000=-0.000
min	1042.134-1042.431=-0.297
max	1042.134-1042.431=-0.297

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	483.684-570.004=-86.321
σ	137.770-98.086=39.683
min	375.373-422.938=-47.566
max	729.946-718.927=11.020

phase=processProdDef

*mean*	2243.717-2243.978=-0.261
σ	0.000
min	2243.717-2243.978=-0.261
max	2243.717-2243.978=-0.261

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	2623.233-2525.106=98.127
σ	378.336-331.837=46.499
min	2183.133-1991.957=191.176
max	3196.802-3028.929=167.873

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	36.109-37.763=-1.654
σ	7.829-7.099=0.730
min	26.206-26.839=-0.633
max	48.510-46.993=1.517

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.019
min	958.573-989.658=-31.085
max	958.698-989.845=-31.148

*mean*	873.000-839.000=34.000
σ	0.000
min	873.000-839.000=34.000
max	873.000-839.000=34.000

*mean*	674.896-692.423=-17.527
σ	47.468-79.131=-31.663
min	625.000-638.953=-13.953
max	762.095-883.828=-121.733

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.387=-0.027
σ	0.034-0.037=-0.003
min	282.313-282.338=-0.026
max	282.396-282.429=-0.033

*mean*	441.800-444.400=-2.600
σ	2.950-0.548=2.402
min	439.000-444.000=-5.000
max	445.000

*mean*	0.381-0.377=0.004
σ	0.007-0.005=0.003
min	0.373-0.374=-0.001
max	0.388-0.386=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.618-1267.115=0.502
σ	0.121-0.124=-0.002
min	1267.428-1267.001=0.426
max	1267.754-1267.320=0.435

*mean*	1088.400-1104.600=-16.200
σ	163.344-191.231=-27.887
min	893.000-843.000=50.000
max	1310.000-1335.000=-25.000

*mean*	2.218-1.966=0.252
σ	0.252-0.179=0.072
min	2.059-1.794=0.265
max	2.664-2.187=0.477

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.085=0.437
σ	2.931-2.921=0.010
min	1505.005-1504.565=0.440
max	1511.752-1511.296=0.455

*mean*	625.800-621.800=4.000
σ	87.024-81.864=5.160
min	496.000-495.000=1.000
max	727.000-713.000=14.000

*mean*	2.166-2.183=-0.017
σ	0.104-0.123=-0.019
min	2.082-2.018=0.064
max	2.339-2.365=-0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.573-1829.107=0.466
σ	0.038-0.045=-0.008
min	1829.509-1829.043=0.466
max	1829.606-1829.149=0.457

*mean*	1725.400-1744.000=-18.600
σ	172.256-175.401=-3.144
min	1478.000-1484.000=-6.000
max	1885.000-1895.000=-10.000

*mean*	3.008-2.928=0.080
σ	0.315-0.096=0.219
min	2.804-2.850=-0.046
max	3.561-3.095=0.466

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.717-1.642=0.074
σ	0.152-0.088=0.063
min	1.470-1.553=-0.083
max	1.848-1.773=0.075

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.866-397.697=-3.831
σ	509.607-518.051=-8.444
min	139.060-138.669=0.390
max	1158.276-1174.773=-16.497

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.489-0.494=-0.005
σ	0.500-0.517=-0.017
min	0.237-0.232=0.005
max	1.238-1.269=-0.031

policies=20

*mean*	1390.713-1386.830=3.883
σ	0.160-0.157=0.003
min	1390.599-1386.718=3.881
max	1390.950-1387.062=3.888

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	444.500-446.000=-1.500
σ	9.000-0.000=9.000
min	440.000-446.000=-6.000
max	458.000-446.000=12.000

*mean*	2.303-2.309=-0.006
σ	0.015-0.017=-0.002
min	2.286-2.288=-0.002
max	2.323-2.324=-0.001

policies=200

*mean*	13915.779-13876.905=38.874
σ	0.117-0.136=-0.019
min	13915.651-13876.760=38.891
max	13915.931-13877.089=38.842

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	493.750-495.250=-1.500
σ	4.031
min	489.000-491.000=-2.000
max	498.000-500.000=-2.000

*mean*	23.328-23.376=-0.048
σ	0.105-0.179=-0.074
min	23.231-23.210=0.021
max	23.463-23.560=-0.096