Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.676=-0.281
σ	0.000
min	6.395-6.676=-0.281
max	6.395-6.676=-0.281

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.721-54.775=-0.053
σ	0.365-0.361=0.004
min	54.581-54.633=-0.052
max	55.758-55.801=-0.043

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.163-0.140=0.023
σ	0.005-0.005=0.000
min	0.158-0.133=0.025
max	0.170-0.146=0.024

cache=y

dps=1

iters=10

policies=100

*mean*	43.780-43.773=0.007
σ	0.008-0.007=0.001
min	43.769-43.762=0.007
max	43.798-43.789=0.009

*mean*	420.700-420.000=0.700
σ	0.483-0.000=0.483
min	420.000
max	421.000-420.000=1.000

*mean*	0.128-0.123=0.005
σ	0.009-0.005=0.004
min	0.118-0.115=0.003
max	0.142-0.131=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4432.125-4591.750=-159.625
σ	2225.835-2245.931=-20.095
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	12.950-164.555=-151.605
σ	2.111-428.805=-426.694
min	11.824-12.040=-0.216
max	18.110-1225.782=-1207.671

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4611.000-4591.750=19.250
σ	2257.384-2245.931=11.453
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	155.531-14.752=140.779
σ	401.580-4.322=397.258
min	11.449-11.733=-0.284
max	1149.377-24.751=1124.626

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	11.391-11.028=0.363
σ	0.306-0.148=0.158
min	10.970-10.839=0.131
max	11.928-11.271=0.657

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.002-0.000=0.001
min	41.924-41.933=-0.008
max	41.929-41.934=-0.005

*mean*	4204.250-4185.000=19.250
σ	1954.685-1943.541=11.144
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	11.498-11.605=-0.107
σ	1.060-1.820=-0.760
min	10.878-10.734=0.145
max	14.073-16.095=-2.022

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.023
σ	0.137-0.136=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4204.250-4185.000=19.250
σ	1954.685-1943.541=11.144
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	8.933-9.163=-0.231
σ	0.575-1.385=-0.810
min	8.041-8.001=0.040
max	10.102-12.494=-2.392

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4204.250-4185.000=19.250
σ	1954.685-1943.541=11.144
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	6.559-7.149=-0.590
σ	0.698-1.113=-0.415
min	5.758-6.115=-0.357
max	7.827-9.809=-1.982

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4611.000-4591.750=19.250
σ	2257.384-2245.931=11.453
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	6.642-6.622=0.020
σ	1.086-1.057=0.029
min	5.972-5.878=0.094
max	9.081-9.097=-0.016

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4611.000-4591.750=19.250
σ	2257.384-2245.931=11.453
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	6.510-6.430=0.080
σ	1.129-1.030=0.099
min	5.828-5.760=0.068
max	9.069-8.760=0.308

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002-0.002=0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	347.490-360.869=-13.379
σ	1.874-42.618=-40.744
min	344.764-343.360=1.404
max	349.599-466.281=-116.682

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.978-3497.038=-0.060

*mean*	3775.250-3759.500=15.750
σ	2311.787-2298.930=12.856
min	720.000
max	7406.000-7378.000=28.000

*mean*	1768.000-1748.861=19.138
σ	635.461-646.901=-11.440
min	1391.616-1391.151=0.465
max	2807.653-2810.359=-2.706

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.840-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4204.250-4413.000=-208.750
σ	1954.685-2215.100=-260.415
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	130.969-255.668=-124.699
σ	5.803-333.457=-327.654
min	126.024-128.399=-2.375
max	143.900-1079.878=-935.978

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4432.125-4413.000=19.125
σ	2225.835-2215.100=10.735
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	151.448-46.245=105.204
σ	307.551-8.138=299.413
min	41.277-41.535=-0.258
max	912.594-66.078=846.516

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	59.896-22.587=37.309
σ	107.221-1.964=105.257
min	21.631-21.601=0.029
max	325.253-27.397=297.856

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	58.376-230.449=-172.073
σ	6.820-490.903=-484.084
min	54.904-55.620=-0.716
max	75.203-1445.364=-1370.161

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.009
σ	0.013-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4204.250-4185.000=19.250
σ	1954.685-1943.541=11.144
min	1483.000-1486.000=-3.000
max	7406.000-7378.000=28.000

*mean*	3258.810-3326.374=-67.563
σ	765.436-794.740=-29.304
min	2506.963-2495.926=11.037
max	4454.314-4690.067=-235.753

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.831-1973.853=-0.022

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	1023.324-961.285=62.040
σ	201.617-72.826=128.791
min	931.439-915.503=15.935
max	1509.503-1092.012=417.491

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002-0.002=0.000
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7406.000-7378.000=28.000
σ	0.000
min	7406.000-7378.000=28.000
max	7406.000-7378.000=28.000

*mean*	395.026-508.534=-113.508
σ	5.404-320.854=-315.451
min	383.024-382.487=0.536
max	401.456-1302.486=-901.030

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-476.000=0.750
σ	0.463-0.000=0.463
min	476.000
max	477.000-476.000=1.000

*mean*	382.988-394.992=-12.004
σ	30.525-31.962=-1.437
min	318.204-348.663=-30.459
max	418.773-441.954=-23.181

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	556.500-558.000=-1.500
σ	1.604-0.000=1.604
min	555.000-558.000=-3.000
max	558.000

*mean*	774.937-788.801=-13.865
σ	35.714-35.300=0.414
min	720.018-714.235=5.783
max	838.607-816.848=21.760

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-963.971=0.587
σ	1.880-1.821=0.059
min	963.842-963.265=0.577
max	972.509-971.670=0.838

*mean*	1044.250-1041.900=2.350
σ	320.967-306.176=14.791
min	543.000-584.000=-41.000
max	1566.000-1491.000=75.000

*mean*	1.244-1.279=-0.035
σ	0.060-0.152=-0.092
min	1.165-1.092=0.073
max	1.353-1.823=-0.470

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.290=0.013
σ	0.303-0.297=0.006
min	0.139-0.125=0.014
max	0.841-0.815=0.026

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.471=0.001
σ	0.321-0.314=0.007
min	0.316-0.328=-0.011
max	1.045-1.032=0.013

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.217=-0.002
σ	0.019-0.026=-0.007
min	0.196-0.197=-0.000
max	0.246-0.260=-0.013

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.326=0.002
σ	0.019-0.012=0.007
min	0.311-0.315=-0.004
max	0.360-0.346=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	431.600-431.800=-0.200
σ	1.342-1.789=-0.447
min	431.000
max	434.000-435.000=-1.000

*mean*	0.554-0.581=-0.027
σ	0.051-0.027=0.024
min	0.480-0.537=-0.057
max	0.607-0.610=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.474-0.456=0.018
σ	0.054-0.064=-0.011
min	0.389-0.353=0.036
max	0.528-0.527=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	1.977-1.961=0.016
σ	0.088-0.072=0.016
min	1.834-1.816=0.018
max	2.424-2.229=0.195

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	1.947-1.917=0.030
σ	0.109-0.074=0.035
min	1.799-1.721=0.078
max	2.798-2.128=0.670

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.302-0.303=-0.001
σ	0.011-0.008=0.003
min	0.288-0.291=-0.003
max	0.371-0.343=0.029

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.290-0.294=-0.004
σ	0.009-0.018=-0.010
min	0.274-0.275=-0.001
max	0.336-0.448=-0.112

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.685-11.751=-0.066
σ	11.673-11.887=-0.214
min	0.574-0.574=-0.000
max	82.435-113.953=-31.518

*mean*	462.097-459.038=3.059
σ	18.401-18.178=0.223
min	408.000-407.000=1.000
max	478.000-476.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.195-0.266=-0.071

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.120-278.633=0.487
σ	1.048-1.040=0.008
min	278.703-278.260=0.443
max	282.100-281.593=0.507

*mean*	445.100-443.800=1.300
σ	17.710-19.606=-1.896
min	417.000-413.000=4.000
max	476.000-467.000=9.000

*mean*	0.563-0.583=-0.021
σ	0.028-0.019=0.009
min	0.513-0.543=-0.030
max	0.597-0.614=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	850.000-840.500=9.500
σ	0.000-2.070=-2.070
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	235.500-246.201=-10.701
σ	21.772-11.237=10.535
min	183.173-221.459=-38.286
max	250.925-256.730=-5.805

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	841.250-840.000=1.250
σ	24.749-1.852=22.897
min	780.000-839.000=-59.000
max	850.000-843.000=7.000

*mean*	8.811-9.277=-0.466
σ	0.717-0.675=0.043
min	7.044-7.637=-0.594
max	9.182-9.760=-0.578

phase=parser

*mean*	1042.134-1042.435=-0.301
σ	0.000-0.000=0.000
min	1042.133-1042.434=-0.301
max	1042.134-1042.435=-0.301

*mean*	841.250-840.000=1.250
σ	24.749-1.852=22.897
min	780.000-839.000=-59.000
max	850.000-843.000=7.000

*mean*	588.399-560.234=28.165
σ	61.205-63.414=-2.209
min	437.324-424.037=13.288
max	615.024-597.466=17.558

phase=processProdDef

*mean*	2243.715-2243.975=-0.260
σ	0.000-0.000=-0.000
min	2243.715-2243.975=-0.260
max	2243.715-2243.976=-0.261

*mean*	850.000-840.500=9.500
σ	0.000-2.070=-2.070
min	850.000-839.000=11.000
max	850.000-843.000=7.000

*mean*	2911.261-2772.719=138.542
σ	413.936-455.402=-41.466
min	2377.401-2009.689=367.712
max	3310.597-3333.883=-23.287

phase=renaming

*mean*	21.436-21.675=-0.238
σ	0.000
min	21.436-21.675=-0.238
max	21.436-21.675=-0.238

*mean*	841.250-840.000=1.250
σ	24.749-1.852=22.897
min	780.000-839.000=-59.000
max	850.000-843.000=7.000

*mean*	45.344-38.367=6.977
σ	4.227-4.723=-0.496
min	36.819-26.742=10.078
max	48.359-40.659=7.700

phase=type checker

*mean*	958.600-989.752=-31.152
σ	0.047-0.066=-0.019
min	958.577-989.654=-31.077
max	958.702-989.841=-31.140

*mean*	841.250-840.000=1.250
σ	24.749-1.852=22.897
min	780.000-839.000=-59.000
max	850.000-843.000=7.000

*mean*	668.944-673.949=-5.005
σ	17.775-14.802=2.973
min	641.968-654.844=-12.876
max	687.208-706.889=-19.682

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.393=0.461
σ	0.039-0.033=0.005
min	282.801-282.342=0.459
max	282.893-282.422=0.471

*mean*	440.800-445.000=-4.200
σ	3.834-0.000=3.834
min	438.000-445.000=-7.000
max	445.000

*mean*	0.377-0.384=-0.007
σ	0.001-0.009=-0.008
min	0.374-0.375=-0.001
max	0.378-0.397=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1267.096=0.954
σ	0.093-0.080=0.013
min	1267.959-1266.996=0.963
max	1268.196-1267.217=0.979

*mean*	1083.800-1114.000=-30.200
σ	187.103-169.383=17.721
min	859.000-898.000=-39.000
max	1325.000-1324.000=1.000

*mean*	1.954-2.014=-0.060
σ	0.131-0.140=-0.009
min	1.798-1.852=-0.055
max	2.086-2.151=-0.065

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.058-1506.148=0.910
σ	2.949-2.932=0.017
min	1505.555-1504.663=0.892
max	1512.324-1511.383=0.941

*mean*	635.400-629.400=6.000
σ	91.183-90.240=0.943
min	497.000-505.000=-8.000
max	735.000-728.000=7.000

*mean*	2.300-2.425=-0.125
σ	0.208-0.321=-0.113
min	2.120-2.062=0.058
max	2.572-2.744=-0.173

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.065-1829.116=0.949
σ	0.046-0.077=-0.031
min	1830.002-1829.031=0.971
max	1830.108-1829.232=0.876

*mean*	1724.200-1756.600=-32.400
σ	168.085-210.864=-42.779
min	1487.000-1475.000=12.000
max	1882.000-1956.000=-74.000

*mean*	2.989-3.231=-0.242
σ	0.260-0.342=-0.082
min	2.818-2.817=0.001
max	3.451-3.621=-0.171

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.783-1.623=0.160
σ	0.069-0.114=-0.045
min	1.675-1.565=0.110
max	1.862-1.827=0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-397.698=8.499
σ	509.796-518.051=-8.256
min	151.294-138.670=12.624
max	1170.891-1174.775=-3.884

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	441.000-447.000=-6.000
σ	0.000
min	441.000-447.000=-6.000
max	441.000-447.000=-6.000

*mean*	0.504-0.490=0.014
σ	0.497-0.511=-0.014
min	0.249-0.233=0.016
max	1.249-1.256=-0.007

policies=20

*mean*	1513.147-1386.839=126.309
σ	0.278-0.165=0.113
min	1512.957-1386.726=126.231
max	1513.557-1387.083=126.474

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	445.500-447.000=-1.500
σ	5.196-0.000=5.196
min	441.000-447.000=-6.000
max	450.000-447.000=3.000

*mean*	2.510-2.325=0.185
σ	0.011-0.013=-0.001
min	2.497-2.311=0.187
max	2.525-2.340=0.185

policies=200

*mean*	15140.036-13876.905=1263.131
σ	0.121-0.110=0.011
min	15139.872-13876.816=1263.056
max	15140.162-13877.064=1263.098

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	498.500-494.500=4.000
σ	5.568-3.873=1.695
min	491.000-490.000=1.000
max	504.000-499.000=5.000

*mean*	25.205-23.552=1.654
σ	0.106-0.194=-0.088
min	25.092-23.406=1.686
max	25.346-23.832=1.514