Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.722-54.774=-0.053
σ	0.362-0.368=-0.006
min	54.580-54.626=-0.046
max	55.750-55.820=-0.070

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.139=0.002
σ	0.004-0.005=-0.001
min	0.137-0.132=0.004
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.772-43.773=-0.001
σ	0.006-0.006=0.000
min	43.763-43.763=-0.000
max	43.781-43.783=-0.002

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.124-0.121=0.003
σ	0.005-0.004=0.000
min	0.120-0.116=0.003
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4424.125-4587.125=-163.000
σ	2227.903-2248.361=-20.458
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	13.278-168.394=-155.116
σ	3.509-441.218=-437.709
min	11.799-11.453=0.346
max	21.944-1260.343=-1238.399

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4605.500-4587.125=18.375
σ	2258.828-2248.361=10.467
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	171.457-13.775=157.682
σ	447.694-4.408=443.286
min	11.442-10.783=0.660
max	1279.430-23.926=1255.505

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	11.135-10.887=0.249
σ	0.202-1.012=-0.810
min	10.856-10.229=0.627
max	11.437-13.269=-1.832

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.001-0.000=0.001
min	41.924-41.933=-0.008
max	41.928-41.934=-0.005

*mean*	4194.875-4178.375=16.500
σ	1954.462-1945.079=9.383
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	11.344-11.189=0.155
σ	1.108-1.656=-0.547
min	10.789-10.321=0.468
max	14.075-15.186=-1.110

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.023
σ	0.137-0.136=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4194.875-4178.375=16.500
σ	1954.462-1945.079=9.383
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	8.893-8.693=0.200
σ	0.544-1.236=-0.692
min	8.349-7.472=0.877
max	10.150-11.625=-1.475

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4194.875-4178.375=16.500
σ	1954.462-1945.079=9.383
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	6.902-5.948=0.954
σ	0.386-1.078=-0.692
min	6.431-5.118=1.313
max	7.746-8.448=-0.702

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4605.500-4587.125=18.375
σ	2258.828-2248.361=10.467
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	6.668-5.954=0.713
σ	1.189-1.003=0.185
min	5.940-5.241=0.699
max	9.377-8.228=1.149

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4605.500-4587.125=18.375
σ	2258.828-2248.361=10.467
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	6.559-5.825=0.734
σ	1.173-1.081=0.092
min	5.928-5.066=0.862
max	9.199-8.201=0.999

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.018
σ	0.002-0.002=0.000
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.018

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	345.224-346.403=-1.179
σ	4.578-2.411=2.166
min	341.451-341.659=-0.208
max	355.721-348.336=7.385

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.468=-0.015
min	3495.694-3495.713=-0.019
max	3496.978-3497.038=-0.060

*mean*	3769.250-3754.625=14.625
σ	2310.439-2299.356=11.082
min	719.000
max	7409.000-7379.000=30.000

*mean*	1758.086-1776.512=-18.426
σ	610.701-638.708=-28.007
min	1391.310-1399.285=-7.975
max	2788.760-2821.705=-32.944

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4194.875-4407.000=-212.125
σ	1954.462-2217.715=-263.253
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	134.452-292.669=-158.217
σ	8.180-449.054=-440.874
min	128.659-123.969=4.691
max	153.120-1403.357=-1250.237

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4424.125-4407.000=17.125
σ	2227.903-2217.715=10.188
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	177.772-45.122=132.650
σ	383.669-6.586=377.083
min	40.689-40.712=-0.023
max	1127.298-60.889=1066.409

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.929-40.950=-0.021

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	125.054-201.729=-76.675
σ	290.715-508.059=-217.343
min	21.475-21.131=0.344
max	844.532-1459.105=-614.573

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.015
max	71.296-71.310=-0.014

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	59.839-63.706=-3.867
σ	10.112-20.762=-10.651
min	55.514-54.932=0.582
max	84.820-114.772=-29.952

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.013=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4194.875-4178.375=16.500
σ	1954.462-1945.079=9.383
min	1483.000-1481.000=2.000
max	7409.000-7379.000=30.000

*mean*	3260.211-3156.059=104.152
σ	699.242-744.862=-45.620
min	2516.146-2506.261=9.886
max	4248.693-4571.561=-322.869

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=-0.000
min	1973.827-1973.849=-0.022
max	1973.831-1973.854=-0.023

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	1010.376-1050.873=-40.497
σ	205.527-277.817=-72.290
min	912.635-921.697=-9.062
max	1506.969-1720.923=-213.954

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002-0.002=-0.000
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7409.000-7379.000=30.000
σ	0.000
min	7409.000-7379.000=30.000
max	7409.000-7379.000=30.000

*mean*	403.795-388.877=14.917
σ	44.519-8.079=36.440
min	372.731-375.182=-2.451
max	512.713-404.743=107.970

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-475.000=3.000
σ	0.000
min	478.000-475.000=3.000
max	478.000-475.000=3.000

*mean*	386.177-385.904=0.274
σ	42.836-17.545=25.291
min	307.611-368.481=-60.870
max	439.480-412.954=26.526

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-564.625=-2.625
σ	1.069-3.889=-2.820
min	561.000-555.000=6.000
max	563.000-566.000=-3.000

*mean*	739.341-770.888=-31.547
σ	85.291-49.566=35.725
min	626.623-696.457=-69.834
max	845.109-842.806=2.303

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-963.973=0.557
σ	1.820-1.822=-0.002
min	963.825-963.264=0.561
max	972.225-971.676=0.549

*mean*	1040.800-1044.600=-3.800
σ	293.267-309.729=-16.463
min	552.000-584.000=-32.000
max	1431.000-1502.000=-71.000

*mean*	1.302-1.269=0.033
σ	0.161-0.080=0.081
min	1.176-1.170=0.006
max	1.820-1.491=0.329

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.294=0.008
σ	0.304-0.290=0.014
min	0.139-0.143=-0.004
max	0.840-0.809=0.031

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.483=0.003
σ	0.321-0.315=0.006
min	0.334-0.333=0.001
max	1.061-1.047=0.014

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=-0.000
σ	0.025-0.027=-0.002
min	0.202-0.203=-0.001
max	0.262-0.267=-0.004

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.335=0.004
σ	0.020-0.016=0.004
min	0.320-0.324=-0.004
max	0.371-0.364=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	431.600-431.000=0.600
σ	1.342-0.000=1.342
min	431.000
max	434.000-431.000=3.000

*mean*	0.554-0.505=0.049
σ	0.024-0.048=-0.024
min	0.536-0.452=0.084
max	0.590-0.548=0.043

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.450-0.443=0.007
σ	0.012-0.037=-0.025
min	0.434-0.381=0.053
max	0.466-0.474=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.493-2.591=-0.098
σ	0.290-0.086=0.204
min	1.861-2.451=-0.591
max	2.995-2.805=0.190

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.608-2.553=0.055
σ	0.074-0.051=0.023
min	2.483-2.455=0.028
max	2.799-2.761=0.038

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.307-0.313=-0.006
σ	0.020-0.007=0.012
min	0.286-0.299=-0.013
max	0.419-0.357=0.061

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.290-0.297=-0.007
σ	0.008-0.007=0.001
min	0.277-0.282=-0.006
max	0.332-0.330=0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.555-11.665=-0.110
σ	12.025-11.595=0.430
min	0.574-0.574=0.000
max	93.462-93.052=0.410

*mean*	458.241-463.435=-5.194
σ	17.933-19.384=-1.451
min	407.000
max	473.000-480.000=-7.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.028=0.001
min	0.001-0.001=-0.000
max	0.222-0.223=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.822-278.756=0.067
σ	0.994-1.089=-0.095
min	278.402-278.263=0.139
max	281.645-281.846=-0.200

*mean*	442.400-441.000=1.400
σ	17.834-15.188=2.646
min	415.000-417.000=-2.000
max	467.000-464.000=3.000

*mean*	0.600-0.577=0.023
σ	0.010-0.029=-0.019
min	0.586-0.504=0.082
max	0.615-0.622=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=-0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	203.877-234.652=-30.775
σ	18.742-23.709=-4.967
min	185.762-189.417=-3.655
max	237.333-253.195=-15.862

phase=macro expansion

*mean*	5.899-6.130=-0.230
σ	0.000
min	5.899-6.130=-0.230
max	5.899-6.130=-0.230

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	7.888-9.853=-1.966
σ	1.295-2.036=-0.741
min	5.908-7.419=-1.512
max	9.247-12.771=-3.524

phase=parser

*mean*	1041.959-1042.433=-0.475
σ	0.000-0.000=0.000
min	1041.958-1042.433=-0.475
max	1041.959-1042.434=-0.475

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	517.650-587.604=-69.953
σ	82.659-114.166=-31.508
min	440.142-427.824=12.318
max	612.046-729.933=-117.887

phase=processProdDef

*mean*	2243.721-2243.975=-0.254
σ	0.000
min	2243.721-2243.975=-0.254
max	2243.721-2243.975=-0.254

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	2527.210-2907.123=-379.913
σ	386.994-334.038=52.956
min	1993.563-2413.225=-419.663
max	3194.380-3311.768=-117.388

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	42.573-38.997=3.576
σ	5.318-8.478=-3.161
min	34.733-25.969=8.764
max	48.315-49.186=-0.871

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.019
min	958.573-989.658=-31.085
max	958.698-989.845=-31.148

*mean*	694.000-840.000=-146.000
σ	0.000
min	694.000-840.000=-146.000
max	694.000-840.000=-146.000

*mean*	669.662-719.378=-49.716
σ	14.586-70.717=-56.131
min	641.590-654.543=-12.953
max	681.323-869.129=-187.807

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.366-282.394=-0.028
σ	0.036-0.024=0.012
min	282.311-282.373=-0.061
max	282.397-282.425=-0.028

*mean*	441.200-444.000=-2.800
σ	3.493-0.000=3.493
min	438.000-444.000=-6.000
max	445.000-444.000=1.000

*mean*	0.384-0.378=0.006
σ	0.006-0.001=0.006
min	0.375-0.378=-0.003
max	0.392-0.379=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.611-1267.123=0.487
σ	0.106-0.120=-0.015
min	1267.475-1266.998=0.477
max	1267.771-1267.319=0.452

*mean*	1092.000-1102.600=-10.600
σ	168.305-190.588=-22.283
min	893.000-842.000=51.000
max	1323.000-1332.000=-9.000

*mean*	2.091-1.998=0.094
σ	0.155-0.200=-0.045
min	1.827-1.785=0.042
max	2.228-2.228=0.000

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.530-1506.064=0.466
σ	2.948-2.915=0.033
min	1504.997-1504.570=0.427
max	1511.791-1511.267=0.523

*mean*	625.000-618.800=6.200
σ	87.164-80.763=6.400
min	495.000-496.000=-1.000
max	727.000-711.000=16.000

*mean*	2.192-2.132=0.060
σ	0.141-0.071=0.070
min	2.102-2.035=0.067
max	2.443-2.233=0.210

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.580-1829.107=0.473
σ	0.035-0.036=-0.001
min	1829.526-1829.059=0.467
max	1829.618-1829.139=0.479

*mean*	1731.600-1739.400=-7.800
σ	162.569-175.534=-12.965
min	1500.000-1479.000=21.000
max	1883.000-1890.000=-7.000

*mean*	2.891-2.877=0.014
σ	0.063-0.127=-0.064
min	2.808-2.652=0.157
max	2.975-2.953=0.022

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.761-1.624=0.137
σ	0.213-0.182=0.031
min	1.502-1.376=0.126
max	2.048-1.860=0.188

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.447-397.699=-4.252
σ	509.573-518.054=-8.480
min	138.658-138.670=-0.012
max	1157.806-1174.779=-16.973

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.493-0.501=-0.007
σ	0.517-0.525=-0.008
min	0.232-0.234=-0.002
max	1.269-1.288=-0.019

policies=20

*mean*	1386.708-1386.839=-0.132
σ	0.155-0.166=-0.011
min	1386.600-1386.724=-0.124
max	1386.937-1387.085=-0.148

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.500-446.000=-1.500
σ	9.000-0.000=9.000
min	440.000-446.000=-6.000
max	458.000-446.000=12.000

*mean*	2.309-2.335=-0.025
σ	0.005-0.015=-0.010
min	2.304-2.323=-0.019
max	2.316-2.355=-0.039

policies=200

*mean*	13875.628-13876.819=-1.191
σ	0.114-0.124=-0.010
min	13875.502-13876.686=-1.184
max	13875.779-13876.976=-1.197

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.500-494.500=1.000
σ	4.933-3.873=1.060
min	490.000
max	501.000-499.000=2.000

*mean*	23.293-23.655=-0.362
σ	0.163-0.154=0.008
min	23.128-23.514=-0.386
max	23.485-23.870=-0.385