Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.729-54.775=-0.046
σ	0.360-0.363=-0.002
min	54.580-54.628=-0.047
max	55.754-55.806=-0.052

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.141-0.139=0.002
σ	0.004-0.006=-0.001
min	0.137-0.132=0.004
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.775=-0.001
σ	0.006-0.007=-0.001
min	43.762-43.766=-0.004
max	43.781-43.790=-0.008

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.122-0.129=-0.007
σ	0.005-0.012=-0.007
min	0.116-0.114=0.002
max	0.131-0.146=-0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4589.500-4586.375=3.125
σ	2251.114-2253.375=-2.261
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	82.323-13.690=68.633
σ	196.144-3.448=192.696
min	11.837-11.922=-0.085
max	567.731-21.998=545.733

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4589.500-4586.375=3.125
σ	2251.114-2253.375=-2.261
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	14.100-13.327=0.773
σ	3.835-3.270=0.565
min	11.522-11.354=0.168
max	22.139-21.226=0.913

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	11.357-10.842=0.514
σ	0.207-0.139=0.069
min	11.115-10.674=0.441
max	11.685-11.127=0.558

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.009

*mean*	4179.625-4172.875=6.750
σ	1946.715-1945.107=1.608
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	12.037-11.471=0.566
σ	1.637-1.809=-0.171
min	11.138-10.644=0.494
max	16.056-15.914=0.142

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4179.625-4172.875=6.750
σ	1946.715-1945.107=1.608
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	9.051-9.073=-0.022
σ	1.319-1.181=0.139
min	7.729-8.088=-0.359
max	12.173-11.935=0.237

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=-0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4179.625-4172.875=6.750
σ	1946.715-1945.107=1.608
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.621-7.063=-0.442
σ	0.925-0.931=-0.006
min	6.052-6.328=-0.275
max	8.854-9.266=-0.412

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.019
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4589.500-4586.375=3.125
σ	2251.114-2253.375=-2.261
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.521-6.274=0.246
σ	1.089-0.971=0.118
min	5.808-5.709=0.099
max	8.904-8.645=0.259

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.960-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4589.500-4586.375=3.125
σ	2251.114-2253.375=-2.261
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.279-6.145=0.134
σ	1.017-0.985=0.031
min	5.522-5.582=-0.060
max	8.455-8.563=-0.108

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002
min	1021.608-1021.625=-0.017
max	1021.612-1021.629=-0.017

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	359.328-363.793=-4.465
σ	40.692-43.025=-2.333
min	340.524-345.762=-5.239
max	459.888-470.201=-10.313

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.021
σ	0.456-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.985-3497.038=-0.053

*mean*	3756.000-3751.000=5.000
σ	2300.815-2298.340=2.476
min	720.000
max	7388.000-7403.000=-15.000

*mean*	1720.414-1600.014=120.401
σ	574.996-472.469=102.528
min	1379.434-1401.348=-21.914
max	2863.113-2760.409=102.704

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.840-107.853=-0.013
max	107.841-107.855=-0.013

*mean*	4409.500-4407.375=2.125
σ	2220.799-2224.674=-3.875
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	240.183-258.487=-18.304
σ	299.161-335.538=-36.377
min	126.499-129.471=-2.972
max	979.653-1087.959=-108.306

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.014
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.014

*mean*	4409.500-4586.375=-176.875
σ	2220.799-2253.375=-32.576
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	46.368-192.426=-146.058
σ	9.526-412.067=-402.541
min	41.306-41.172=0.134
max	69.655-1212.050=-1142.395

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	22.802-22.247=0.555
σ	1.430-1.338=0.092
min	21.884-21.621=0.263
max	26.246-25.543=0.703

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	263.208-282.531=-19.322
σ	584.559-637.473=-52.914
min	54.697-55.903=-1.205
max	1709.907-1860.189=-150.282

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.013-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4179.625-4172.875=6.750
σ	1946.715-1945.107=1.608
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	3182.661-3223.227=-40.567
σ	701.240-815.824=-114.584
min	2522.232-2539.834=-17.602
max	4615.441-4587.372=28.069

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	1064.219-1058.368=5.850
σ	258.755-241.781=16.973
min	927.050-930.095=-3.044
max	1680.436-1629.621=50.816

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	402.796-394.477=8.318
σ	7.293-3.519=3.774
min	385.556-388.190=-2.633
max	407.314-398.631=8.683

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-475.000=3.000
σ	0.000
min	478.000-475.000=3.000
max	478.000-475.000=3.000

*mean*	395.207-372.012=23.195
σ	23.179-35.570=-12.391
min	368.982-319.700=49.282
max	444.355-416.275=28.080

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	752.540-780.784=-28.244
σ	52.796-59.366=-6.571
min	702.938-657.519=45.419
max	876.669-827.086=49.583

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.971=-0.002
σ	1.822-1.822=0.000
min	963.262-963.264=-0.002
max	971.673-971.675=-0.002

*mean*	1053.700-1055.500=-1.800
σ	318.822-309.071=9.751
min	562.000-553.000=9.000
max	1522.000-1511.000=11.000

*mean*	1.271-1.318=-0.047
σ	0.124-0.166=-0.042
min	1.069-1.191=-0.122
max	1.572-1.770=-0.199

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.277-0.453=-0.176
σ	0.267-0.519=-0.252
min	0.131-0.147=-0.016
max	0.752-1.369=-0.617

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.889=-0.402
σ	0.306-0.594=-0.288
min	0.331-0.570=-0.239
max	1.033-1.948=-0.914

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.387=-0.165
σ	0.021-0.036=-0.015
min	0.204-0.364=-0.160
max	0.258-0.448=-0.190

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.593=-0.257
σ	0.014-0.017=-0.003
min	0.323-0.578=-0.254
max	0.358-0.622=-0.264

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	433.000-431.800=1.200
σ	0.707-1.789=-1.082
min	432.000-431.000=1.000
max	434.000-435.000=-1.000

*mean*	0.572-0.689=-0.117
σ	0.045-0.073=-0.029
min	0.507-0.594=-0.087
max	0.609-0.751=-0.142

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.512-0.482=0.029
σ	0.024-0.046=-0.022
min	0.471-0.422=0.049
max	0.532-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.664-2.603=0.062
σ	0.085-0.099=-0.014
min	2.473-2.440=0.032
max	2.961-2.997=-0.036

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.663-2.602=0.061
σ	0.107-0.087=0.019
min	2.500-2.434=0.066
max	3.040-2.907=0.133

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.325-0.316=0.009
σ	0.100-0.036=0.064
min	0.295-0.299=-0.004
max	1.160-0.563=0.597

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.299-0.294=0.005
σ	0.040-0.007=0.033
min	0.276-0.280=-0.004
max	0.586-0.334=0.252

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.646-11.717=-0.071
σ	11.861-12.506=-0.644
min	0.574-0.574=-0.000
max	98.246-96.666=1.581

*mean*	463.084-456.988=6.096
σ	18.997-18.320=0.677
min	407.000-408.000=-1.000
max	478.000-474.000=4.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.031=-0.002
min	0.001-0.001=-0.000
max	0.235-0.262=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.816-278.793=0.023
σ	1.070-1.030=0.040
min	278.431-278.386=0.046
max	281.861-281.721=0.140

*mean*	443.100-443.600=-0.500
σ	16.326-17.469=-1.143
min	413.000-418.000=-5.000
max	470.000-472.000=-2.000

*mean*	0.571-0.587=-0.016
σ	0.031-0.015=0.016
min	0.518-0.558=-0.040
max	0.601-0.614=-0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=-0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	232.725-235.694=-2.969
σ	22.776-20.565=2.212
min	187.020-198.900=-11.880
max	250.626-254.103=-3.477

phase=macro expansion

*mean*	5.900-6.130=-0.230
σ	0.000-0.001=-0.001
min	5.900-6.130=-0.229
max	5.900-6.133=-0.233

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	5.975-9.922=-3.947
σ	0.070-1.453=-1.383
min	5.883-7.442=-1.559
max	6.103-12.563=-6.460

phase=parser

*mean*	1043.350-1042.435=0.915
σ	0.000-0.001=-0.001
min	1043.350-1042.432=0.918
max	1043.351-1042.436=0.915

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	571.537-571.897=-0.360
σ	78.886-100.917=-22.030
min	443.416-423.854=19.562
max	618.566-725.601=-107.035

phase=processProdDef

*mean*	2243.722-2243.976=-0.254
σ	0.000-0.001=-0.001
min	2243.722-2243.976=-0.254
max	2243.722-2243.979=-0.256

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	3048.282-2534.914=513.368
σ	283.868-590.607=-306.739
min	2430.566-1780.888=649.678
max	3315.741-3433.623=-117.882

phase=renaming

*mean*	21.438-21.671=-0.233
σ	0.000
min	21.438-21.671=-0.233
max	21.438-21.671=-0.233

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	35.037-38.615=-3.577
σ	1.703-5.876=-4.173
min	33.029-26.586=6.443
max	37.429-46.846=-9.418

phase=type checker

*mean*	958.597-989.755=-31.158
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	699.000-864.000=-165.000
σ	0.000
min	699.000-864.000=-165.000
max	699.000-864.000=-165.000

*mean*	668.778-775.591=-106.813
σ	16.822-107.782=-90.960
min	637.373-644.769=-7.396
max	684.671-892.782=-208.110

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.366-282.387=-0.022
σ	0.037-0.037=-0.000
min	282.317-282.338=-0.021
max	282.407-282.429=-0.022

*mean*	443.400-444.800=-1.400
σ	0.548-1.095=-0.548
min	443.000-444.000=-1.000
max	444.000-446.000=-2.000

*mean*	0.377-0.383=-0.007
σ	0.006-0.007=-0.001
min	0.372-0.376=-0.004
max	0.387-0.390=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.090-1267.103=-0.012
σ	0.090-0.081=0.010
min	1266.975-1267.004=-0.028
max	1267.194-1267.227=-0.032

*mean*	1057.400-1114.200=-56.800
σ	171.451-170.494=0.957
min	846.000-898.000=-52.000
max	1283.000-1332.000=-49.000

*mean*	1.953-1.996=-0.043
σ	0.174-0.104=0.069
min	1.740-1.870=-0.130
max	2.139-2.109=0.030

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.061-1506.138=-0.078
σ	2.952-2.914=0.038
min	1504.493-1504.646=-0.153
max	1511.329-1511.341=-0.012

*mean*	623.200-629.400=-6.200
σ	80.298-90.337=-10.040
min	495.000-505.000=-10.000
max	694.000-729.000=-35.000

*mean*	2.239-2.357=-0.118
σ	0.236-0.259=-0.023
min	2.044-2.037=0.007
max	2.626-2.554=0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.072-1829.114=-0.043
σ	0.057-0.083=-0.027
min	1829.006-1829.017=-0.011
max	1829.143-1829.233=-0.090

*mean*	1693.600-1768.400=-74.800
σ	237.452-211.798=25.654
min	1408.000-1491.000=-83.000
max	2012.000-1970.000=42.000

*mean*	2.867-3.189=-0.322
σ	0.136-0.388=-0.252
min	2.789-2.819=-0.030
max	3.109-3.683=-0.573

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.623-1.714=-0.091
σ	0.100-0.157=-0.057
min	1.527-1.502=0.025
max	1.780-1.869=-0.088

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.632-397.697=-4.065
σ	509.937-518.051=-8.114
min	138.661-138.669=-0.008
max	1158.538-1174.773=-16.235

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.484-0.496=-0.013
σ	0.504-0.512=-0.009
min	0.230-0.233=-0.002
max	1.239-1.265=-0.026

policies=20

*mean*	1386.749-1386.820=-0.071
σ	0.155-0.151=0.004
min	1386.641-1386.714=-0.073
max	1386.978-1387.044=-0.065

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.000-446.000=2.000
σ	2.309-0.000=2.309
min	446.000
max	450.000-446.000=4.000

*mean*	2.308-2.307=0.001
σ	0.012-0.018=-0.007
min	2.298-2.282=0.017
max	2.320-2.322=-0.002

policies=200

*mean*	13876.151-13876.869=-0.717
σ	0.108-0.111=-0.003
min	13876.093-13876.783=-0.690
max	13876.313-13877.032=-0.719

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.000-496.750=-0.750
σ	4.967-5.620=-0.653
min	491.000-492.000=-1.000
max	502.000-503.000=-1.000

*mean*	23.498-23.510=-0.012
σ	0.110-0.107=0.003
min	23.384-23.402=-0.018
max	23.593-23.630=-0.038