Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.773=-0.054
σ	0.367-0.365=0.002
min	54.572-54.623=-0.051
max	55.762-55.811=-0.049

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.139-0.143=-0.004
σ	0.006-0.004=0.001
min	0.133-0.140=-0.007
max	0.148-0.151=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.778=-0.001
σ	0.009-0.007=0.002
min	43.760-43.769=-0.008
max	43.789-43.789=0.001

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.122-0.118=0.003
σ	0.005-0.004=0.000
min	0.116-0.115=0.001
max	0.129-0.127=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4583.250-4591.625=-8.375
σ	2254.633-2246.443=8.190
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	13.784-114.468=-100.684
σ	3.804-289.034=-285.230
min	11.928-11.926=0.003
max	23.059-829.790=-806.732

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4583.250-4591.625=-8.375
σ	2254.633-2246.443=8.190
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	13.214-13.498=-0.283
σ	3.548-3.008=0.540
min	11.243-11.874=-0.632
max	21.799-20.871=0.929

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	11.149-11.710=-0.561
σ	0.190-1.713=-1.524
min	10.815-10.833=-0.018
max	11.389-15.933=-4.544

op=table_records(), repeat

*mean*	41.924-41.933=-0.008
σ	0.000-0.000=0.000
min	41.924-41.933=-0.009
max	41.925-41.934=-0.009

*mean*	4168.875-4183.250=-14.375
σ	1946.333-1942.966=3.367
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	12.109-11.619=0.490
σ	1.974-1.904=0.070
min	10.821-10.784=0.037
max	16.929-16.319=0.609

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.136-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4168.875-4183.250=-14.375
σ	1946.333-1942.966=3.367
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	8.946-9.054=-0.108
σ	1.377-1.233=0.144
min	7.934-7.978=-0.044
max	12.267-12.009=0.258

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.023
σ	0.000-0.001=-0.001
min	26.384-26.406=-0.022
max	26.384-26.410=-0.026

*mean*	4168.875-4183.250=-14.375
σ	1946.333-1942.966=3.367
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	6.505-7.177=-0.672
σ	1.215-0.941=0.274
min	5.805-6.614=-0.810
max	9.472-9.474=-0.002

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4583.250-4591.625=-8.375
σ	2254.633-2246.443=8.190
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	6.308-6.162=0.145
σ	1.017-0.674=0.343
min	5.673-5.720=-0.047
max	8.788-7.796=0.992

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4583.250-4591.625=-8.375
σ	2254.633-2246.443=8.190
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	6.215-6.022=0.193
σ	0.976-0.572=0.404
min	5.702-5.663=0.039
max	8.618-7.413=1.206

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	362.406-348.674=13.732
σ	43.651-2.590=41.060
min	343.420-345.307=-1.887
max	470.334-353.129=117.205

op=load_product(), with indexes

*mean*	3495.854-3495.878=-0.024
σ	0.454-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3748.125-3758.750=-10.625
σ	2298.730-2298.254=0.476
min	720.000
max	7401.000-7383.000=18.000

*mean*	1613.039-1757.683=-144.644
σ	541.205-676.372=-135.167
min	1390.415-1383.799=6.616
max	2942.731-2933.597=9.134

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.841-107.853=-0.013
max	107.842-107.854=-0.013

*mean*	4403.125-4412.500=-9.375
σ	2225.843-2216.126=9.717
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	254.762-238.574=16.188
σ	340.700-289.444=51.257
min	124.764-125.385=-0.621
max	1096.961-953.394=143.567

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4583.250-4412.500=170.750
σ	2254.633-2216.126=38.507
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	194.136-45.165=148.971
σ	419.795-5.831=413.964
min	40.331-41.362=-1.031
max	1232.911-59.209=1173.701

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	22.585-183.129=-160.544
σ	1.270-454.287=-453.017
min	21.783-21.710=0.072
max	25.439-1307.425=-1281.986

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	271.474-63.538=207.935
σ	609.041-17.555=591.486
min	55.419-55.475=-0.056
max	1778.770-106.330=1672.440

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.014-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.883=-0.008

*mean*	4168.875-4183.250=-14.375
σ	1946.333-1942.966=3.367
min	1485.000-1487.000=-2.000
max	7401.000-7383.000=18.000

*mean*	3092.117-3364.943=-272.826
σ	839.768-721.443=118.325
min	2482.959-2537.683=-54.725
max	4750.382-4328.906=421.475

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	1089.887-1059.402=30.485
σ	301.153-298.642=2.511
min	908.194-926.803=-18.610
max	1747.069-1783.592=-36.523

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7401.000-7383.000=18.000
σ	0.000
min	7401.000-7383.000=18.000
max	7401.000-7383.000=18.000

*mean*	404.834-390.372=14.463
σ	41.391-10.248=31.143
min	384.545-370.459=14.085
max	506.959-408.464=98.495

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	374.724-402.608=-27.884
σ	23.799-26.624=-2.825
min	324.922-376.815=-51.893
max	401.978-449.262=-47.284

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.750-566.000=-3.250
σ	0.707-0.000=0.707
min	561.000-566.000=-5.000
max	563.000-566.000=-3.000

*mean*	753.193-718.504=34.689
σ	69.972-63.969=6.003
min	605.656-617.792=-12.135
max	830.928-812.351=18.577

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-963.972=0.558
σ	1.821-1.820=0.001
min	963.825-963.267=0.557
max	972.231-971.669=0.562

*mean*	1034.150-1039.550=-5.400
σ	311.207-310.187=1.020
min	540.000-538.000=2.000
max	1534.000-1538.000=-4.000

*mean*	1.317-1.304=0.013
σ	0.204-0.197=0.007
min	1.173-1.181=-0.009
max	1.918-2.057=-0.139

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.443-0.302=0.141
σ	0.616-0.293=0.323
min	0.135-0.140=-0.005
max	1.543-0.822=0.721

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.487=-0.013
σ	0.325-0.320=0.005
min	0.321-0.333=-0.012
max	1.056-1.060=-0.003

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.224=-0.009
σ	0.026-0.021=0.005
min	0.193-0.205=-0.012
max	0.259-0.259=0.000

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.353-0.339=0.014
σ	0.039-0.016=0.022
min	0.325-0.329=-0.004
max	0.416-0.366=0.050

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	431.000-437.200=-6.200
σ	0.000-6.535=-6.535
min	431.000
max	431.000-444.000=-13.000

*mean*	0.525-0.544=-0.019
σ	0.035-0.054=-0.019
min	0.477-0.485=-0.008
max	0.575-0.609=-0.034

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.440-0.508=-0.069
σ	0.054-0.015=0.039
min	0.388-0.489=-0.100
max	0.518-0.523=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.186-2.166=0.019
σ	0.330-0.331=-0.001
min	1.855-1.741=0.114
max	2.824-2.801=0.023

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.650-2.599=0.051
σ	0.117-0.087=0.029
min	2.450-2.434=0.016
max	3.132-2.828=0.304

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.304-0.306=-0.002
σ	0.013-0.011=0.002
min	0.283-0.290=-0.008
max	0.386-0.375=0.011

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.288-0.293=-0.005
σ	0.009-0.007=0.002
min	0.276-0.280=-0.005
max	0.351-0.333=0.019

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.371-11.541=-0.170
σ	11.464-11.594=-0.131
min	0.574-0.574=-0.000
max	85.525-93.520=-7.995

*mean*	462.532-459.174=3.358
σ	21.108-18.272=2.836
min	408.000-409.000=-1.000
max	480.000-477.000=3.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.029=-0.000
min	0.001-0.001=-0.000
max	0.210-0.235=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.871-278.732=0.139
σ	1.046-1.007=0.039
min	278.448-278.288=0.160
max	281.842-281.593=0.249

*mean*	448.000-442.700=5.300
σ	18.523-16.097=2.426
min	416.000-417.000=-1.000
max	473.000-468.000=5.000

*mean*	0.577-0.575=0.002
σ	0.019-0.028=-0.009
min	0.538-0.526=0.012
max	0.607-0.618=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	208.508-238.431=-29.922
σ	25.467-16.512=8.955
min	170.321-209.926=-39.604
max	242.818-253.700=-10.882

phase=macro expansion

*mean*	5.899-6.130=-0.231
σ	0.000-0.001=-0.001
min	5.899-6.130=-0.230
max	5.899-6.133=-0.234

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	8.165-9.282=-1.117
σ	1.401-0.712=0.689
min	5.899-7.532=-1.633
max	9.085-9.666=-0.581

phase=parser

*mean*	1041.958-1042.435=-0.477
σ	0.000-0.001=-0.001
min	1041.958-1042.432=-0.474
max	1041.959-1042.436=-0.477

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	568.223-578.768=-10.545
σ	78.214-41.817=36.397
min	441.235-476.029=-34.794
max	620.174-604.251=15.923

phase=processProdDef

*mean*	2243.721-2243.976=-0.255
σ	0.000-0.001=-0.001
min	2243.721-2243.976=-0.255
max	2243.721-2243.979=-0.258

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	3122.724-3103.957=18.767
σ	184.511-214.366=-29.854
min	2788.102-2829.920=-41.818
max	3274.856-3361.827=-86.970

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	44.428-38.251=6.177
σ	7.051-4.745=2.306
min	32.902-26.555=6.346
max	49.224-40.542=8.682

phase=type checker

*mean*	958.596-989.755=-31.159
σ	0.047-0.066=-0.020
min	958.573-989.654=-31.081
max	958.698-989.845=-31.147

*mean*	694.000-858.000=-164.000
σ	0.000
min	694.000-858.000=-164.000
max	694.000-858.000=-164.000

*mean*	662.348-692.866=-30.518
σ	15.559-13.053=2.506
min	636.555-677.449=-40.894
max	678.695-710.436=-31.741

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.361-282.385=-0.025
σ	0.035-0.038=-0.002
min	282.310-282.336=-0.026
max	282.397-282.428=-0.030

*mean*	441.800-444.000=-2.200
σ	2.950-0.000=2.950
min	439.000-444.000=-5.000
max	445.000-444.000=1.000

*mean*	0.377-0.380=-0.003
σ	0.006-0.007=-0.001
min	0.373-0.375=-0.002
max	0.388-0.389=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.619-1267.113=0.506
σ	0.117-0.091=0.026
min	1267.446-1266.995=0.451
max	1267.763-1267.247=0.516

*mean*	1094.000-1112.800=-18.800
σ	169.747-169.202=0.545
min	892.000-898.000=-6.000
max	1325.000-1327.000=-2.000

*mean*	2.184-2.022=0.162
σ	0.244-0.107=0.137
min	2.046-1.883=0.162
max	2.618-2.121=0.497

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.524-1506.126=0.399
σ	2.952-2.965=-0.012
min	1504.981-1504.620=0.361
max	1511.792-1511.418=0.374

*mean*	625.600-629.200=-3.600
σ	87.540-90.062=-2.522
min	495.000-505.000=-10.000
max	728.000

*mean*	2.201-2.336=-0.135
σ	0.232-0.338=-0.106
min	2.077-2.062=0.015
max	2.615-2.891=-0.276

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.120=0.451
σ	0.041-0.083=-0.041
min	1829.512-1829.023=0.489
max	1829.620-1829.244=0.376

*mean*	1724.400-1760.000=-35.600
σ	187.675-212.052=-24.377
min	1461.000-1480.000=-19.000
max	1897.000-1962.000=-65.000

*mean*	3.019-3.215=-0.196
σ	0.353-0.351=0.002
min	2.811-2.838=-0.026
max	3.647-3.589=0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.694=-0.058
σ	0.071-0.128=-0.057
min	1.546-1.567=-0.021
max	1.729-1.889=-0.159

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-398.101=-4.251
σ	509.572-518.051=-8.478
min	139.062-139.071=-0.009
max	1158.209-1175.177=-16.968

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.492-0.512=-0.020
σ	0.512-0.546=-0.034
min	0.234-0.236=-0.003
max	1.260-1.331=-0.071

policies=20

*mean*	1390.720-1390.855=-0.134
σ	0.150-0.174=-0.024
min	1390.609-1390.732=-0.123
max	1390.941-1391.112=-0.171

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	447.500-448.500=-1.000
σ	11.000-6.351=4.649
min	442.000-443.000=-1.000
max	464.000-454.000=10.000

*mean*	2.291-2.326=-0.035
σ	0.008-0.012=-0.004
min	2.281-2.309=-0.028
max	2.297-2.337=-0.039

policies=200

*mean*	13915.887-13917.078=-1.191
σ	0.099-0.113=-0.014
min	13915.797-13916.944=-1.147
max	13916.011-13917.195=-1.185

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.750-498.000=-2.250
σ	2.363-3.162=-0.799
min	494.000
max	499.000-501.000=-2.000

*mean*	23.403-23.525=-0.121
σ	0.068-0.293=-0.225
min	23.341-23.300=0.042
max	23.490-23.919=-0.429