Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.720-54.775=-0.055
σ	0.361-0.367=-0.007
min	54.577-54.633=-0.056
max	55.746-55.820=-0.074

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.138-0.141=-0.003
σ	0.004-0.004=0.000
min	0.131-0.137=-0.006
max	0.145-0.148=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=0.001
σ	0.006-0.007=-0.001
min	43.764-43.761=0.003
max	43.782-43.783=-0.001

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.120-0.124=-0.004
σ	0.004-0.004=-0.001
min	0.116-0.120=-0.005
max	0.126-0.131=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4427.375-4587.625=-160.250
σ	2226.908-2250.027=-23.118
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	12.799-127.025=-114.226
σ	1.978-324.076=-322.098
min	11.737-12.108=-0.372
max	17.577-929.073=-911.496

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4607.125-4587.625=19.500
σ	2257.941-2250.027=7.915
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	143.670-14.003=129.666
σ	368.162-4.619=363.543
min	11.591-11.674=-0.083
max	1054.810-25.306=1029.504

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	11.145-11.340=-0.195
σ	0.183-1.012=-0.829
min	10.830-10.689=0.141
max	11.375-13.819=-2.443

op=table_records(), repeat

*mean*	41.925-41.934=-0.009
σ	0.000-0.001=-0.001
min	41.924-41.933=-0.008
max	41.925-41.937=-0.011

*mean*	4198.250-4177.000=21.250
σ	1953.999-1945.761=8.238
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	11.602-11.725=-0.122
σ	1.765-1.755=0.010
min	10.688-10.807=-0.118
max	15.933-16.047=-0.114

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4198.250-4177.000=21.250
σ	1953.999-1945.761=8.238
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	9.100-9.320=-0.220
σ	1.293-1.332=-0.038
min	7.989-8.196=-0.207
max	12.220-12.539=-0.319

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4198.250-4177.000=21.250
σ	1953.999-1945.761=8.238
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	7.211-7.068=0.143
σ	1.003-0.913=0.090
min	6.280-5.909=0.371
max	9.609-9.124=0.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4607.125-4587.625=19.500
σ	2257.941-2250.027=7.915
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	6.639-6.384=0.255
σ	1.114-1.051=0.063
min	6.012-5.862=0.150
max	9.119-8.963=0.155

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4607.125-4587.625=19.500
σ	2257.941-2250.027=7.915
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	6.448-6.360=0.087
σ	1.117-1.131=-0.013
min	5.779-5.805=-0.026
max	8.866-9.143=-0.277

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002-0.002=0.000
min	1021.608-1021.625=-0.017
max	1021.613-1021.629=-0.016

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	346.211-361.817=-15.607
σ	3.825-41.251=-37.426
min	341.251-344.859=-3.608
max	354.793-463.805=-109.012

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.022
σ	0.455-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.983-3497.038=-0.054

*mean*	3771.125-3754.500=16.625
σ	2310.280-2299.651=10.629
min	720.000
max	7408.000-7385.000=23.000

*mean*	1719.999-1778.468=-58.469
σ	560.280-683.330=-123.050
min	1387.621-1400.310=-12.689
max	2811.418-2975.952=-164.534

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.840-107.854=-0.014
max	107.841-107.855=-0.013

*mean*	4198.250-4406.500=-208.250
σ	1953.999-2219.698=-265.700
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	136.261-245.000=-108.739
σ	12.792-301.705=-288.913
min	126.249-126.083=0.167
max	166.958-990.183=-823.225

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.069-62.082=-0.012

*mean*	4427.375-4406.500=20.875
σ	2226.908-2219.698=7.210
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	166.759-46.828=119.931
σ	353.262-7.839=345.423
min	40.527-41.765=-1.238
max	1041.034-65.814=975.219

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=0.000
min	40.924-40.947=-0.023
max	40.929-40.950=-0.021

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	104.012-22.275=81.737
σ	230.460-0.769=229.691
min	21.622-21.690=-0.068
max	674.365-23.997=650.368

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	59.773-264.482=-204.709
σ	9.223-587.425=-578.203
min	55.757-55.527=0.230
max	82.533-1718.283=-1635.749

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.884=-0.009

*mean*	4198.250-4177.000=21.250
σ	1953.999-1945.761=8.238
min	1483.000-1487.000=-4.000
max	7408.000-7385.000=23.000

*mean*	3156.464-3302.309=-145.845
σ	601.794-834.552=-232.757
min	2520.646-2530.682=-10.036
max	4118.876-4864.734=-745.857

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.831-1973.853=-0.022

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	1034.237-1016.897=17.340
σ	194.501-115.588=78.912
min	924.593-935.812=-11.219
max	1496.686-1238.613=258.073

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002-0.002=0.000
min	905.080-905.102=-0.023
max	905.086-905.108=-0.022

*mean*	7408.000-7385.000=23.000
σ	0.000
min	7408.000-7385.000=23.000
max	7408.000-7385.000=23.000

*mean*	404.649-388.804=15.846
σ	40.779-5.520=35.259
min	381.279-376.823=4.457
max	505.132-394.304=110.828

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-474.875=1.000
σ	0.991-0.354=0.637
min	475.000-474.000=1.000
max	477.000-475.000=2.000

*mean*	375.353-379.983=-4.630
σ	31.720-13.160=18.561
min	314.831-364.021=-49.190
max	425.647-398.308=27.339

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	747.186-755.831=-8.645
σ	47.890-71.581=-23.690
min	664.840-607.525=57.315
max	813.614-817.871=-4.257

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-963.973=0.557
σ	1.822-1.820=0.002
min	963.823-963.264=0.559
max	972.234-971.668=0.566

*mean*	1039.850-1048.600=-8.750
σ	293.473-296.150=-2.678
min	552.000-575.000=-23.000
max	1432.000-1466.000=-34.000

*mean*	1.265-1.266=-0.002
σ	0.102-0.111=-0.009
min	1.174-1.178=-0.004
max	1.511-1.563=-0.052

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.392-0.298=0.094
σ	0.495-0.291=0.204
min	0.138-0.144=-0.007
max	1.272-0.813=0.459

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.472=0.014
σ	0.322-0.311=0.011
min	0.331-0.320=0.011
max	1.061-1.027=0.034

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.220=-0.002
σ	0.027-0.024=0.002
min	0.201-0.204=-0.003
max	0.266-0.263=0.003

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.451-0.333=0.119
σ	0.248-0.014=0.234
min	0.326-0.321=0.005
max	0.895-0.355=0.540

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	432.600-436.600=-4.000
σ	0.894-6.066=-5.172
min	431.000
max	433.000-443.000=-10.000

*mean*	0.553-0.585=-0.032
σ	0.073-0.041=0.032
min	0.454-0.534=-0.080
max	0.613-0.619=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	0.485-0.490=-0.006
σ	0.035-0.038=-0.003
min	0.434-0.439=-0.005
max	0.520-0.532=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	2.654-2.687=-0.034
σ	0.100-0.101=-0.002
min	2.488-2.460=0.028
max	3.002-2.945=0.058

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	2.617-2.663=-0.046
σ	0.090-0.112=-0.022
min	2.466-2.466=0.000
max	2.876-3.159=-0.283

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	0.303-0.309=-0.006
σ	0.009-0.012=-0.003
min	0.287-0.291=-0.003
max	0.356-0.383=-0.027

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	0.290-0.296=-0.006
σ	0.008-0.009=-0.001
min	0.276-0.280=-0.004
max	0.331-0.330=0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.219-11.535=-0.317
σ	11.625-11.792=-0.167
min	0.573-0.574=-0.001
max	90.260-79.204=11.057

*mean*	467.711-463.100=4.611
σ	18.963-18.532=0.431
min	408.000-407.000=1.000
max	483.000-478.000=5.000

*mean*	0.026-0.026=-0.001
σ	0.028-0.029=-0.000
min	0.001-0.001=0.000
max	0.222-0.191=0.031

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.777-278.795=-0.018
σ	1.032-1.065=-0.033
min	278.383-278.360=0.024
max	281.712-281.824=-0.112

*mean*	441.300-444.500=-3.200
σ	17.250-19.558=-2.307
min	414.000
max	465.000-468.000=-3.000

*mean*	0.568-0.578=-0.010
σ	0.028-0.014=0.013
min	0.527-0.556=-0.029
max	0.610-0.601=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	698.000-843.000=-145.000
σ	0.000
min	698.000-843.000=-145.000
max	698.000-843.000=-145.000

*mean*	231.524-224.984=6.540
σ	21.844-26.792=-4.949
min	194.421-187.304=7.118
max	250.121-254.403=-4.281

phase=macro expansion

*mean*	5.900-6.130=-0.229
σ	0.000
min	5.900-6.130=-0.229
max	5.900-6.130=-0.229

*mean*	698.000-842.375=-144.375
σ	0.000-1.768=-1.768
min	698.000-838.000=-140.000
max	698.000-843.000=-145.000

*mean*	5.862-9.114=-3.252
σ	0.063-0.955=-0.892
min	5.780-7.568=-1.788
max	5.976-9.853=-3.877

phase=parser

*mean*	1043.350-1042.435=0.916
σ	0.000-0.000=-0.000
min	1043.350-1042.434=0.916
max	1043.351-1042.435=0.916

*mean*	698.000-842.375=-144.375
σ	0.000-1.768=-1.768
min	698.000-838.000=-140.000
max	698.000-843.000=-145.000

*mean*	498.648-582.534=-83.886
σ	94.950-35.302=59.648
min	407.183-500.878=-93.695
max	613.643-607.379=6.264

phase=processProdDef

*mean*	2243.722-2243.975=-0.252
σ	0.000
min	2243.722-2243.975=-0.252
max	2243.722-2243.975=-0.252

*mean*	698.000-843.000=-145.000
σ	0.000
min	698.000-843.000=-145.000
max	698.000-843.000=-145.000

*mean*	2949.579-2895.547=54.032
σ	335.370-430.716=-95.346
min	2208.441-2379.091=-170.650
max	3279.957-3395.254=-115.297

phase=renaming

*mean*	21.438-21.675=-0.237
σ	0.000
min	21.438-21.675=-0.237
max	21.438-21.675=-0.237

*mean*	698.000-842.375=-144.375
σ	0.000-1.768=-1.768
min	698.000-838.000=-140.000
max	698.000-843.000=-145.000

*mean*	34.531-37.198=-2.667
σ	1.695-6.422=-4.726
min	32.254-26.806=5.448
max	36.938-41.517=-4.579

phase=type checker

*mean*	958.597-989.752=-31.155
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.143

*mean*	698.000-842.375=-144.375
σ	0.000-1.768=-1.768
min	698.000-838.000=-140.000
max	698.000-843.000=-145.000

*mean*	664.546-707.003=-42.457
σ	12.819-61.287=-48.467
min	645.561-662.436=-16.875
max	679.296-846.917=-167.621

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.367-282.394=-0.027
σ	0.035-0.036=-0.000
min	282.312-282.339=-0.027
max	282.397-282.425=-0.028

*mean*	443.600-440.000=3.600
σ	0.548-2.739=-2.191
min	443.000-438.000=5.000
max	444.000-443.000=1.000

*mean*	0.391-0.378=0.013
σ	0.010-0.001=0.008
min	0.374-0.377=-0.003
max	0.398-0.380=0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.620-1267.139=0.482
σ	0.126-0.119=0.007
min	1267.437-1266.979=0.457
max	1267.776-1267.310=0.466

*mean*	1092.400
σ	169.214-169.777=-0.563
min	890.000-892.000=-2.000
max	1322.000-1326.000=-4.000

*mean*	2.172-2.183=-0.011
σ	0.277-0.204=0.073
min	1.954-2.006=-0.052
max	2.654-2.535=0.118

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.545-1506.077=0.468
σ	2.924-2.970=-0.045
min	1505.037-1504.526=0.510
max	1511.763-1511.377=0.386

*mean*	611.600-626.000=-14.400
σ	92.985-86.943=6.043
min	499.000-495.000=4.000
max	731.000-726.000=5.000

*mean*	2.223-2.204=0.019
σ	0.135-0.221=-0.086
min	2.076-2.046=0.030
max	2.389-2.593=-0.204

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.568-1829.101=0.467
σ	0.051-0.040=0.010
min	1829.510-1829.046=0.464
max	1829.615-1829.148=0.467

*mean*	1722.000-1721.800=0.200
σ	190.604-175.857=14.747
min	1458.000-1472.000=-14.000
max	1898.000-1885.000=13.000

*mean*	2.927-2.965=-0.038
σ	0.275-0.191=0.084
min	2.605-2.839=-0.234
max	3.361-3.302=0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.657-1.691=-0.035
σ	0.207-0.157=0.049
min	1.316-1.507=-0.190
max	1.845-1.817=0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.630-397.697=-4.067
σ	509.937-518.051=-8.114
min	138.659-138.669=-0.010
max	1158.536-1174.773=-16.237

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	435.000-433.000=2.000
σ	0.000
min	435.000-433.000=2.000
max	435.000-433.000=2.000

*mean*	0.479-0.463=0.016
σ	0.492-0.447=0.045
min	0.229-0.238=-0.009
max	1.217-1.134=0.083

policies=20

*mean*	1386.719-1386.813=-0.094
σ	0.134-0.140=-0.006
min	1386.622-1386.712=-0.090
max	1386.918-1387.020=-0.103

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	443.000-440.500=2.500
σ	9.238-8.660=0.577
min	435.000-433.000=2.000
max	451.000-448.000=3.000

*mean*	2.282-2.321=-0.039
σ	0.007-0.014=-0.007
min	2.272-2.303=-0.030
max	2.289-2.338=-0.048

policies=200

*mean*	13875.869-13876.796=-0.927
σ	0.104-0.203=-0.099
min	13875.773-13876.531=-0.757
max	13876.017-13877.015=-0.998

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	493.250-496.000=-2.750
σ	4.425-5.228=-0.803
min	489.000
max	498.000-500.000=-2.000

*mean*	23.252-23.532=-0.279
σ	0.149-0.053=0.095
min	23.120-23.480=-0.360
max	23.394-23.584=-0.189