Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.774=-0.059
σ	0.364-0.363=0.001
min	54.577-54.626=-0.049
max	55.750-55.806=-0.055

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=-0.001
min	0.137-0.136=0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.774=0.004
σ	0.006-0.005=0.001
min	43.768-43.767=0.000
max	43.791-43.783=0.008

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.121-0.122=-0.000
σ	0.004-0.004=-0.000
min	0.116-0.115=0.001
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4218.500-4578.625=-360.125
σ	1970.585-2255.919=-285.334
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	12.032-12.921=-0.889
σ	0.405-3.301=-2.896
min	11.694-11.467=0.227
max	12.997-21.077=-8.080

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4444.250-4578.625=-134.375
σ	2240.137-2255.919=-15.782
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	124.307-13.416=110.890
σ	315.654-3.434=312.219
min	12.522-11.206=1.315
max	905.509-21.848=883.661

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	11.356-10.482=0.875
σ	1.151-0.198=0.953
min	10.813-10.166=0.647
max	14.193-10.797=3.397

op=table_records(), repeat

*mean*	41.924-41.933=-0.009
σ	0.000-0.001=-0.000
min	41.924-41.933=-0.009
max	41.925-41.934=-0.009

*mean*	4218.500-4161.625=56.875
σ	1970.585-1946.588=23.998
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	11.296-11.236=0.060
σ	0.948-1.683=-0.734
min	10.844-10.487=0.357
max	13.625-15.377=-1.752

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4218.500-4161.625=56.875
σ	1970.585-1946.588=23.998
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	8.849-8.554=0.295
σ	0.597-1.442=-0.844
min	8.077-7.255=0.823
max	10.192-12.003=-1.812

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.001-0.000=0.001
min	26.384-26.406=-0.022
max	26.388-26.406=-0.018

*mean*	4218.500-4161.625=56.875
σ	1970.585-1946.588=23.998
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	6.916-6.099=0.818
σ	0.546-1.029=-0.483
min	6.470-5.172=1.298
max	8.240-8.499=-0.259

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4444.250-4578.625=-134.375
σ	2240.137-2255.919=-15.782
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	6.396-5.831=0.565
σ	1.063-0.907=0.155
min	5.942-5.288=0.654
max	9.023-8.055=0.968

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.023
σ	0.001-0.000=0.000
min	25.961-25.984=-0.023
max	25.962-25.985=-0.023

*mean*	4444.250-4578.625=-134.375
σ	2240.137-2255.919=-15.782
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	6.158-5.718=0.440
σ	1.034-0.948=0.086
min	5.716-5.275=0.441
max	8.715-8.055=0.660

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	347.400-358.040=-10.640
σ	1.324-45.194=-43.870
min	345.313-338.225=7.089
max	348.577-469.744=-121.167

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.453-0.469=-0.015
min	3495.694-3495.713=-0.019
max	3496.977-3497.038=-0.061

*mean*	3789.500-3743.375=46.125
σ	2328.460-2297.844=30.616
min	719.000-720.000=-1.000
max	7434.000-7402.000=32.000

*mean*	2069.321-1597.743=471.577
σ	988.737-532.834=455.903
min	1388.587-1368.438=20.149
max	3972.879-2907.223=1065.656

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=-0.000
min	107.841-107.854=-0.013
max	107.841-107.855=-0.013

*mean*	4218.500-4396.625=-178.125
σ	1970.585-2227.492=-256.906
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	132.321-223.234=-90.913
σ	5.768-250.077=-244.309
min	125.954-123.604=2.350
max	141.999-840.639=-698.640

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.014
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.014

*mean*	4218.500-4578.625=-360.125
σ	1970.585-2255.919=-285.334
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	42.100-217.381=-175.282
σ	1.252-490.574=-489.322
min	40.534-41.241=-0.707
max	44.088-1431.475=-1387.386

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	22.851-22.508=0.342
σ	2.670-2.178=0.492
min	21.472-21.027=0.445
max	29.303-27.094=2.209

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	115.066-278.115=-163.049
σ	162.267-629.663=-467.396
min	55.395-54.369=1.026
max	516.556-1836.448=-1319.892

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.013-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.885=-0.010

*mean*	4218.500-4161.625=56.875
σ	1970.585-1946.588=23.998
min	1482.000-1486.000=-4.000
max	7434.000-7402.000=32.000

*mean*	3387.397-3145.550=241.847
σ	665.363-1003.422=-338.059
min	2513.371-2458.133=55.238
max	4271.825-5303.590=-1031.764

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=-0.000
min	1973.827-1973.849=-0.022
max	1973.831-1973.854=-0.023

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	1271.928-1080.163=191.766
σ	919.395-281.154=638.241
min	921.118-896.200=24.918
max	3544.303-1679.545=1864.758

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7434.000-7402.000=32.000
σ	0.000
min	7434.000-7402.000=32.000
max	7434.000-7402.000=32.000

*mean*	409.529-416.044=-6.515
σ	42.946-53.127=-10.181
min	390.641-384.615=6.027
max	515.673-506.071=9.602

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.500=-1.500
σ	0.000-1.604=-1.604
min	475.000
max	475.000-478.000=-3.000

*mean*	366.331-380.899=-14.568
σ	29.113-9.824=19.289
min	311.868-364.296=-52.428
max	405.163-392.429=12.734

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-562.000=-5.000
σ	0.000
min	557.000-562.000=-5.000
max	557.000-562.000=-5.000

*mean*	758.546-742.300=16.246
σ	78.736-50.829=27.907
min	608.912-641.789=-32.877
max	846.188-817.509=28.679

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-963.969=0.596
σ	1.880-1.821=0.058
min	963.843-963.262=0.581
max	972.517-971.671=0.846

*mean*	1043.000-1042.150=0.850
σ	321.961-305.144=16.817
min	591.000-584.000=7.000
max	1543.000-1489.000=54.000

*mean*	1.270-1.269=0.001
σ	0.083-0.131=-0.048
min	1.173-1.175=-0.002
max	1.491-1.735=-0.244

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.353-0.305=0.048
σ	0.289-0.298=-0.008
min	0.137-0.145=-0.008
max	0.838-0.832=0.006

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.499-0.479=0.020
σ	0.377-0.321=0.056
min	0.323-0.323=0.000
max	1.174-1.053=0.121

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.219=0.000
σ	0.018-0.025=-0.006
min	0.205-0.201=0.003
max	0.251-0.262=-0.011

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.353-0.338=0.015
σ	0.020-0.024=-0.003
min	0.338-0.319=0.019
max	0.386-0.379=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.971=0.008
σ	0.009-0.011=-0.001
min	964.974-964.965=0.008
max	964.996-964.989=0.006

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.587-0.562=0.025
σ	0.027-0.069=-0.042
min	0.541-0.440=0.101
max	0.605-0.609=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.898=0.103
σ	0.002-0.002=-0.000
min	886.000-885.897=0.103
max	886.004-885.901=0.103

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.454-0.510=-0.057
σ	0.034-0.020=0.013
min	0.398-0.475=-0.077
max	0.488-0.527=-0.039

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.659-2.727=-0.067
σ	0.103-0.116=-0.014
min	2.501-2.484=0.017
max	3.000-3.484=-0.484

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	2.646-2.664=-0.019
σ	0.099-0.131=-0.032
min	2.456-2.441=0.015
max	2.917-3.549=-0.632

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.306-0.311=-0.005
σ	0.007-0.009=-0.002
min	0.292-0.298=-0.006
max	0.352-0.357=-0.005

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.291-0.298=-0.006
σ	0.010-0.011=-0.001
min	0.274-0.280=-0.006
max	0.360-0.360=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.810-11.639=0.172
σ	11.435-11.950=-0.514
min	0.714-0.574=0.141
max	98.231-104.582=-6.351

*mean*	458.789-468.517=-9.728
σ	19.548-20.138=-0.590
min	406.000
max	478.000-482.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.234-0.249=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.109-278.610=0.499
σ	1.044-1.018=0.026
min	278.652-278.125=0.527
max	282.076-281.490=0.586

*mean*	444.400-442.700=1.700
σ	14.524-17.269=-2.746
min	416.000-415.000=1.000
max	466.000

*mean*	0.574-0.585=-0.011
σ	0.030-0.011=0.020
min	0.507-0.572=-0.065
max	0.615-0.606=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	848.000-844.000=4.000
σ	0.000
min	848.000-844.000=4.000
max	848.000-844.000=4.000

*mean*	214.823-213.073=1.750
σ	23.489-29.721=-6.232
min	186.803-166.932=19.872
max	247.199-256.166=-8.967

phase=macro expansion

*mean*	5.899-6.130=-0.230
σ	0.000
min	5.899-6.130=-0.230
max	5.899-6.130=-0.230

*mean*	848.000-843.375=4.625
σ	0.000-1.768=-1.768
min	848.000-839.000=9.000
max	848.000-844.000=4.000

*mean*	5.903-9.578=-3.674
σ	0.092-0.297=-0.205
min	5.784-9.290=-3.507
max	6.052-10.279=-4.227

phase=parser

*mean*	1042.133-1042.434=-0.301
σ	0.001-0.000=0.000
min	1042.132-1042.434=-0.301
max	1042.133-1042.434=-0.301

*mean*	848.000-843.375=4.625
σ	0.000-1.768=-1.768
min	848.000-839.000=9.000
max	848.000-844.000=4.000

*mean*	410.234-573.636=-163.402
σ	71.777-48.794=22.983
min	375.322-456.106=-80.783
max	584.781-601.065=-16.283

phase=processProdDef

*mean*	2243.717-2243.975=-0.258
σ	0.000
min	2243.717-2243.975=-0.258
max	2243.717-2243.975=-0.258

*mean*	848.000-844.000=4.000
σ	0.000
min	848.000-844.000=4.000
max	848.000-844.000=4.000

*mean*	2837.989-2844.532=-6.543
σ	413.594-526.482=-112.888
min	2131.307-1817.612=313.695
max	3258.643-3420.413=-161.770

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	848.000-843.375=4.625
σ	0.000-1.768=-1.768
min	848.000-839.000=9.000
max	848.000-844.000=4.000

*mean*	34.296-39.864=-5.568
σ	1.622-0.444=1.178
min	32.500-39.136=-6.635
max	37.675-40.377=-2.702

phase=type checker

*mean*	958.596-989.752=-31.156
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.144

*mean*	848.000-843.375=4.625
σ	0.000-1.768=-1.768
min	848.000-839.000=9.000
max	848.000-844.000=4.000

*mean*	649.755-704.950=-55.194
σ	16.197-41.240=-25.043
min	622.494-661.848=-39.354
max	669.561-788.487=-118.926

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.386=0.470
σ	0.038-0.037=0.001
min	282.799-282.337=0.462
max	282.891-282.428=0.464

*mean*	441.800-444.400=-2.600
σ	3.834-0.548=3.286
min	439.000-444.000=-5.000
max	446.000-445.000=1.000

*mean*	0.379-0.375=0.003
σ	0.003-0.001=0.002
min	0.376-0.374=0.002
max	0.384-0.376=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.060-1267.129=0.931
σ	0.110-0.099=0.011
min	1267.958-1266.988=0.970
max	1268.243-1267.265=0.979

*mean*	1091.000-1090.000=1.000
σ	167.738-174.225=-6.488
min	892.000-851.000=41.000
max	1320.000-1296.000=24.000

*mean*	2.044-1.997=0.047
σ	0.094-0.179=-0.085
min	1.900-1.802=0.098
max	2.149-2.191=-0.042

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.018-1506.069=0.949
σ	2.963-2.951=0.013
min	1505.464-1504.516=0.948
max	1512.306-1511.332=0.974

*mean*	625.000-616.200=8.800
σ	87.164-78.158=9.005
min	495.000-496.000=-1.000
max	727.000-704.000=23.000

*mean*	2.207-2.175=0.032
σ	0.178-0.217=-0.039
min	2.092-2.049=0.044
max	2.523-2.561=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1829.105=0.962
σ	0.049-0.029=0.020
min	1829.996-1829.061=0.935
max	1830.122-1829.133=0.989

*mean*	1720.200-1722.400=-2.200
σ	188.787-208.775=-19.987
min	1454.000-1432.000=22.000
max	1891.000-1916.000=-25.000

*mean*	2.994-2.862=0.132
σ	0.436-0.104=0.331
min	2.612-2.769=-0.157
max	3.747-3.022=0.725

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.764-1.733=0.031
σ	0.118-0.118=-0.001
min	1.599-1.542=0.056
max	1.887-1.866=0.021

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-397.697=8.502
σ	509.796-518.051=-8.255
min	151.296-138.669=12.628
max	1170.892-1174.773=-3.881

*mean*	101.750-97.750=4.000
σ	7.500
min	98.000-94.000=4.000
max	113.000-109.000=4.000

*mean*	434.000-444.000=-10.000
σ	0.000
min	434.000-444.000=-10.000
max	434.000-444.000=-10.000

*mean*	0.494-0.497=-0.003
σ	0.480-0.516=-0.036
min	0.248-0.239=0.010
max	1.214-1.272=-0.057

policies=20

*mean*	1513.150-1386.825=126.325
σ	0.271-0.165=0.106
min	1512.975-1386.712=126.263
max	1513.552-1387.071=126.482

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	443.750-444.000=-0.250
σ	6.500-0.000=6.500
min	434.000-444.000=-10.000
max	447.000-444.000=3.000

*mean*	2.504-2.319=0.185
σ	0.020-0.007=0.013
min	2.478-2.308=0.170
max	2.526-2.323=0.202

policies=200

*mean*	15140.016-13876.840=1263.175
σ	0.088-0.079=0.009
min	15139.904-13876.748=1263.156
max	15140.118-13876.939=1263.179

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	495.750
σ	4.272-6.076=-1.804
min	491.000-489.000=2.000
max	501.000-503.000=-2.000

*mean*	25.241-23.417=1.824
σ	0.130-0.122=0.008
min	25.153-23.303=1.850
max	25.432-23.543=1.889