Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-558.633=-112.000
σ	0.000
min	446.633-558.633=-112.000
max	446.633-558.633=-112.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.880=-0.163
σ	0.363-0.358=0.005
min	54.582-54.741=-0.158
max	55.750-55.900=-0.150

*mean*	418.000-416.700=1.300
σ	0.000-0.483=-0.483
min	418.000-416.000=2.000
max	418.000-417.000=1.000

*mean*	0.142-0.139=0.002
σ	0.005-0.004=0.001
min	0.137-0.136=0.002
max	0.151-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.848=-0.069
σ	0.007-0.007=-0.000
min	43.767-43.838=-0.072
max	43.788-43.861=-0.073

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.124=0.000
σ	0.004-0.004=0.000
min	0.121-0.120=0.001
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.618=-0.014
σ	0.000-0.002=-0.002
min	36.604-36.616=-0.012
max	36.605-36.621=-0.016

*mean*	4589.500-4042.500=547.000
σ	2247.606-2007.721=239.885
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	152.166-12.720=139.446
σ	395.904-0.212=395.693
min	11.921-12.457=-0.536
max	1131.979-13.107=1118.872

op=column_set() on indexed, repeat

*mean*	36.604-36.618=-0.014
σ	0.000-0.002=-0.002
min	36.604-36.616=-0.012
max	36.605-36.620=-0.016

*mean*	4589.500-4042.500=547.000
σ	2247.606-2007.721=239.885
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	14.063-12.576=1.487
σ	4.367-0.628=3.739
min	11.770-11.760=0.010
max	24.818-13.367=11.451

op=table_records(), no indexes

*mean*	41.940-41.930=0.010
σ	0.002-0.002=0.000
min	41.938-41.928=0.009
max	41.942-41.932=0.010

*mean*	7379.000-7139.000=240.000
σ	0.000
min	7379.000-7139.000=240.000
max	7379.000-7139.000=240.000

*mean*	11.610-15.087=-3.477
σ	1.753-0.219=1.534
min	10.717-14.807=-4.090
max	15.929-15.536=0.393

op=table_records(), repeat

*mean*	41.925-41.930=-0.004
σ	0.002-0.002=-0.001
min	41.924-41.927=-0.003
max	41.929-41.932=-0.003

*mean*	4180.375-4042.500=137.875
σ	1944.792-2007.721=-62.929
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	11.839-14.176=-2.337
σ	1.840-2.455=-0.616
min	10.837-10.932=-0.095
max	16.326-18.798=-2.472

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.654=-0.021
σ	0.137-0.136=0.000
min	27.584-27.604=-0.020
max	27.971-27.991=-0.020

*mean*	4180.375-4042.500=137.875
σ	1944.792-2007.721=-62.929
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	9.085-9.491=-0.406
σ	1.232-1.388=-0.155
min	8.080-8.515=-0.435
max	12.048-12.833=-0.785

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.401=-0.017
σ	0.000-0.002=-0.002
min	26.384-26.400=-0.016
max	26.384-26.404=-0.020

*mean*	4180.375-4042.500=137.875
σ	1944.792-2007.721=-62.929
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	6.787-7.344=-0.557
σ	0.972-1.280=-0.307
min	6.008-6.578=-0.569
max	9.056-10.430=-1.373

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.668=-0.006
σ	0.004-0.004=-0.000
min	25.661-25.666=-0.005
max	25.673-25.678=-0.005

*mean*	4589.500-4042.500=547.000
σ	2247.606-2007.721=239.885
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	6.331-6.030=0.301
σ	0.982-0.064=0.919
min	5.860-5.921=-0.061
max	8.745-6.127=2.617

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.970=-0.009
σ	0.000-0.002=-0.001
min	25.961-25.969=-0.008
max	25.962-25.972=-0.010

*mean*	4589.500-4042.500=547.000
σ	2247.606-2007.721=239.885
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	6.252-5.801=0.451
σ	1.087-0.180=0.907
min	5.462-5.405=0.057
max	8.902-6.000=2.902

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.613=-0.005
σ	0.002-0.002=0.000
min	1021.606-1021.612=-0.006
max	1021.611-1021.616=-0.005

*mean*	7379.000-7139.000=240.000
σ	0.000
min	7379.000-7139.000=240.000
max	7379.000-7139.000=240.000

*mean*	344.088-375.181=-31.093
σ	1.848-85.018=-83.170
min	341.733-343.332=-1.599
max	348.068-585.559=-237.491

op=load_product(), with indexes

*mean*	3495.855-7917.792=-4421.938
σ	0.454-0.469=-0.015
min	3495.694-7917.624=-4421.930
max	3496.978-7918.954=-4421.976

*mean*	3757.000-3275.250=481.750
σ	2299.600-1825.405=474.195
min	719.000-810.000=-91.000
max	7379.000-5622.000=1757.000

*mean*	1733.709-3583.393=-1849.683
σ	626.324-1007.733=-381.409
min	1386.028-3077.694=-1691.666
max	2776.427-5901.757=-3125.330

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.500
σ	2007.721
min	1216.000
max	7139.000

*mean*	85.557
σ	19.829
min	70.831
max	123.287

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.840
max	107.842

*mean*	4408.250
σ	2216.785
min	1486.000
max	7379.000

*mean*	189.263
σ	151.375
min	122.968
max	561.792

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4408.250
σ	2216.785
min	1486.000
max	7379.000

*mean*	42.425
σ	1.508
min	40.671
max	44.944

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	7139.000
σ	0.000
min	7139.000
max	7139.000

*mean*	60.509
σ	0.388
min	59.995
max	60.979

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7379.000
σ	0.000
min	7379.000
max	7379.000

*mean*	216.994
σ	550.319
min	21.771
max	1578.963

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-66.688=4.606
σ	0.002-0.002=-0.000
min	71.292-66.686=4.606
max	71.296-66.691=4.605

*mean*	7379.000-7139.000=240.000
σ	0.000
min	7379.000-7139.000=240.000
max	7379.000-7139.000=240.000

*mean*	64.840-98.910=-34.070
σ	23.436-0.717=22.719
min	55.245-97.984=-42.740
max	122.577-100.069=22.508

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-14217.171=-9570.329
σ	0.014-4.304=-4.290
min	4646.837-14215.575=-9568.738
max	4646.876-14227.820=-9580.944

*mean*	4180.375-4042.500=137.875
σ	1944.792-2007.721=-62.929
min	1486.000-1216.000=270.000
max	7379.000-7139.000=240.000

*mean*	3241.555-7956.007=-4714.452
σ	840.523-1865.162=-1024.639
min	2472.741-5954.659=-3481.918
max	4754.069-10475.838=-5721.769

op=vertical_lookup_list() on indexed

*mean*	1973.829-13159.108=-11185.279
σ	0.002-0.002=0.000
min	1973.827-13159.106=-11185.279
max	1973.832-13159.110=-11185.278

*mean*	7379.000-7139.000=240.000
σ	0.000
min	7379.000-7139.000=240.000
max	7379.000-7139.000=240.000

*mean*	1016.918-5103.603=-4086.685
σ	217.923-197.871=20.052
min	912.869-4969.090=-4056.221
max	1532.311-5440.038=-3907.727

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7379.000
σ	0.000
min	7379.000
max	7379.000

*mean*	389.504
σ	7.840
min	372.940
max	401.818

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	475.000-478.000=-3.000
σ	0.000
min	475.000-478.000=-3.000
max	475.000-478.000=-3.000

*mean*	371.018-370.675=0.343
σ	35.783-35.110=0.673
min	306.224-291.912=14.312
max	418.602-390.663=27.939

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.500-560.000=2.500
σ	0.926-0.000=0.926
min	561.000-560.000=1.000
max	563.000-560.000=3.000

*mean*	744.982-751.837=-6.855
σ	71.027-45.070=25.957
min	612.414-642.716=-30.302
max	825.746-780.601=45.145

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-1024.299=-59.736
σ	1.879-0.759=1.120
min	963.842-1023.827=-59.985
max	972.509-1027.437=-54.928

*mean*	1037.900-1040.150=-2.250
σ	309.207-291.001=18.207
min	546.000-561.000=-15.000
max	1534.000-1434.000=100.000

*mean*	1.250-1.541=-0.291
σ	0.071-0.076=-0.005
min	1.174-1.480=-0.307
max	1.389-1.767=-0.378

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.298-0.463=-0.165
σ	0.296-0.489=-0.193
min	0.139-0.162=-0.023
max	0.824-1.330=-0.507

name=error_case.art

*mean*	2.346-2.339=0.007
σ	0.012
min	2.340-2.333=0.007
max	2.368-2.361=0.007

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.475-0.820=-0.345
σ	0.315-0.508=-0.193
min	0.320-0.571=-0.250
max	1.037-1.729=-0.691

name=heavy_item.art

*mean*	1.523-1.522=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.213-0.391=-0.178
σ	0.020-0.029=-0.009
min	0.197-0.368=-0.171
max	0.246-0.441=-0.195

name=nested_use.art

*mean*	2.364-2.357=0.007
σ	0.002
min	2.363-2.356=0.007
max	2.367-2.360=0.007

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.335-0.586=-0.251
σ	0.015-0.029=-0.014
min	0.318-0.562=-0.244
max	0.356-0.636=-0.280

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.840=0.139
σ	0.009-0.011=-0.001
min	964.974-964.835=0.139
max	964.996-964.859=0.137

*mean*	436.400-429.000=7.400
σ	6.148-0.000=6.148
min	431.000-429.000=2.000
max	443.000-429.000=14.000

*mean*	0.553-0.572=-0.019
σ	0.049-0.074=-0.025
min	0.480-0.483=-0.003
max	0.593-0.679=-0.086

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.820=0.181
σ	0.002-0.002=-0.000
min	886.000-885.819=0.181
max	886.004-885.823=0.181

*mean*	443.000-429.000=14.000
σ	0.000
min	443.000-429.000=14.000
max	443.000-429.000=14.000

*mean*	0.467-0.453=0.014
σ	0.042-0.035=0.006
min	0.424-0.416=0.008
max	0.520-0.501=0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.709=0.010
σ	0.002
min	7.718-7.708=0.010
max	7.722-7.712=0.010

*mean*	443.000-429.000=14.000
σ	0.000
min	443.000-429.000=14.000
max	443.000-429.000=14.000

*mean*	2.677-2.634=0.044
σ	0.106-0.093=0.013
min	2.531-2.466=0.065
max	3.056-2.991=0.065

name=record_render_large_syntax_err.art

*mean*	7.667-7.657=0.010
σ	0.002
min	7.666-7.656=0.010
max	7.670-7.660=0.010

*mean*	443.000-429.000=14.000
σ	0.000
min	443.000-429.000=14.000
max	443.000-429.000=14.000

*mean*	2.666-2.635=0.031
σ	0.120-0.107=0.012
min	2.480-2.432=0.048
max	3.413-3.140=0.273

name=record_render_success.art

*mean*	2.290-2.289=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	443.000-429.000=14.000
σ	0.000
min	443.000-429.000=14.000
max	443.000-429.000=14.000

*mean*	0.310-0.307=0.003
σ	0.025-0.009=0.015
min	0.291-0.292=-0.001
max	0.540-0.367=0.173

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	443.000-429.000=14.000
σ	0.000
min	443.000-429.000=14.000
max	443.000-429.000=14.000

*mean*	0.294-0.297=-0.003
σ	0.008-0.008=-0.000
min	0.275-0.282=-0.006
max	0.331-0.339=-0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.206
σ	11.665
min	0.574
max	91.892

*mean*	467.413
σ	20.373
min	406.000
max	484.000

*mean*	0.026
σ	0.028
min	0.001
max	0.218

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.004-298.637=-19.633
σ	1.055-1.000=0.056
min	278.606-298.190=-19.584
max	282.002-301.469=-19.466

*mean*	443.900-441.500=2.400
σ	16.196-12.295=3.901
min	426.000-425.000=1.000
max	469.000-462.000=7.000

*mean*	0.580-0.606=-0.026
σ	0.013-0.018=-0.005
min	0.558-0.587=-0.029
max	0.593-0.644=-0.051

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-236.678=-67.420
σ	0.000-0.000=0.000
min	169.257-236.678=-67.420
max	169.257-236.678=-67.420

*mean*	848.000-1065.000=-217.000
σ	0.000-33.941=-33.941
min	848.000-981.000=-133.000
max	848.000-1077.000=-229.000

*mean*	202.481-206.949=-4.468
σ	15.433-3.538=11.895
min	188.583-198.643=-10.060
max	237.333-209.726=27.607

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	848.000-1065.000=-217.000
σ	0.000-33.941=-33.941
min	848.000-981.000=-133.000
max	848.000-1077.000=-229.000

*mean*	6.233-8.065=-1.831
σ	1.053-2.148=-1.094
min	5.797-6.360=-0.563
max	8.834-12.704=-3.870

phase=parser

*mean*	1042.134-1042.363=-0.229
σ	0.000-0.000=-0.000
min	1042.134-1042.362=-0.228
max	1042.134-1042.363=-0.229

*mean*	848.000-1065.000=-217.000
σ	0.000-33.941=-33.941
min	848.000-981.000=-133.000
max	848.000-1077.000=-229.000

*mean*	404.630-491.964=-87.334
σ	81.722-109.474=-27.752
min	371.799-371.833=-0.034
max	606.705-725.292=-118.587

phase=processProdDef

*mean*	2243.717-4850.764=-2607.047
σ	0.000-0.000=-0.000
min	2243.717-4850.764=-2607.047
max	2243.717-4850.765=-2607.047

*mean*	848.000-1077.000=-229.000
σ	0.000
min	848.000-1077.000=-229.000
max	848.000-1077.000=-229.000

*mean*	2877.529-4568.491=-1690.962
σ	349.611-489.623=-140.012
min	2322.665-3784.059=-1461.394
max	3230.083-5302.566=-2072.483

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	848.000-1065.000=-217.000
σ	0.000-33.941=-33.941
min	848.000-981.000=-133.000
max	848.000-1077.000=-229.000

*mean*	34.986-28.840=6.146
σ	4.371-10.416=-6.045
min	31.986-20.279=11.707
max	45.296-48.638=-3.342

phase=type checker

*mean*	958.600-990.450=-31.850
σ	0.047-0.071=-0.024
min	958.576-990.344=-31.768
max	958.701-990.563=-31.862

*mean*	848.000-1065.000=-217.000
σ	0.000-33.941=-33.941
min	848.000-981.000=-133.000
max	848.000-1077.000=-229.000

*mean*	644.923-732.040=-87.117
σ	15.168-114.030=-98.862
min	627.367-640.846=-13.479
max	673.192-887.069=-213.877

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-293.820=-10.966
σ	0.039-0.038=0.001
min	282.800-293.767=-10.967
max	282.894-293.860=-10.966

*mean*	439.400-441.200=-1.800
σ	3.286-1.643=1.643
min	437.000-440.000=-3.000
max	443.000

*mean*	0.382-0.393=-0.012
σ	0.008-0.002=0.007
min	0.377-0.392=-0.015
max	0.397-0.397=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1320.197=-52.152
σ	0.080-0.040=0.040
min	1267.961-1320.160=-52.199
max	1268.166-1320.243=-52.077

*mean*	1082.400-1096.800=-14.400
σ	179.801-196.710=-16.909
min	870.000-841.000=29.000
max	1323.000-1357.000=-34.000

*mean*	1.949-2.259=-0.310
σ	0.115-0.085=0.031
min	1.787-2.155=-0.368
max	2.109-2.367=-0.258

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.079-1560.681=-53.602
σ	2.960-6.187=-3.228
min	1505.585-1557.771=-52.186
max	1512.366-1571.747=-59.381

*mean*	633.400-631.800=1.600
σ	89.879-96.552=-6.672
min	497.000-519.000=-22.000
max	731.000-756.000=-25.000

*mean*	2.339-2.461=-0.122
σ	0.289-0.233=0.055
min	2.113-2.191=-0.079
max	2.670-2.681=-0.011

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1882.169=-52.102
σ	0.038-0.066=-0.028
min	1830.008-1882.097=-52.089
max	1830.096-1882.251=-52.155

*mean*	1723.000-1732.000=-9.000
σ	168.210-186.744=-18.535
min	1486.000-1488.000=-2.000
max	1881.000-1909.000=-28.000

*mean*	2.968-3.144=-0.175
σ	0.208-0.347=-0.139
min	2.816-2.889=-0.074
max	3.335-3.744=-0.409

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.753-1.859=-0.106
σ	0.065-0.049=0.015
min	1.680-1.800=-0.119
max	1.821-1.937=-0.116

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-452.079=-45.880
σ	509.798-582.724=-72.926
min	151.294-160.713=-9.419
max	1170.895-1326.165=-155.270

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.483-0.522=-0.039
σ	0.452-0.503=-0.051
min	0.249-0.264=-0.015
max	1.160-1.277=-0.116

policies=20

*mean*	1513.142-1607.501=-94.359
σ	0.277-0.413=-0.136
min	1512.961-1607.221=-94.260
max	1513.555-1608.112=-94.558

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-450.000=-4.250
σ	4.500-9.238=-4.738
min	439.000-442.000=-3.000
max	448.000-458.000=-10.000

*mean*	2.509-2.683=-0.174
σ	0.010-0.017=-0.007
min	2.499-2.666=-0.167
max	2.523-2.705=-0.183

policies=200

*mean*	15140.031-16083.400=-943.370
σ	0.089-0.186=-0.097
min	15139.953-16083.212=-943.259
max	15140.158-16083.642=-943.484

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.000=-1.500
σ	5.196-3.367=1.830
min	491.000-494.000=-3.000
max	503.000-502.000=1.000

*mean*	25.286-27.069=-1.783
σ	0.098-0.065=0.033
min	25.212-26.987=-1.775
max	25.423-27.146=-1.723