Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-558.633=-112.000
σ	0.000
min	446.633-558.633=-112.000
max	446.633-558.633=-112.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.880=-0.163
σ	0.364-0.357=0.007
min	54.580-54.747=-0.167
max	55.751-55.894=-0.143

*mean*	418.700-418.000=0.700
σ	0.483-0.000=0.483
min	418.000
max	419.000-418.000=1.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=0.000
min	0.136-0.137=-0.000
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.848=-0.070
σ	0.007-0.004=0.003
min	43.766-43.842=-0.076
max	43.790-43.857=-0.066

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.121-0.117=0.004
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.618=-0.014
σ	0.000-0.002=-0.002
min	36.604-36.616=-0.012
max	36.605-36.620=-0.015

*mean*	4584.375-4042.250=542.125
σ	2254.291-2008.850=245.442
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	14.046-12.851=1.196
σ	3.653-0.655=2.998
min	12.032-12.262=-0.231
max	21.790-14.367=7.424

op=column_set() on indexed, repeat

*mean*	36.604-36.618=-0.014
σ	0.000-0.002=-0.002
min	36.604-36.616=-0.012
max	36.604-36.620=-0.016

*mean*	4584.375-4042.250=542.125
σ	2254.291-2008.850=245.442
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	13.053-12.985=0.068
σ	3.212-0.596=2.616
min	11.458-11.646=-0.187
max	20.883-13.513=7.370

op=table_records(), no indexes

*mean*	41.940-41.930=0.010
σ	0.002-0.002=0.000
min	41.938-41.928=0.009
max	41.942-41.932=0.010

*mean*	7404.000-7146.000=258.000
σ	0.000
min	7404.000-7146.000=258.000
max	7404.000-7146.000=258.000

*mean*	11.201-15.171=-3.970
σ	0.140-0.161=-0.022
min	10.945-14.933=-3.989
max	11.401-15.399=-3.999

op=table_records(), repeat

*mean*	41.925-41.930=-0.005
σ	0.000-0.002=-0.002
min	41.924-41.927=-0.003
max	41.925-41.932=-0.007

*mean*	4170.000-4042.250=127.750
σ	1945.480-2008.850=-63.369
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	11.893-14.350=-2.456
σ	1.813-1.461=0.352
min	11.027-11.075=-0.048
max	16.359-15.767=0.592

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.654=-0.020
σ	0.136-0.136=0.000
min	27.584-27.604=-0.020
max	27.971-27.991=-0.020

*mean*	4170.000-4042.250=127.750
σ	1945.480-2008.850=-63.369
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	8.896-9.636=-0.739
σ	1.273-1.391=-0.118
min	7.806-8.557=-0.751
max	11.959-12.681=-0.722

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.401=-0.017
σ	0.000-0.002=-0.002
min	26.384-26.400=-0.016
max	26.384-26.404=-0.020

*mean*	4170.000-4042.250=127.750
σ	1945.480-2008.850=-63.369
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	6.533-7.433=-0.900
σ	1.125-1.213=-0.088
min	5.763-6.375=-0.613
max	9.247-10.145=-0.898

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.668=-0.006
σ	0.004-0.004=0.000
min	25.661-25.665=-0.005
max	25.673-25.678=-0.005

*mean*	4584.375-4042.250=542.125
σ	2254.291-2008.850=245.442
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	6.368-5.989=0.379
σ	0.997-0.153=0.843
min	5.566-5.790=-0.223
max	8.787-6.183=2.604

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.970=-0.009
σ	0.001-0.002=-0.001
min	25.961-25.969=-0.008
max	25.962-25.972=-0.010

*mean*	4584.375-4042.250=542.125
σ	2254.291-2008.850=245.442
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	6.175-5.804=0.372
σ	1.017-0.099=0.917
min	5.514-5.694=-0.180
max	8.666-5.995=2.671

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.614=-0.005
σ	0.002-0.002=0.000
min	1021.606-1021.612=-0.006
max	1021.611-1021.616=-0.006

*mean*	7404.000-7146.000=258.000
σ	0.000
min	7404.000-7146.000=258.000
max	7404.000-7146.000=258.000

*mean*	361.113-362.994=-1.881
σ	41.827-42.364=-0.536
min	340.626-345.506=-4.880
max	464.346-467.761=-3.414

op=load_product(), with indexes

*mean*	3495.854-7917.793=-4421.938
σ	0.453-0.469=-0.016
min	3495.694-7917.625=-4421.931
max	3496.977-7918.954=-4421.978

*mean*	3748.750-3273.375=475.375
σ	2298.369-1825.315=473.054
min	719.000-810.000=-91.000
max	7404.000-5623.000=1781.000

*mean*	1614.463-3606.845=-1992.383
σ	546.985-1032.549=-485.565
min	1392.079-3083.371=-1691.291
max	2959.261-5973.199=-3013.938

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4042.250
σ	2008.850
min	1218.000
max	7146.000

*mean*	87.340
σ	19.912
min	71.617
max	127.448

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.840
max	107.842

*mean*	4405.000
σ	2225.755
min	1485.000
max	7404.000

*mean*	225.372
σ	257.083
min	122.751
max	859.999

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4584.375
σ	2254.291
min	1485.000
max	7404.000

*mean*	212.682
σ	471.689
min	41.555
max	1379.940

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000
σ	0.000
min	7146.000
max	7146.000

*mean*	62.125
σ	1.258
min	60.829
max	65.065

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000
σ	0.000
min	7404.000
max	7404.000

*mean*	23.084
σ	2.731
min	21.595
max	29.792

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-66.688=4.606
σ	0.002-0.002=-0.001
min	71.292-66.686=4.606
max	71.296-66.691=4.605

*mean*	7404.000-7146.000=258.000
σ	0.000
min	7404.000-7146.000=258.000
max	7404.000-7146.000=258.000

*mean*	308.044-257.875=50.169
σ	710.633-355.505=355.128
min	54.850-98.700=-43.850
max	2066.753-1109.245=957.508

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-14217.171=-9570.329
σ	0.013-4.304=-4.290
min	4646.837-14215.575=-9568.738
max	4646.875-14227.820=-9580.945

*mean*	4170.000-4042.250=127.750
σ	1945.480-2008.850=-63.369
min	1485.000-1218.000=267.000
max	7404.000-7146.000=258.000

*mean*	3101.792-8011.853=-4910.061
σ	807.995-1914.002=-1106.006
min	2480.009-5952.758=-3472.749
max	4492.352-10843.400=-6351.048

op=vertical_lookup_list() on indexed

*mean*	1973.829-13159.108=-11185.279
σ	0.002-0.002=0.000
min	1973.827-13159.105=-11185.278
max	1973.832-13159.110=-11185.278

*mean*	7404.000-7146.000=258.000
σ	0.000
min	7404.000-7146.000=258.000
max	7404.000-7146.000=258.000

*mean*	1068.643-5261.622=-4192.979
σ	284.977-572.617=-287.640
min	910.885-4985.410=-4074.524
max	1739.227-6619.549=-4880.322

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000
σ	0.000
min	7404.000
max	7404.000

*mean*	406.874
σ	48.234
min	384.750
max	526.071

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	475.875-477.000=-1.125
σ	1.246-0.000=1.246
min	474.000-477.000=-3.000
max	477.000

*mean*	373.947-357.327=16.619
σ	25.726-40.660=-14.934
min	340.885-296.401=44.484
max	402.019-394.060=7.960

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	563.000-560.000=3.000
σ	0.000
min	563.000-560.000=3.000
max	563.000-560.000=3.000

*mean*	741.089-756.781=-15.692
σ	51.809-46.245=5.564
min	624.184-649.121=-24.937
max	798.851-789.230=9.621

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-1024.299=-59.736
σ	1.879-0.759=1.120
min	963.842-1023.824=-59.982
max	972.509-1027.438=-54.929

*mean*	1034.050-1058.350=-24.300
σ	303.796-314.594=-10.798
min	540.000-564.000=-24.000
max	1521.000

*mean*	1.257-1.544=-0.286
σ	0.095-0.074=0.020
min	1.170-1.469=-0.299
max	1.567-1.764=-0.197

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.396=-0.016
σ	0.463-0.506=-0.043
min	0.144-0.143=0.002
max	1.204-1.299=-0.095

name=error_case.art

*mean*	2.346-2.339=0.007
σ	0.012
min	2.340-2.333=0.007
max	2.368-2.361=0.007

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.417-0.482=-0.065
σ	0.190-0.317=-0.127
min	0.322-0.328=-0.006
max	0.758-1.049=-0.292

name=heavy_item.art

*mean*	1.523-1.522=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.220-0.216=0.005
σ	0.020-0.023=-0.003
min	0.206-0.197=0.008
max	0.255-0.256=-0.001

name=nested_use.art

*mean*	2.364-2.357=0.007
σ	0.002
min	2.363-2.356=0.007
max	2.367-2.360=0.007

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.330=0.011
σ	0.017-0.018=-0.001
min	0.331-0.315=0.016
max	0.372-0.362=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.840=0.139
σ	0.009-0.011=-0.001
min	964.974-964.835=0.139
max	964.996-964.859=0.137

*mean*	430.000-435.600=-5.600
σ	0.000-5.079=-5.079
min	430.000-431.000=-1.000
max	430.000-441.000=-11.000

*mean*	0.556-0.574=-0.019
σ	0.062-0.028=0.034
min	0.447-0.547=-0.100
max	0.595-0.613=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.820=0.181
σ	0.002-0.002=-0.000
min	886.000-885.819=0.181
max	886.004-885.823=0.181

*mean*	430.000-441.000=-11.000
σ	0.000
min	430.000-441.000=-11.000
max	430.000-441.000=-11.000

*mean*	0.471-0.483=-0.012
σ	0.048-0.024=0.023
min	0.398-0.461=-0.063
max	0.519-0.520=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.709=0.010
σ	0.002
min	7.718-7.708=0.010
max	7.722-7.712=0.010

*mean*	430.000-441.000=-11.000
σ	0.000
min	430.000-441.000=-11.000
max	430.000-441.000=-11.000

*mean*	2.680-2.610=0.069
σ	0.118-0.092=0.026
min	2.421-2.436=-0.014
max	3.108-2.977=0.131

name=record_render_large_syntax_err.art

*mean*	7.667-7.657=0.010
σ	0.002
min	7.666-7.656=0.010
max	7.670-7.660=0.010

*mean*	430.000-441.000=-11.000
σ	0.000
min	430.000-441.000=-11.000
max	430.000-441.000=-11.000

*mean*	2.639-2.608=0.031
σ	0.091-0.092=-0.001
min	2.428-2.447=-0.019
max	2.847-2.925=-0.078

name=record_render_success.art

*mean*	2.290-2.289=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	430.000-441.000=-11.000
σ	0.000
min	430.000-441.000=-11.000
max	430.000-441.000=-11.000

*mean*	0.315-0.304=0.011
σ	0.043-0.009=0.034
min	0.286-0.290=-0.004
max	0.614-0.366=0.249

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	430.000-441.000=-11.000
σ	0.000
min	430.000-441.000=-11.000
max	430.000-441.000=-11.000

*mean*	0.292-0.294=-0.002
σ	0.011-0.012=-0.001
min	0.274-0.276=-0.002
max	0.357-0.375=-0.018

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.339
σ	10.920
min	0.574
max	87.129

*mean*	462.258
σ	20.482
min	408.000
max	480.000

*mean*	0.026
σ	0.027
min	0.001
max	0.212

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.237-298.735=-19.498
σ	1.043-0.972=0.071
min	278.836-298.229=-19.394
max	282.203-301.489=-19.286

*mean*	441.900-442.800=-0.900
σ	15.387-15.375=0.012
min	414.000-417.000=-3.000
max	465.000-468.000=-3.000

*mean*	0.575-0.609=-0.033
σ	0.018-0.016=0.002
min	0.549-0.575=-0.026
max	0.615-0.638=-0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-236.678=-67.421
σ	0.000-0.000=0.000
min	169.257-236.678=-67.420
max	169.257-236.678=-67.420

*mean*	837.000-1063.250=-226.250
σ	31.113-33.234=-2.121
min	760.000-981.000=-221.000
max	848.000-1075.000=-227.000

*mean*	219.635-204.918=14.717
σ	22.238-4.169=18.068
min	195.118-200.321=-5.203
max	242.985-210.940=32.044

phase=macro expansion

*mean*	5.896-6.130=-0.234
σ	0.000
min	5.896-6.130=-0.234
max	5.896-6.130=-0.234

*mean*	822.750-1063.250=-240.500
σ	49.971-33.234=16.737
min	714.000-981.000=-267.000
max	848.000-1075.000=-227.000

*mean*	8.268-11.205=-2.937
σ	1.050-2.107=-1.057
min	6.951-7.552=-0.600
max	9.307-13.223=-3.917

phase=parser

*mean*	1042.133-1042.366=-0.232
σ	0.000-0.001=-0.001
min	1042.133-1042.363=-0.230
max	1042.134-1042.366=-0.233

*mean*	822.750-1063.250=-240.500
σ	49.971-33.234=16.737
min	714.000-981.000=-267.000
max	848.000-1075.000=-227.000

*mean*	541.755-642.496=-100.741
σ	85.307-146.148=-60.842
min	433.251-413.312=19.939
max	616.652-842.494=-225.842

phase=processProdDef

*mean*	2243.715-4850.765=-2607.050
σ	0.000-0.000=-0.000
min	2243.715-4850.764=-2607.050
max	2243.715-4850.765=-2607.050

*mean*	837.000-1075.000=-238.000
σ	31.113-0.000=31.113
min	760.000-1075.000=-315.000
max	848.000-1075.000=-227.000

*mean*	2880.087-4986.471=-2106.384
σ	388.786-370.565=18.221
min	2245.472-4532.103=-2286.631
max	3298.161-5466.147=-2167.985

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	822.750-1063.250=-240.500
σ	49.971-33.234=16.737
min	714.000-981.000=-267.000
max	848.000-1075.000=-227.000

*mean*	42.093-42.325=-0.232
σ	4.158-8.378=-4.219
min	37.746-26.462=11.285
max	48.316-51.704=-3.388

phase=type checker

*mean*	958.600-990.453=-31.853
σ	0.047-0.072=-0.025
min	958.577-990.344=-31.768
max	958.702-990.567=-31.866

*mean*	822.750-1063.250=-240.500
σ	49.971-33.234=16.737
min	714.000-981.000=-267.000
max	848.000-1075.000=-227.000

*mean*	671.956-831.217=-159.261
σ	39.724-148.623=-108.900
min	638.993-652.529=-13.536
max	767.279-1124.511=-357.232

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-293.821=-10.965
σ	0.038-0.038=0.000
min	282.801-293.769=-10.968
max	282.893-293.861=-10.968

*mean*	441.800-443.000=-1.200
σ	3.834-0.000=3.834
min	439.000-443.000=-4.000
max	446.000-443.000=3.000

*mean*	0.377-0.392=-0.015
σ	0.000-0.001=-0.001
min	0.377-0.391=-0.014
max	0.378-0.394=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1320.216=-52.166
σ	0.117-0.033=0.084
min	1267.950-1320.168=-52.218
max	1268.243-1320.256=-52.013

*mean*	1092.400-1092.600=-0.200
σ	172.349-183.028=-10.679
min	884.000-838.000=46.000
max	1326.000-1309.000=17.000

*mean*	2.023-2.285=-0.263
σ	0.120-0.185=-0.065
min	1.881-2.164=-0.283
max	2.126-2.613=-0.487

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.052-1560.617=-53.565
σ	2.927-6.226=-3.298
min	1505.550-1557.617=-52.067
max	1512.276-1571.749=-59.473

*mean*	626.000-617.800=8.200
σ	89.034-82.105=6.929
min	495.000-493.000=2.000
max	735.000-713.000=22.000

*mean*	2.248-2.302=-0.054
σ	0.135-0.183=-0.048
min	2.112-2.179=-0.068
max	2.446-2.627=-0.182

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.072-1882.172=-52.101
σ	0.048-0.053=-0.005
min	1830.003-1882.101=-52.098
max	1830.112-1882.242=-52.130

*mean*	1717.200-1743.000=-25.800
σ	186.868-229.600=-42.732
min	1455.000-1442.000=13.000
max	1886.000-1964.000=-78.000

*mean*	3.086-3.015=0.071
σ	0.388-0.160=0.227
min	2.874-2.880=-0.006
max	3.776-3.231=0.545

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.669-1.833=-0.164
σ	0.192-0.067=0.125
min	1.362-1.731=-0.370
max	1.825-1.893=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-452.083=-45.884
σ	509.798-582.726=-72.928
min	151.296-160.716=-9.419
max	1170.896-1326.171=-155.275

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.515-0.504=0.011
σ	0.516-0.470=0.045
min	0.254-0.266=-0.012
max	1.288-1.209=0.079

policies=20

*mean*	1513.148-1607.522=-94.375
σ	0.269-0.406=-0.137
min	1512.967-1607.245=-94.278
max	1513.545-1608.122=-94.577

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-450.000=-6.000
σ	5.774-9.238=-3.464
min	439.000-442.000=-3.000
max	449.000-458.000=-9.000

*mean*	2.501-2.668=-0.167
σ	0.018-0.014=0.004
min	2.478-2.649=-0.171
max	2.523-2.679=-0.157

policies=200

*mean*	15140.031-16083.389=-943.358
σ	0.086-0.167=-0.081
min	15139.922-16083.285=-943.362
max	15140.132-16083.638=-943.507

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250
σ	5.058-4.193=0.865
min	489.000-491.000=-2.000
max	501.000

*mean*	25.293-27.083=-1.790
σ	0.132-0.033=0.099
min	25.178-27.037=-1.859
max	25.475-27.110=-1.635