Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.676=-0.812
σ	0.000
min	4.863-5.676=-0.812
max	4.863-5.676=-0.812

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.883=-0.781
σ	0.000
min	446.102-446.883=-0.781
max	446.102-446.883=-0.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-54.835=2.989
σ	0.359-0.366=-0.007
min	57.683-54.705=2.978
max	58.845-55.877=2.968

*mean*	417.000-420.000=-3.000
σ	0.000
min	417.000-420.000=-3.000
max	417.000-420.000=-3.000

*mean*	0.147-0.140=0.007
σ	0.004-0.004=0.000
min	0.143-0.133=0.010
max	0.153-0.146=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-43.843=3.056
σ	0.005-0.006=-0.002
min	46.888-43.833=3.055
max	46.903-43.852=3.051

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.127-0.120=0.007
σ	0.005-0.005=0.000
min	0.121-0.116=0.005
max	0.136-0.129=0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.617=-0.012
σ	0.000-0.000=0.000
min	36.605-36.617=-0.012
max	36.606-36.618=-0.012

*mean*	4592.500-4475.000=117.500
σ	2248.699-2207.499=41.200
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	153.538-12.238=141.301
σ	397.759-0.388=397.372
min	11.865-11.845=0.020
max	1137.929-13.006=1124.923

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.012
σ	0.000-0.000=-0.000
min	36.605-36.617=-0.012
max	36.605-36.618=-0.012

*mean*	4592.500-4475.000=117.500
σ	2248.699-2207.499=41.200
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	14.738-12.583=2.155
σ	4.385-0.680=3.705
min	11.501-11.573=-0.072
max	24.296-13.525=10.771

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	11.670-11.278=0.392
σ	1.834-0.958=0.876
min	10.784-10.711=0.073
max	16.197-13.622=2.575

op=table_records(), repeat

*mean*	41.925-41.933=-0.008
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.008

*mean*	4184.500-4475.000=-290.500
σ	1945.530-2207.499=-261.969
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	11.630-11.174=0.456
σ	1.916-0.999=0.917
min	10.659-10.617=0.042
max	16.318-13.630=2.688

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.655=-0.020
σ	0.136-0.137=-0.000
min	27.585-27.606=-0.021
max	27.972-27.993=-0.021

*mean*	4184.500-4475.000=-290.500
σ	1945.530-2207.499=-261.969
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	9.137-8.710=0.428
σ	1.507-0.811=0.697
min	7.943-7.916=0.026
max	12.775-10.490=2.285

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.406=-0.021
σ	0.000-0.000=0.000
min	26.385-26.406=-0.021
max	26.385-26.406=-0.021

*mean*	4184.500-4475.000=-290.500
σ	1945.530-2207.499=-261.969
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	6.960-6.864=0.096
σ	1.232-0.492=0.740
min	6.039-6.485=-0.446
max	9.815-8.024=1.791

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.681=-0.017
σ	0.004-0.003=0.001
min	25.662-25.680=-0.018
max	25.674-25.688=-0.014

*mean*	4592.500-4475.000=117.500
σ	2248.699-2207.499=41.200
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	6.551-6.011=0.540
σ	0.960-0.149=0.811
min	5.937-5.797=0.140
max	8.710-6.277=2.433

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.984=-0.022
σ	0.000-0.000=0.000
min	25.962-25.984=-0.022
max	25.964-25.985=-0.022

*mean*	4592.500-4475.000=117.500
σ	2248.699-2207.499=41.200
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	6.518-5.893=0.625
σ	1.118-0.157=0.961
min	5.803-5.744=0.059
max	9.025-6.259=2.766

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.627=-0.028
σ	0.002
min	1021.597-1021.625=-0.028
max	1021.602-1021.629=-0.028

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	346.194-347.382=-1.188
σ	2.218-2.432=-0.215
min	343.679-343.276=0.403
max	349.799-350.481=-0.682

op=load_product(), with indexes

*mean*	3495.846-3495.878=-0.032
σ	0.455-0.468=-0.013
min	3495.685-3495.713=-0.028
max	3496.972-3497.037=-0.065

*mean*	3759.500-3654.625=104.875
σ	2300.596-2232.548=68.048
min	720.000-724.000=-4.000
max	7384.000-7287.000=97.000

*mean*	1790.056-1534.626=255.431
σ	684.786-393.300=291.486
min	1381.883-1386.005=-4.121
max	2972.323-2507.756=464.567

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.854=-0.012
σ	0.000-0.000=0.000
min	107.841-107.854=-0.013
max	107.842-107.854=-0.012

*mean*	4413.125-4475.000=-61.875
σ	2217.978-2207.499=10.479
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	269.812-136.123=133.689
σ	375.959-13.367=362.592
min	125.326-120.878=4.449
max	1199.087-155.419=1043.668

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.016
max	62.069-62.082=-0.013

*mean*	4413.125-4475.000=-61.875
σ	2217.978-2207.499=10.479
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	45.261-42.362=2.898
σ	8.631-1.438=7.193
min	40.084-40.623=-0.539
max	66.194-44.230=21.963

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.948=-0.021
σ	0.002-0.002=-0.000
min	40.926-40.947=-0.021
max	40.930-40.950=-0.021

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	190.243-25.235=165.009
σ	475.780-9.382=466.398
min	21.541-21.510=0.032
max	1367.738-48.407=1319.331

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.293-71.307=-0.014
max	71.297-71.311=-0.014

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	64.730-61.725=3.005
σ	23.721-15.172=8.549
min	55.128-55.787=-0.659
max	123.358-99.205=24.154

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.851=-0.009
σ	0.014-0.013=0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.884=-0.008

*mean*	4184.500-4475.000=-290.500
σ	1945.530-2207.499=-261.969
min	1487.000-1471.000=16.000
max	7384.000-7287.000=97.000

*mean*	3262.413-3388.502=-126.089
σ	776.494-828.259=-51.764
min	2467.900-2503.760=-35.860
max	4622.432-4786.589=-164.157

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.851=-0.021
σ	0.002
min	1973.829-1973.849=-0.021
max	1973.833-1973.854=-0.021

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	1038.745-1014.165=24.579
σ	280.967-209.836=71.131
min	912.178-915.107=-2.929
max	1718.557-1521.733=196.824

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.105=-0.021
σ	0.002-0.002=0.000
min	905.082-905.102=-0.021
max	905.087-905.108=-0.021

*mean*	7384.000-7287.000=97.000
σ	0.000
min	7384.000-7287.000=97.000
max	7384.000-7287.000=97.000

*mean*	389.950-604.255=-214.305
σ	5.038-614.601=-609.563
min	379.536-382.723=-3.187
max	396.529-2125.305=-1728.776

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-478.625=-3.000
σ	0.518-1.061=-0.543
min	475.000-476.000=-1.000
max	476.000-479.000=-3.000

*mean*	384.714-381.289=3.425
σ	35.949-26.102=9.847
min	310.796-347.175=-36.379
max	429.335-422.590=6.745

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.250-565.000=-3.750
σ	3.240-0.000=3.240
min	556.000-565.000=-9.000
max	563.000-565.000=-2.000

*mean*	738.833-739.865=-1.033
σ	62.445-65.044=-2.600
min	625.827-631.319=-5.492
max	820.126-830.635=-10.510

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-963.971=12.946
σ	2.438-1.820=0.618
min	976.069-963.266=12.803
max	987.247-971.668=15.579

*mean*	1051.700-1044.900=6.800
σ	315.963-309.920=6.042
min	568.000-585.000=-17.000
max	1515.000-1500.000=15.000

*mean*	1.346-1.279=0.067
σ	0.180-0.152=0.028
min	1.207-1.172=0.035
max	1.755-1.681=0.075

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.438-0.350=0.088
σ	0.475-0.280=0.195
min	0.154-0.129=0.025
max	1.285-0.806=0.479

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.829-0.475=0.353
σ	0.516-0.331=0.185
min	0.576-0.319=0.257
max	1.751-1.067=0.684

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.379-0.204=0.174
σ	0.030-0.024=0.006
min	0.358-0.186=0.171
max	0.429-0.244=0.185

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.596-0.334=0.263
σ	0.035-0.017=0.018
min	0.556-0.321=0.235
max	0.652-0.361=0.291

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.971=0.007
σ	0.009-0.011=-0.001
min	964.973-964.965=0.008
max	964.995-964.989=0.005

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.737-0.588=0.149
σ	0.011-0.016=-0.005
min	0.729-0.569=0.160
max	0.757-0.611=0.146

name=cdr_enhanced_4k_loc.art

*mean*	886.000-885.898=0.102
σ	0.002-0.002=-0.000
min	885.999-885.897=0.102
max	886.003-885.901=0.102

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.602-0.477=0.125
σ	0.039-0.061=-0.022
min	0.539-0.382=0.157
max	0.638-0.522=0.116

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.534-2.551=0.983
σ	0.088-0.156=-0.068
min	3.420-1.931=1.490
max	3.917-2.867=1.050

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	3.498-2.273=1.224
σ	0.080-0.341=-0.261
min	3.337-1.842=1.495
max	3.779-2.757=1.022

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.540-0.301=0.238
σ	0.017-0.012=0.005
min	0.517-0.285=0.232
max	0.627-0.372=0.255

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.512-0.287=0.225
σ	0.013-0.008=0.005
min	0.489-0.273=0.216
max	0.575-0.326=0.249

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.428-11.599=-0.170
σ	11.679-12.353=-0.674
min	0.573-0.578=-0.005
max	131.510-117.250=14.260

*mean*	466.613-469.152=-2.539
σ	19.214-20.220=-1.006
min	406.000
max	480.000-482.000=-2.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.315-0.288=0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.945-278.644=15.301
σ	1.061-1.072=-0.011
min	293.486-278.267=15.219
max	296.956-281.694=15.263

*mean*	445.200-442.300=2.900
σ	18.967-17.166=1.800
min	416.000-415.000=1.000
max	472.000-471.000=1.000

*mean*	0.588-0.586=0.002
σ	0.017-0.011=0.006
min	0.553-0.579=-0.026
max	0.602-0.616=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-173.738=-67.192
σ	0.000-0.000=0.000
min	106.546-173.738=-67.192
max	106.546-173.738=-67.192

*mean*	848.000-840.000=8.000
σ	0.000
min	848.000-840.000=8.000
max	848.000-840.000=8.000

*mean*	145.479-227.182=-81.703
σ	11.762-20.715=-8.953
min	129.562-196.214=-66.652
max	160.885-254.337=-93.453

phase=macro expansion

*mean*	5.894-6.130=-0.236
σ	0.000
min	5.894-6.130=-0.236
max	5.894-6.130=-0.236

*mean*	847.750-840.000=7.750
σ	0.707-0.000=0.707
min	846.000-840.000=6.000
max	848.000-840.000=8.000

*mean*	6.968-9.124=-2.156
σ	2.275-1.085=1.190
min	5.744-6.440=-0.696
max	11.888-9.570=2.318

phase=parser

*mean*	1042.134-1042.432=-0.298
σ	0.001-0.000=0.001
min	1042.131-1042.431=-0.301
max	1042.134-1042.432=-0.297

*mean*	847.750-840.000=7.750
σ	0.707-0.000=0.707
min	846.000-840.000=6.000
max	848.000-840.000=8.000

*mean*	440.817-568.613=-127.796
σ	129.219-71.556=57.663
min	372.957-391.791=-18.833
max	722.295-600.450=121.845

phase=processProdDef

*mean*	2241.193-2243.978=-2.785
σ	0.000-0.000=0.000
min	2241.193-2243.978=-2.785
max	2241.194-2243.979=-2.785

*mean*	848.000-840.000=8.000
σ	0.000
min	848.000-840.000=8.000
max	848.000-840.000=8.000

*mean*	2846.227-2828.281=17.946
σ	346.688-346.631=0.057
min	2406.348-2065.263=341.085
max	3273.503-3112.291=161.213

phase=renaming

*mean*	21.430-21.675=-0.245
σ	0.001-0.000=0.001
min	21.430-21.675=-0.245
max	21.433-21.675=-0.242

*mean*	847.750-840.000=7.750
σ	0.707-0.000=0.707
min	846.000-840.000=6.000
max	848.000-840.000=8.000

*mean*	39.470-37.526=1.945
σ	3.844-6.867=-3.023
min	34.588-20.544=14.044
max	46.776-40.317=6.459

phase=type checker

*mean*	958.466-989.752=-31.286
σ	0.047-0.066=-0.019
min	958.439-989.654=-31.215
max	958.568-989.841=-31.274

*mean*	847.750-840.000=7.750
σ	0.707-0.000=0.707
min	846.000-840.000=6.000
max	848.000-840.000=8.000

*mean*	683.025-673.114=9.911
σ	66.044-4.790=61.254
min	638.929-667.788=-28.859
max	842.718-680.641=162.078

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-282.388=45.465
σ	0.036-0.037=-0.000
min	327.803-282.339=45.464
max	327.889-282.430=45.459

*mean*	441.000-444.800=-3.800
σ	4.416-1.095=3.320
min	434.000-444.000=-10.000
max	446.000

*mean*	0.435-0.381=0.054
σ	0.006-0.006=0.001
min	0.429-0.375=0.054
max	0.445-0.388=0.057

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.070-1267.090=45.980
σ	0.131-0.102=0.029
min	1312.969-1267.003=45.966
max	1313.290-1267.262=46.028

*mean*	1070.600-1114.200=-43.600
σ	185.330-169.410=15.920
min	830.000-899.000=-69.000
max	1309.000-1331.000=-22.000

*mean*	1.872-1.921=-0.050
σ	0.051-0.102=-0.051
min	1.831-1.831=-0.000
max	1.929-2.094=-0.165

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.054-1506.132=45.922
σ	3.065-2.953=0.112
min	1550.448-1504.629=45.819
max	1557.525-1511.405=46.120

*mean*	619.200-630.200=-11.000
σ	81.275-90.062=-8.787
min	502.000-506.000=-4.000
max	706.000-729.000=-23.000

*mean*	2.324-2.340=-0.016
σ	0.278-0.329=-0.051
min	2.094-2.016=0.078
max	2.661-2.802=-0.141

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.062-1829.118=45.943
σ	0.040-0.071=-0.031
min	1875.020-1829.035=45.986
max	1875.107-1829.220=45.887

*mean*	1710.600-1766.800=-56.200
σ	247.346-209.513=37.833
min	1416.000-1491.000=-75.000
max	2040.000-1966.000=74.000

*mean*	2.859-3.154=-0.295
σ	0.161-0.311=-0.150
min	2.712-2.793=-0.081
max	3.032-3.503=-0.471

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.539-1.649=-0.111
σ	0.210-0.189=0.021
min	1.173-1.335=-0.162
max	1.688-1.841=-0.153

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.401-397.699=21.703
σ	508.891-518.051=-9.160
min	164.955-138.670=26.285
max	1182.738-1174.776=7.962

*mean*	101.250-97.750=3.500
σ	6.500-7.500=-1.000
min	98.000-94.000=4.000
max	111.000-109.000=2.000

*mean*	428.000-447.000=-19.000
σ	0.000
min	428.000-447.000=-19.000
max	428.000-447.000=-19.000

*mean*	0.518-0.500=0.019
σ	0.495-0.523=-0.028
min	0.263-0.238=0.025
max	1.261-1.285=-0.024

policies=20

*mean*	1649.787-1386.837=262.950
σ	0.371-0.156=0.215
min	1649.575-1386.728=262.848
max	1650.343-1387.068=263.275

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	446.250-447.000=-0.750
σ	11.057-0.000=11.057
min	432.000-447.000=-15.000
max	455.000-447.000=8.000

*mean*	2.646-2.312=0.334
σ	0.020-0.015=0.005
min	2.618-2.292=0.326
max	2.665-2.325=0.340

policies=200

*mean*	16505.941-13876.924=2629.017
σ	0.057-0.074=-0.017
min	16505.873-13876.815=2629.058
max	16506.005-13876.981=2629.023

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	500.500-495.750=4.750
σ	7.000-4.272=2.728
min	492.000-491.000=1.000
max	508.000-501.000=7.000

*mean*	26.797-23.505=3.291
σ	0.113-0.180=-0.067
min	26.672-23.377=3.294
max	26.902-23.770=3.132