Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-447.664=-0.781
σ	0.000
min	446.883-447.664=-0.781
max	446.883-447.664=-0.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.881=-0.021
σ	0.359-0.358=0.001
min	54.716-54.748=-0.032
max	55.880-55.899=-0.019

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.141-0.139=0.001
σ	0.004-0.006=-0.002
min	0.137-0.133=0.005
max	0.149-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.846-43.850=-0.004
σ	0.006-0.006=-0.000
min	43.833-43.841=-0.008
max	43.852-43.857=-0.006

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.124-0.130=-0.006
σ	0.005-0.009=-0.004
min	0.119-0.122=-0.003
max	0.133-0.143=-0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.001
σ	0.000-0.001=-0.001
min	36.617-36.616=0.001
max	36.618-36.619=-0.002

*mean*	4425.750-4590.375=-164.625
σ	2224.804-2249.852=-25.049
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	13.593-145.728=-132.135
σ	3.467-375.563=-372.096
min	11.962-11.935=0.028
max	22.069-1075.188=-1053.119

op=column_set() on indexed, repeat

*mean*	36.618-36.616=0.001
σ	0.000-0.000=0.000
min	36.617-36.616=0.001
max	36.618-36.617=0.002

*mean*	4605.500-4590.375=15.125
σ	2255.922-2249.852=6.070
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	158.109-14.897=143.212
σ	407.635-4.723=402.912
min	11.751-11.686=0.065
max	1166.922-25.532=1141.389

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.945=0.001
max	41.951-41.950=0.000

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	11.126-11.598=-0.472
σ	0.146-1.842=-1.696
min	10.920-10.777=0.143
max	11.298-16.143=-4.845

op=table_records(), repeat

*mean*	41.933-41.932=0.001
σ	0.000-0.000=-0.000
min	41.933-41.932=0.001
max	41.934-41.933=0.001

*mean*	4197.125-4181.875=15.250
σ	1952.455-1946.372=6.083
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	11.413-11.225=0.188
σ	1.024-0.970=0.054
min	10.798-10.731=0.067
max	13.851-13.595=0.256

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.653=0.002
σ	0.136-0.137=-0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4197.125-4181.875=15.250
σ	1952.455-1946.372=6.083
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	8.995-8.829=0.165
σ	0.593-0.705=-0.112
min	8.311-8.108=0.203
max	10.327-10.487=-0.160

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.404=0.002
σ	0.000-0.000=-0.000
min	26.406-26.404=0.002
max	26.406-26.404=0.002

*mean*	4197.125-4181.875=15.250
σ	1952.455-1946.372=6.083
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	7.061-6.919=0.142
σ	0.477-0.474=0.003
min	6.563-6.580=-0.017
max	8.059-8.053=0.006

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.679=0.002
σ	0.003-0.003=0.000
min	25.680-25.678=0.002
max	25.688-25.686=0.002

*mean*	4605.500-4590.375=15.125
σ	2255.922-2249.852=6.070
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	6.719-6.596=0.123
σ	1.319-1.004=0.315
min	5.833-5.806=0.028
max	9.121-8.777=0.344

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.982=0.002
σ	0.000-0.000=0.000
min	25.984-25.982=0.002
max	25.985-25.983=0.002

*mean*	4605.500-4590.375=15.125
σ	2255.922-2249.852=6.070
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	6.547-6.458=0.088
σ	1.278-1.028=0.250
min	5.735-5.818=-0.083
max	8.875-8.775=0.100

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.614=0.013
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	344.219-348.652=-4.433
σ	2.435-1.927=0.507
min	341.170-346.325=-5.154
max	348.010-351.364=-3.354

op=load_product(), with indexes

*mean*	3495.878-3495.866=0.012
σ	0.469-0.469=0.000
min	3495.713-3495.700=0.013
max	3497.038-3497.026=0.012

*mean*	3770.125-3757.375=12.750
σ	2308.759-2300.844=7.915
min	720.000
max	7403.000-7384.000=19.000

*mean*	1772.588-1751.156=21.433
σ	663.249-603.644=59.605
min	1382.075-1396.887=-14.812
max	2911.309-2764.796=146.514

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.853=0.001
σ	0.000-0.000=-0.000
min	107.854-107.852=0.001
max	107.854-107.853=0.001

*mean*	4197.125-4410.750=-213.625
σ	1952.455-2219.173=-266.718
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	133.969-274.527=-140.558
σ	6.463-400.063=-393.600
min	129.220-124.494=4.727
max	147.582-1264.374=-1116.792

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.080=0.001
σ	0.000-0.000=0.000
min	62.081-62.080=0.001
max	62.082-62.080=0.002

*mean*	4425.750-4410.750=15.000
σ	2224.804-2219.173=5.630
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	157.213-46.058=111.155
σ	322.964-8.987=313.977
min	41.459-41.171=0.287
max	956.504-67.981=888.523

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.946=0.002
σ	0.002-0.002=0.000
min	40.947-40.945=0.002
max	40.951-40.949=0.003

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	134.416-206.413=-71.997
σ	318.104-520.844=-202.741
min	21.589-21.520=0.069
max	921.683-1495.434=-573.751

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.307=0.001
σ	0.002-0.002=-0.000
min	71.307-71.305=0.001
max	71.311-71.310=0.001

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	57.613-66.357=-8.743
σ	5.012-25.512=-20.500
min	55.370-55.609=-0.239
max	69.945-129.208=-59.264

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.849=0.001
σ	0.013-0.014=-0.000
min	4646.845-4646.844=0.001
max	4646.883-4646.882=0.001

*mean*	4197.125-4181.875=15.250
σ	1952.455-1946.372=6.083
min	1484.000-1483.000=1.000
max	7403.000-7384.000=19.000

*mean*	3167.978-3196.281=-28.303
σ	671.317-703.625=-32.308
min	2477.144-2503.048=-25.903
max	4131.059-4334.692=-203.634

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.849=0.002
σ	0.002-0.002=-0.000
min	1973.849-1973.847=0.002
max	1973.853-1973.852=0.002

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	962.182-1043.066=-80.884
σ	93.562-277.497=-183.936
min	908.206-912.052=-3.846
max	1163.930-1720.839=-556.909

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.103=0.002
σ	0.002
min	905.102-905.101=0.002
max	905.108-905.106=0.002

*mean*	7403.000-7384.000=19.000
σ	0.000
min	7403.000-7384.000=19.000
max	7403.000-7384.000=19.000

*mean*	382.659-391.008=-8.349
σ	5.040-7.698=-2.658
min	371.883-380.241=-8.358
max	387.147-406.988=-19.840

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.750=-1.750
σ	0.000-0.463=-0.463
min	475.000-476.000=-1.000
max	475.000-477.000=-2.000

*mean*	375.426-391.375=-15.949
σ	34.630-24.425=10.204
min	304.250-365.707=-61.457
max	419.456-446.046=-26.590

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.500-558.250=6.250
σ	0.535-0.707=-0.173
min	564.000-558.000=6.000
max	565.000-560.000=5.000

*mean*	785.290-731.160=54.130
σ	51.539-60.815=-9.276
min	699.241-667.265=31.975
max	838.946-834.756=4.190

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564-1024.566=-0.002
σ	0.760-0.760=-0.000
min	1024.094-1024.095=-0.002
max	1027.704-1027.708=-0.003

*mean*	1049.900-1050.250=-0.350
σ	311.581-319.561=-7.981
min	586.000-544.000=42.000
max	1511.000-1564.000=-53.000

*mean*	1.367-1.387=-0.021
σ	0.059-0.085=-0.026
min	1.308-1.311=-0.003
max	1.522-1.664=-0.142

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=-0.000
σ	0.020
min	0.903-0.903=-0.000
max	0.949-0.949=-0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.412-0.307=0.104
σ	0.428-0.317=0.111
min	0.151-0.142=0.009
max	1.173-0.870=0.303

name=error_case.art

*mean*	2.340-2.340=-0.000
σ	0.012
min	2.334-2.334=-0.000
max	2.362-2.362=-0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.743-0.479=0.264
σ	0.318-0.329=-0.012
min	0.569-0.320=0.250
max	1.309-1.068=0.242

name=heavy_item.art

*mean*	1.523-1.523=-0.000
σ	0.002
min	1.521-1.521=-0.000
max	1.525-1.525=-0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.389-0.222=0.167
σ	0.034-0.021=0.012
min	0.367-0.206=0.161
max	0.448-0.256=0.192

name=nested_use.art

*mean*	2.358-2.358=-0.000
σ	0.002
min	2.357-2.357=-0.000
max	2.361-2.361=-0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.595-0.328=0.267
σ	0.022-0.023=-0.001
min	0.577-0.309=0.268
max	0.632-0.368=0.263

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-965.024=-0.053
σ	0.011
min	964.965-965.018=-0.053
max	964.989-965.042=-0.053

*mean*	434.600-433.800=0.800
σ	5.079-3.033=2.046
min	430.000-431.000=-1.000
max	440.000-437.000=3.000

*mean*	0.712-0.505=0.207
σ	0.049-0.062=-0.013
min	0.643-0.452=0.191
max	0.757-0.604=0.154

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.928=-0.029
σ	0.002
min	885.897-885.926=-0.029
max	885.901-885.930=-0.029

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.620-0.467=0.153
σ	0.030-0.042=-0.011
min	0.585-0.408=0.177
max	0.644-0.516=0.127

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.710=-0.000
σ	0.002
min	7.709-7.709=-0.000
max	7.713-7.713=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.976-2.646=0.330
σ	0.456-0.098=0.358
min	1.999-2.449=-0.450
max	3.848-2.901=0.947

name=record_render_large_syntax_err.art

*mean*	7.658-7.658=-0.000
σ	0.002
min	7.657-7.657=-0.000
max	7.661-7.661=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.602-2.637=-0.035
σ	0.084-0.097=-0.013
min	2.428-2.464=-0.036
max	2.856-3.016=-0.161

name=record_render_success.art

*mean*	2.290-2.290=-0.000
σ	0.002
min	2.289-2.289=-0.000
max	2.293-2.293=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.308-0.309=-0.001
σ	0.020-0.008=0.011
min	0.292-0.295=-0.003
max	0.468-0.362=0.106

name=record_render_syntax_err.art

*mean*	2.165-2.165=-0.000
σ	0.002
min	2.164-2.164=-0.000
max	2.168-2.168=-0.000

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.291-0.295=-0.004
σ	0.008-0.007=0.001
min	0.276-0.279=-0.003
max	0.326-0.326=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.174-11.867=0.308
σ	13.125-12.218=0.907
min	0.727-0.574=0.153
max	139.479-118.831=20.647

*mean*	457.573-467.515=-9.942
σ	16.965-22.885=-5.920
min	408.000-406.000=2.000
max	473.000-485.000=-12.000

*mean*	0.028-0.027=0.000
σ	0.032-0.030=0.002
min	0.001-0.001=-0.000
max	0.328-0.286=0.041

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.728-298.836=-0.108
σ	1.032-1.022=0.009
min	298.325-298.438=-0.113
max	301.662-301.744=-0.081

*mean*	440.800-445.200=-4.400
σ	16.923-14.665=2.258
min	415.000-426.000=-11.000
max	468.000-466.000=2.000

*mean*	0.596-0.608=-0.013
σ	0.030-0.014=0.016
min	0.521-0.588=-0.067
max	0.634-0.638=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	840.000-1012.625=-172.625
σ	0.000-66.114=-66.114
min	840.000-849.000=-9.000
max	840.000-1036.000=-196.000

*mean*	232.431-207.019=25.412
σ	24.847-4.574=20.273
min	200.061-199.387=0.674
max	253.623-213.018=40.605

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	840.000-1012.625=-172.625
σ	0.000-66.114=-66.114
min	840.000-849.000=-9.000
max	840.000-1036.000=-196.000

*mean*	6.354-10.357=-4.003
σ	0.093-3.354=-3.261
min	6.251-6.283=-0.032
max	6.498-13.478=-6.980

phase=parser

*mean*	1042.431-1042.451=-0.020
σ	0.000-0.000=-0.000
min	1042.431-1042.451=-0.020
max	1042.431-1042.452=-0.020

*mean*	840.000-1012.625=-172.625
σ	0.000-66.114=-66.114
min	840.000-849.000=-9.000
max	840.000-1036.000=-196.000

*mean*	571.252-615.338=-44.086
σ	59.209-170.850=-111.641
min	424.863-373.284=51.579
max	596.898-826.248=-229.350

phase=processProdDef

*mean*	2243.980-2232.166=11.814
σ	0.000-0.000=0.000
min	2243.980-2232.166=11.814
max	2243.981-2232.166=11.814

*mean*	840.000-1036.000=-196.000
σ	0.000
min	840.000-1036.000=-196.000
max	840.000-1036.000=-196.000

*mean*	2490.041-2704.161=-214.120
σ	187.978-642.742=-454.764
min	2123.578-1794.317=329.261
max	2741.708-3359.186=-617.479

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	840.000-1012.625=-172.625
σ	0.000-66.114=-66.114
min	840.000-849.000=-9.000
max	840.000-1036.000=-196.000

*mean*	20.622-42.754=-22.133
σ	0.484-6.843=-6.359
min	19.959-30.925=-10.965
max	21.159-51.513=-30.354

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.345=-0.691
max	989.841-990.563=-0.722

*mean*	840.000-1012.625=-172.625
σ	0.000-66.114=-66.114
min	840.000-849.000=-9.000
max	840.000-1036.000=-196.000

*mean*	649.717-866.619=-216.901
σ	7.984-45.086=-37.103
min	645.243-799.461=-154.218
max	669.338-913.238=-243.900

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.038-0.038=-0.001
min	293.769-293.768=0.001
max	293.859-293.861=-0.002

*mean*	441.400-443.800=-2.400
σ	2.510-3.271=-0.761
min	439.000-441.000=-2.000
max	445.000-449.000=-4.000

*mean*	0.393-0.399=-0.006
σ	0.007-0.008=-0.001
min	0.388-0.393=-0.005
max	0.404-0.407=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288-1320.300=-0.012
σ	0.132-0.139=-0.007
min	1320.157-1320.166=-0.009
max	1320.497-1320.520=-0.023

*mean*	1105.400-1110.400=-5.000
σ	179.999-168.731=11.268
min	892.000-896.000=-4.000
max	1354.000-1324.000=30.000

*mean*	1.953-1.938=0.015
σ	0.034-0.036=-0.002
min	1.903-1.903=0.001
max	1.995-1.996=-0.001

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.289-1559.309=-0.019
σ	3.007-2.951=0.055
min	1557.645-1557.737=-0.092
max	1564.652-1564.574=0.079

*mean*	615.800-639.000=-23.200
σ	85.462-73.624=11.838
min	525.000-541.000=-16.000
max	730.000-727.000=3.000

*mean*	2.240-2.356=-0.115
σ	0.280-0.287=-0.007
min	2.062-2.038=0.024
max	2.733-2.663=0.070

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.336-1882.365=-0.029
σ	0.051-0.065=-0.014
min	1882.272-1882.292=-0.021
max	1882.401-1882.445=-0.044

*mean*	1715.000-1758.000=-43.000
σ	179.538-212.052=-32.514
min	1482.000-1478.000=4.000
max	1886.000-1960.000=-74.000

*mean*	2.949-3.248=-0.299
σ	0.119-0.309=-0.190
min	2.810-2.907=-0.096
max	3.125-3.674=-0.549

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701-1.645=0.056
σ	0.240-0.157=0.083
min	1.279-1.484=-0.204
max	1.857-1.844=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944-416.905=3.039
σ	518.104-512.375=5.730
min	160.887-160.714=0.173
max	1197.101-1185.467=11.633

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.524-0.521=0.003
σ	0.522-0.510=0.012
min	0.260-0.265=-0.006
max	1.306-1.286=0.020

policies=20

*mean*	1609.211-1607.488=1.723
σ	0.353-0.381=-0.028
min	1608.962-1607.224=1.737
max	1609.731-1608.050=1.681

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-448.000=-0.250
σ	7.500-1.155=6.345
min	444.000-447.000=-3.000
max	459.000-449.000=10.000

*mean*	2.581-2.627=-0.046
σ	0.030-0.007=0.022
min	2.542-2.617=-0.075
max	2.612-2.633=-0.021

policies=200

*mean*	16100.691-16083.484=17.207
σ	0.079-0.150=-0.072
min	16100.588-16083.357=17.231
max	16100.779-16083.664=17.115

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.000-498.250=-5.250
σ	3.559-4.349=-0.790
min	490.000-494.000=-4.000
max	498.000-504.000=-6.000

*mean*	26.050-26.552=-0.501
σ	0.138-0.224=-0.086
min	25.941-26.335=-0.394
max	26.252-26.762=-0.510