Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-447.664=-0.781
σ	0.000
min	446.883-447.664=-0.781
max	446.883-447.664=-0.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.861-54.880=-0.019
σ	0.360-0.359=0.001
min	54.721-54.740=-0.019
max	55.885-55.901=-0.016

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.142-0.138=0.004
σ	0.006-0.005=0.000
min	0.138-0.131=0.008
max	0.155-0.147=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.849=-0.001
σ	0.007-0.005=0.001
min	43.838-43.842=-0.004
max	43.857-43.858=-0.001

*mean*	419.700-415.000=4.700
σ	0.483-0.000=0.483
min	419.000-415.000=4.000
max	420.000-415.000=5.000

*mean*	0.126-0.122=0.004
σ	0.004-0.005=-0.000
min	0.121-0.117=0.005
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.001
σ	0.000-0.001=-0.001
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4589.000-4589.375=-0.375
σ	2247.683-2248.458=-0.776
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	130.816-155.456=-24.640
σ	334.717-402.849=-68.132
min	11.427-12.054=-0.626
max	959.181-1152.444=-193.263

op=column_set() on indexed, repeat

*mean*	36.617-36.616=0.001
σ	0.000-0.000=0.000
min	36.617-36.616=0.001
max	36.618-36.616=0.001

*mean*	4589.000-4589.375=-0.375
σ	2247.683-2248.458=-0.776
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	13.913-14.775=-0.862
σ	4.869-4.642=0.227
min	10.844-11.846=-1.003
max	25.005-25.534=-0.529

op=table_records(), no indexes

*mean*	41.948-41.947=0.000
σ	0.002-0.002=-0.000
min	41.946-41.945=0.001
max	41.950-41.950=0.000

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	11.040-11.969=-0.930
σ	1.808-1.829=-0.021
min	10.318-10.773=-0.455
max	15.510-15.926=-0.415

op=table_records(), repeat

*mean*	41.933-41.933=0.001
σ	0.000-0.000=0.000
min	41.933-41.932=0.001
max	41.934-41.933=0.001

*mean*	4180.000-4180.375=-0.375
σ	1943.794-1945.021=-1.227
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	11.020-11.489=-0.470
σ	1.827-1.704=0.123
min	10.148-10.734=-0.587
max	15.525-15.694=-0.169

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.653=0.002
σ	0.137-0.137=-0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4180.000-4180.375=-0.375
σ	1943.794-1945.021=-1.227
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	8.365-8.979=-0.614
σ	1.348-1.311=0.037
min	7.268-7.973=-0.705
max	11.587-12.140=-0.552

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.404=0.002
σ	0.000
min	26.406-26.404=0.002
max	26.406-26.404=0.002

*mean*	4180.000-4180.375=-0.375
σ	1943.794-1945.021=-1.227
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	6.133-7.057=-0.924
σ	1.166-1.013=0.153
min	5.478-6.431=-0.953
max	8.908-9.540=-0.632

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.679=0.002
σ	0.003-0.003=0.000
min	25.680-25.678=0.002
max	25.688-25.686=0.002

*mean*	4589.000-4589.375=-0.375
σ	2247.683-2248.458=-0.776
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	6.041-6.622=-0.581
σ	1.004-0.981=0.024
min	5.489-6.075=-0.586
max	8.329-8.945=-0.616

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.982=0.002
σ	0.000-0.000=0.000
min	25.984-25.982=0.002
max	25.985-25.983=0.002

*mean*	4589.000-4589.375=-0.375
σ	2247.683-2248.458=-0.776
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	5.987-6.204=-0.217
σ	1.106-1.064=0.041
min	5.301-5.601=-0.299
max	8.447-8.805=-0.358

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.614=0.013
σ	0.002-0.002=-0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	343.071-349.672=-6.600
σ	1.734-2.829=-1.095
min	339.556-346.466=-6.910
max	345.509-353.853=-8.344

op=load_product(), with indexes

*mean*	3495.878-3495.866=0.013
σ	0.469-0.468=0.000
min	3495.713-3495.700=0.013
max	3497.038-3497.025=0.013

*mean*	3756.250-3756.500=-0.250
σ	2298.190-2299.707=-1.516
min	721.000-719.000=2.000
max	7383.000-7382.000=1.000

*mean*	1778.759-1776.003=2.756
σ	676.310-694.619=-18.309
min	1381.559-1392.908=-11.349
max	2953.341-3005.891=-52.550

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.853=0.001
σ	0.000-0.000=-0.000
min	107.853-107.853=0.001
max	107.855-107.853=0.001

*mean*	4409.500-4409.125=0.375
σ	2217.383-2217.856=-0.473
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	255.365-290.820=-35.455
σ	340.451-432.801=-92.350
min	124.197-127.526=-3.329
max	1096.401-1361.158=-264.757

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.080=0.001
σ	0.000
min	62.081-62.080=0.001
max	62.082-62.080=0.001

*mean*	4409.500-4409.125=0.375
σ	2217.383-2217.856=-0.473
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	45.653-46.284=-0.632
σ	8.486-6.696=1.789
min	41.069-42.311=-1.242
max	66.286-62.622=3.664

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.946=0.001
σ	0.002-0.002=-0.000
min	40.947-40.945=0.002
max	40.950-40.950=0.001

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	217.868-181.986=35.883
σ	552.222-449.415=102.807
min	20.950-21.246=-0.296
max	1584.534-1294.209=290.324

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.307=0.001
σ	0.002-0.002=0.000
min	71.307-71.306=0.001
max	71.311-71.309=0.001

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	64.800-64.919=-0.119
σ	24.509-21.287=3.222
min	54.937-55.208=-0.271
max	125.169-117.001=8.168

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.849=0.002
σ	0.014-0.013=0.000
min	4646.845-4646.844=0.001
max	4646.884-4646.882=0.002

*mean*	4180.000-4180.375=-0.375
σ	1943.794-1945.021=-1.227
min	1487.000-1486.000=1.000
max	7383.000-7382.000=1.000

*mean*	3271.775-3285.717=-13.941
σ	856.551-811.260=45.291
min	2447.288-2500.156=-52.868
max	4853.157-4710.596=142.560

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.849=0.002
σ	0.002-0.002=-0.000
min	1973.849-1973.847=0.002
max	1973.854-1973.852=0.002

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	1136.017-1096.478=39.540
σ	402.171-337.079=65.092
min	909.976-921.498=-11.522
max	1842.097-1831.754=10.343

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.103=0.002
σ	0.002-0.002=-0.000
min	905.102-905.101=0.002
max	905.108-905.106=0.002

*mean*	7383.000-7382.000=1.000
σ	0.000
min	7383.000-7382.000=1.000
max	7383.000-7382.000=1.000

*mean*	414.823-405.330=9.493
σ	52.662-36.966=15.696
min	382.099-387.116=-5.017
max	512.895-496.295=16.600

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-478.000=-1.500
σ	1.414-0.000=1.414
min	475.000-478.000=-3.000
max	479.000-478.000=1.000

*mean*	392.987-387.919=5.068
σ	23.310-36.914=-13.604
min	362.445-309.040=53.404
max	422.425-424.586=-2.161

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-561.500=3.500
σ	0.000-4.629=-4.629
min	565.000-554.000=11.000
max	565.000-564.000=1.000

*mean*	710.002-739.030=-29.027
σ	72.423-61.822=10.601
min	621.604-648.413=-26.809
max	810.377-828.915=-18.538

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.565=0.001
σ	0.759-0.759=-0.000
min	1024.095-1024.095=0.000
max	1027.705-1027.704=0.001

*mean*	1043.950-1048.100=-4.150
σ	317.784-313.542=4.243
min	537.000-583.000=-46.000
max	1509.000-1513.000=-4.000

*mean*	1.395-1.391=0.004
σ	0.073-0.079=-0.007
min	1.316-1.323=-0.006
max	1.567-1.580=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=-0.000
σ	0.020
min	0.903-0.903=-0.000
max	0.949-0.949=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.390-0.312=0.078
σ	0.499-0.318=0.182
min	0.139-0.146=-0.007
max	1.281-0.877=0.404

name=error_case.art

*mean*	2.340-2.340=-0.000
σ	0.012
min	2.334-2.334=-0.000
max	2.362-2.362=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.563-0.429=0.134
σ	0.321-0.192=0.128
min	0.334-0.334=-0.000
max	1.050-0.772=0.278

name=heavy_item.art

*mean*	1.523-1.523=-0.000
σ	0.002
min	1.521-1.521=-0.000
max	1.525-1.525=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.232-0.225=0.007
σ	0.024-0.026=-0.002
min	0.212-0.209=0.004
max	0.272-0.270=0.002

name=nested_use.art

*mean*	2.358-2.358=-0.000
σ	0.002
min	2.357-2.357=-0.000
max	2.361-2.361=-0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.337-0.331=0.006
σ	0.016-0.017=-0.001
min	0.322-0.316=0.006
max	0.363-0.359=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-965.024=-0.053
σ	0.011
min	964.965-965.018=-0.053
max	964.989-965.042=-0.053

*mean*	431.000-434.200=-3.200
σ	0.000-4.550=-4.550
min	431.000-430.000=1.000
max	431.000-439.000=-8.000

*mean*	0.569-0.554=0.016
σ	0.039-0.049=-0.010
min	0.520-0.494=0.026
max	0.608-0.610=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.928=-0.029
σ	0.002
min	885.897-885.926=-0.029
max	885.901-885.930=-0.029

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.475-0.507=-0.033
σ	0.024-0.035=-0.011
min	0.453-0.446=0.007
max	0.512-0.530=-0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.710=-0.000
σ	0.002
min	7.709-7.709=-0.000
max	7.713-7.713=-0.000

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	1.969-2.646=-0.676
σ	0.107-0.084=0.023
min	1.757-2.477=-0.720
max	2.495-2.946=-0.451

name=record_render_large_syntax_err.art

*mean*	7.658-7.658=-0.000
σ	0.002
min	7.657-7.657=-0.000
max	7.661-7.661=-0.000

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	1.984-2.318=-0.335
σ	0.087-0.380=-0.293
min	1.826-1.854=-0.027
max	2.280-3.127=-0.847

name=record_render_success.art

*mean*	2.290-2.290=-0.000
σ	0.002
min	2.289-2.289=-0.000
max	2.293-2.293=-0.000

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.304-0.305=-0.001
σ	0.008-0.008=0.000
min	0.290-0.291=-0.001
max	0.350-0.353=-0.003

name=record_render_syntax_err.art

*mean*	2.165-2.165=-0.000
σ	0.002
min	2.164-2.164=-0.000
max	2.168-2.168=-0.000

*mean*	431.000-439.000=-8.000
σ	0.000
min	431.000-439.000=-8.000
max	431.000-439.000=-8.000

*mean*	0.288-0.284=0.004
σ	0.007-0.026=-0.019
min	0.276-0.264=0.012
max	0.321-0.508=-0.187

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.943-12.141=-0.197
σ	11.653-11.864=-0.211
min	0.574-0.714=-0.141
max	87.131-112.550=-25.419

*mean*	456.664-458.963=-2.299
σ	20.437-17.373=3.064
min	408.000
max	479.000-475.000=4.000

*mean*	0.027-0.028=-0.000
σ	0.029-0.029=-0.000
min	0.001-0.001=0.001
max	0.208-0.266=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.725-298.888=-0.163
σ	0.980-0.990=-0.010
min	298.291-298.506=-0.216
max	301.481-301.701=-0.220

*mean*	440.300-443.500=-3.200
σ	17.353-17.671=-0.319
min	417.000-418.000=-1.000
max	472.000-467.000=5.000

*mean*	0.589-0.606=-0.017
σ	0.028-0.019=0.008
min	0.556-0.563=-0.007
max	0.636-0.637=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	839.000-1011.625=-172.625
σ	0.000-66.114=-66.114
min	839.000-848.000=-9.000
max	839.000-1035.000=-196.000

*mean*	221.211-208.402=12.809
σ	27.078-2.428=24.650
min	192.063-205.737=-13.674
max	247.932-211.239=36.693

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	839.000-1011.625=-172.625
σ	0.000-66.114=-66.114
min	839.000-848.000=-9.000
max	839.000-1035.000=-196.000

*mean*	6.385-11.741=-5.357
σ	0.129-3.379=-3.250
min	6.228-6.528=-0.300
max	6.660-15.518=-8.858

phase=parser

*mean*	1042.431-1042.451=-0.020
σ	0.000-0.000=-0.000
min	1042.431-1042.451=-0.020
max	1042.431-1042.452=-0.020

*mean*	839.000-1011.625=-172.625
σ	0.000-66.114=-66.114
min	839.000-848.000=-9.000
max	839.000-1035.000=-196.000

*mean*	567.565-698.556=-130.991
σ	63.896-123.081=-59.185
min	409.924-515.817=-105.893
max	599.730-843.087=-243.357

phase=processProdDef

*mean*	2243.980-2232.166=11.814
σ	0.000
min	2243.980-2232.166=11.814
max	2243.980-2232.166=11.814

*mean*	839.000-1035.000=-196.000
σ	0.000
min	839.000-1035.000=-196.000
max	839.000-1035.000=-196.000

*mean*	2590.113-2716.336=-126.223
σ	372.978-378.003=-5.025
min	1944.534-2074.573=-130.039
max	2975.275-3188.855=-213.581

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	839.000-1011.625=-172.625
σ	0.000-66.114=-66.114
min	839.000-848.000=-9.000
max	839.000-1035.000=-196.000

*mean*	20.892-43.648=-22.756
σ	0.217-10.217=-10.001
min	20.647-30.692=-10.045
max	21.255-55.902=-34.647

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.345=-0.691
max	989.841-990.563=-0.722

*mean*	839.000-1011.625=-172.625
σ	0.000-66.114=-66.114
min	839.000-848.000=-9.000
max	839.000-1035.000=-196.000

*mean*	646.626-864.736=-218.110
σ	5.665-87.043=-81.379
min	636.014-715.522=-79.508
max	652.308-999.263=-346.955

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.041-0.037=0.004
min	293.765-293.768=-0.004
max	293.862-293.860=0.002

*mean*	444.400-443.000=1.400
σ	0.548-3.000=-2.452
min	444.000-440.000=4.000
max	445.000-447.000=-2.000

*mean*	0.389-0.398=-0.010
σ	0.002-0.007=-0.005
min	0.388-0.392=-0.004
max	0.391-0.406=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.290-1320.291=-0.002
σ	0.129-0.146=-0.017
min	1320.162-1320.151=0.011
max	1320.487-1320.521=-0.034

*mean*	1089.800-1091.000=-1.200
σ	168.291-165.520=2.770
min	891.000-892.000=-1.000
max	1320.000-1315.000=5.000

*mean*	1.940-2.008=-0.069
σ	0.116-0.161=-0.045
min	1.840-1.860=-0.020
max	2.121-2.244=-0.122

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.285-1559.287=-0.001
σ	2.981-2.955=0.026
min	1557.687-1557.698=-0.011
max	1564.606-1564.555=0.051

*mean*	626.400-642.600=-16.200
σ	88.053-77.642=10.411
min	496.000-542.000=-46.000
max	731.000-739.000=-8.000

*mean*	2.204-2.301=-0.097
σ	0.210-0.213=-0.003
min	2.073-2.103=-0.030
max	2.576-2.631=-0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.343-1882.344=-0.001
σ	0.051-0.055=-0.004
min	1882.275-1882.269=0.006
max	1882.417-1882.421=-0.003

*mean*	1728.200-1730.600=-2.400
σ	173.154-172.814=0.339
min	1472.000-1483.000=-11.000
max	1880.000-1890.000=-10.000

*mean*	3.055-3.084=-0.029
σ	0.238-0.272=-0.033
min	2.894-2.904=-0.010
max	3.478-3.565=-0.087

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.666-1.838=-0.172
σ	0.190-0.179=0.011
min	1.452-1.527=-0.075
max	1.930-1.948=-0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.945-416.908=3.037
σ	518.105-512.372=5.732
min	160.888-160.717=0.171
max	1197.102-1185.466=11.635

*mean*	101.750-102.250=-0.500
σ	7.500-8.500=-1.000
min	98.000
max	113.000-115.000=-2.000

*mean*	445.000-441.000=4.000
σ	0.000
min	445.000-441.000=4.000
max	445.000-441.000=4.000

*mean*	0.517-0.506=0.011
σ	0.508-0.481=0.028
min	0.259-0.264=-0.005
max	1.280-1.227=0.053

policies=20

*mean*	1609.208-1607.516=1.692
σ	0.355-0.381=-0.026
min	1608.955-1607.254=1.701
max	1609.731-1608.080=1.651

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.250-447.500=0.750
σ	6.500-7.506=-1.006
min	445.000-441.000=4.000
max	458.000-454.000=4.000

*mean*	2.584-2.638=-0.054
σ	0.035-0.026=0.008
min	2.543-2.600=-0.057
max	2.628-2.658=-0.031

policies=200

*mean*	16100.591-16083.473=17.118
σ	0.085-0.049=0.036
min	16100.477-16083.407=17.070
max	16100.664-16083.517=17.147

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.500-496.000=-1.500
σ	3.697-4.243=-0.546
min	490.000-492.000=-2.000
max	499.000-501.000=-2.000

*mean*	26.034-26.498=-0.464
σ	0.167-0.145=0.022
min	25.894-26.400=-0.506
max	26.277-26.712=-0.435