Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.720-54.860=-0.139
σ	0.360-0.360=-0.001
min	54.579-54.721=-0.143
max	55.742-55.884=-0.142

*mean*	417.000-417.700=-0.700
σ	0.000-0.483=-0.483
min	417.000
max	417.000-418.000=-1.000

*mean*	0.139-0.141=-0.003
σ	0.005-0.004=0.000
min	0.132-0.139=-0.007
max	0.144-0.150=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.848=-0.075
σ	0.007-0.005=0.001
min	43.766-43.837=-0.070
max	43.788-43.857=-0.069

*mean*	417.900-418.000=-0.100
σ	0.316-0.000=0.316
min	417.000-418.000=-1.000
max	418.000

*mean*	0.121-0.124=-0.003
σ	0.004-0.004=0.000
min	0.117-0.120=-0.002
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4590.250-4590.875=-0.625
σ	2248.520-2250.008=-1.488
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	144.753-127.187=17.566
σ	373.208-323.137=50.071
min	11.659-11.805=-0.145
max	1068.385-926.893=141.492

op=column_set() on indexed, repeat

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.013

*mean*	4590.250-4590.875=-0.625
σ	2248.520-2250.008=-1.488
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	13.674-14.269=-0.595
σ	3.688-3.309=0.378
min	11.372-11.547=-0.175
max	21.104-20.707=0.397

op=table_records(), no indexes

*mean*	41.939-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	11.707-11.125=0.582
σ	1.696-0.488=1.208
min	10.878-10.780=0.098
max	15.880-12.274=3.606

op=table_records(), repeat

*mean*	41.925-41.933=-0.009
σ	0.000-0.000=-0.000
min	41.924-41.933=-0.008
max	41.925-41.934=-0.009

*mean*	4180.250-4182.375=-2.125
σ	1944.624-1946.193=-1.568
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	11.615-11.548=0.067
σ	1.911-1.863=0.048
min	10.751-10.698=0.053
max	16.341-16.125=0.216

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.023
σ	0.137-0.136=0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4180.250-4182.375=-2.125
σ	1944.624-1946.193=-1.568
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	9.113-9.015=0.098
σ	1.315-1.232=0.083
min	7.838-8.079=-0.241
max	12.223-11.993=0.230

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4180.250-4182.375=-2.125
σ	1944.624-1946.193=-1.568
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	7.085-7.049=0.036
σ	0.840-0.965=-0.125
min	6.508-6.448=0.060
max	9.128-9.383=-0.255

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4590.250-4590.875=-0.625
σ	2248.520-2250.008=-1.488
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	6.301-6.602=-0.302
σ	0.605-1.119=-0.514
min	5.888-5.835=0.053
max	7.347-9.050=-1.703

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.000-0.000=0.000
min	25.961-25.984=-0.024
max	25.962-25.985=-0.023

*mean*	4590.250-4590.875=-0.625
σ	2248.520-2250.008=-1.488
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	6.122-6.442=-0.320
σ	0.745-1.237=-0.491
min	5.329-5.729=-0.400
max	7.332-9.273=-1.941

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.627=-0.019
σ	0.002
min	1021.606-1021.625=-0.019
max	1021.611-1021.629=-0.019

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	351.161-361.813=-10.651
σ	1.894-43.807=-41.913
min	348.831-342.693=6.138
max	354.877-470.093=-115.215

op=load_product(), with indexes

*mean*	3495.855-3495.878=-0.024
σ	0.454-0.468=-0.014
min	3495.694-3495.713=-0.019
max	3496.978-3497.037=-0.059

*mean*	3757.125-3757.625=-0.500
σ	2299.265-2300.753=-1.488
min	720.000
max	7385.000-7386.000=-1.000

*mean*	1759.093-1794.572=-35.479
σ	598.309-671.599=-73.289
min	1402.480-1401.092=1.387
max	2766.146-2965.746=-199.600

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.841-107.854=-0.013
max	107.842-107.855=-0.013

*mean*	4409.500-4411.750=-2.250
σ	2218.171-2219.486=-1.315
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	254.107-242.924=11.183
σ	334.091-301.595=32.497
min	125.321-126.431=-1.110
max	1079.611-988.367=91.245

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.013

*mean*	4409.500-4411.750=-2.250
σ	2218.171-2219.486=-1.315
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	44.605-44.618=-0.014
σ	7.147-8.340=-1.193
min	40.468-39.963=0.505
max	61.892-65.066=-3.174

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.950=-0.022

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	213.793-22.112=191.681
σ	543.163-0.850=542.313
min	21.174-21.499=-0.325
max	1558.051-23.979=1534.072

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.308=-0.015
σ	0.002-0.002=0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	64.179-275.875=-211.696
σ	24.322-619.852=-595.531
min	55.092-55.409=-0.317
max	124.343-1809.928=-1685.585

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.014-0.014=-0.000
min	4646.837-4646.845=-0.008
max	4646.876-4646.884=-0.008

*mean*	4180.250-4182.375=-2.125
σ	1944.624-1946.193=-1.568
min	1488.000-1483.000=5.000
max	7385.000-7386.000=-1.000

*mean*	3313.196-3297.409=15.787
σ	785.117-847.110=-61.993
min	2497.885-2501.799=-3.914
max	4743.834-4908.128=-164.294

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002
min	1973.827-1973.849=-0.022
max	1973.832-1973.854=-0.022

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	1041.656-1065.437=-23.781
σ	270.616-266.884=3.732
min	913.633-922.804=-9.171
max	1694.211-1698.487=-4.276

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7385.000-7386.000=-1.000
σ	0.000
min	7385.000-7386.000=-1.000
max	7385.000-7386.000=-1.000

*mean*	387.785-388.761=-0.976
σ	5.966-6.156=-0.191
min	375.071-373.976=1.095
max	396.247-393.553=2.694

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	1.690-0.000=1.690
min	475.000-477.000=-2.000
max	479.000-477.000=2.000

*mean*	382.548-385.318=-2.770
σ	27.922-29.014=-1.092
min	321.284-349.265=-27.982
max	410.168-423.021=-12.853

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	556.500-562.750=-6.250
σ	0.535-0.463=0.072
min	556.000-562.000=-6.000
max	557.000-563.000=-6.000

*mean*	782.008-743.987=38.021
σ	36.056-77.436=-41.380
min	714.008-595.379=118.628
max	828.454-840.807=-12.353

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.532-1024.565=-60.033
σ	1.821-0.760=1.061
min	963.822-1024.094=-60.272
max	972.231-1027.704=-55.474

*mean*	1038.250-1040.500=-2.250
σ	292.118-307.947=-15.828
min	551.000-544.000=7.000
max	1427.000-1526.000=-99.000

*mean*	1.296-1.383=-0.087
σ	0.159-0.095=0.064
min	1.173-1.308=-0.135
max	1.762-1.647=0.115

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.305-0.294=0.011
σ	0.308-0.283=0.025
min	0.141-0.139=0.002
max	0.852-0.797=0.055

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.480=-0.005
σ	0.322-0.316=0.006
min	0.319-0.322=-0.003
max	1.050-1.045=0.006

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.222=0.005
σ	0.017-0.024=-0.007
min	0.211-0.200=0.011
max	0.251-0.263=-0.012

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.370-0.333=0.037
σ	0.060-0.021=0.040
min	0.330-0.311=0.019
max	0.475-0.365=0.109

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838-964.971=-0.133
σ	0.009-0.011=-0.001
min	964.833-964.965=-0.132
max	964.855-964.989=-0.135

*mean*	430.600-437.000=-6.400
σ	0.548-6.595=-6.048
min	430.000-431.000=-1.000
max	431.000-444.000=-13.000

*mean*	0.563-0.535=0.028
σ	0.038-0.047=-0.009
min	0.513-0.495=0.018
max	0.610-0.589=0.021

name=cdr_enhanced_4k_loc.art

*mean*	885.913-885.898=0.015
σ	0.002-0.002=-0.000
min	885.912-885.897=0.015
max	885.915-885.901=0.015

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.469-0.475=-0.007
σ	0.048-0.042=0.006
min	0.407-0.418=-0.011
max	0.518-0.521=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718-7.710=0.009
σ	0.002
min	7.717-7.709=0.009
max	7.721-7.713=0.009

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.644-2.629=0.015
σ	0.127-0.100=0.028
min	2.472-2.434=0.039
max	3.487-2.845=0.643

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.008
σ	0.002
min	7.666-7.657=0.008
max	7.670-7.661=0.008

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.338-2.579=-0.241
σ	0.308-0.077=0.231
min	1.898-2.434=-0.536
max	2.802-2.900=-0.098

name=record_render_success.art

*mean*	2.290-2.290=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.320-0.310=0.010
σ	0.062-0.033=0.029
min	0.291-0.291=0.001
max	0.770-0.622=0.148

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.289-0.294=-0.005
σ	0.008-0.008=0.000
min	0.276-0.282=-0.005
max	0.332-0.335=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.547-11.740=-0.194
σ	12.113-12.670=-0.556
min	0.574-0.574=0.000
max	111.874-106.210=5.664

*mean*	463.507-458.812=4.695
σ	18.078-18.701=-0.623
min	409.000-408.000=1.000
max	478.000-474.000=4.000

*mean*	0.026-0.027=-0.000
σ	0.030-0.031=-0.002
min	0.001-0.001=0.000
max	0.268-0.252=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.679-298.708=-20.029
σ	1.032-1.026=0.006
min	278.245-298.291=-20.046
max	281.608-301.624=-20.015

*mean*	442.400-445.200=-2.800
σ	17.102-18.201=-1.099
min	415.000-417.000=-2.000
max	468.000-471.000=-3.000

*mean*	0.577-0.601=-0.024
σ	0.029-0.016=0.013
min	0.500-0.570=-0.070
max	0.605-0.636=-0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-173.738=-4.481
σ	0.000-0.000=0.000
min	169.257-173.738=-4.481
max	169.257-173.738=-4.481

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	226.236-239.095=-12.858
σ	22.227-19.244=2.983
min	193.509-193.871=-0.362
max	248.172-255.693=-7.522

phase=macro expansion

*mean*	5.899-6.133=-0.234
σ	0.000
min	5.899-6.133=-0.234
max	5.899-6.133=-0.234

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	8.786-9.237=-0.451
σ	0.694-0.735=-0.041
min	7.076-7.424=-0.348
max	9.122-9.564=-0.443

phase=parser

*mean*	1041.958-1042.434=-0.475
σ	0.000-0.000=-0.000
min	1041.958-1042.433=-0.475
max	1041.959-1042.434=-0.475

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	585.730-569.350=16.380
σ	59.672-58.557=1.115
min	446.257-424.872=21.385
max	620.839-596.628=24.211

phase=processProdDef

*mean*	2243.721-2243.977=-0.256
σ	0.000-0.000=-0.000
min	2243.721-2243.977=-0.255
max	2243.721-2243.977=-0.256

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	2960.055-2454.693=505.362
σ	274.189-466.612=-192.422
min	2635.140-1992.001=643.138
max	3264.735-3356.549=-91.814

phase=renaming

*mean*	21.436-21.671=-0.235
σ	0.000
min	21.436-21.671=-0.235
max	21.436-21.671=-0.235

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	46.271-38.165=8.105
σ	3.496-4.803=-1.308
min	38.296-26.318=11.978
max	49.143-40.393=8.750

phase=type checker

*mean*	958.596-989.752=-31.156
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.144

*mean*	693.000-839.000=-146.000
σ	0.000
min	693.000-839.000=-146.000
max	693.000-839.000=-146.000

*mean*	670.470-673.916=-3.446
σ	18.358-15.769=2.588
min	635.639-642.692=-7.052
max	687.956-699.826=-11.870

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-293.821=-11.461
σ	0.036-0.037=-0.001
min	282.311-293.768=-11.457
max	282.401-293.859=-11.458

*mean*	442.000-443.000=-1.000
σ	2.739-0.000=2.739
min	440.000-443.000=-3.000
max	445.000-443.000=2.000

*mean*	0.383-0.390=-0.007
σ	0.010-0.002=0.008
min	0.374-0.387=-0.013
max	0.397-0.392=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.592-1320.293=-52.701
σ	0.105-0.131=-0.026
min	1267.478-1320.172=-52.694
max	1267.760-1320.501=-52.741

*mean*	1114.600-1089.200=25.400
σ	171.134-166.671=4.463
min	898.000-892.000=6.000
max	1334.000-1317.000=17.000

*mean*	2.019-1.949=0.070
σ	0.117-0.091=0.026
min	1.874-1.863=0.012
max	2.125-2.090=0.035

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.532-1559.282=-52.749
σ	2.949-2.958=-0.009
min	1505.007-1557.714=-52.707
max	1511.796-1564.559=-52.763

*mean*	625.800-609.600=16.200
σ	87.168-92.611=-5.443
min	496.000-497.000=-1.000
max	728.000-727.000=1.000

*mean*	2.206-2.186=0.020
σ	0.183-0.136=0.048
min	2.085-2.052=0.032
max	2.522-2.335=0.187

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.592-1882.339=-52.746
σ	0.072-0.054=0.018
min	1829.500-1882.271=-52.771
max	1829.694-1882.415=-52.721

*mean*	1770.800-1728.000=42.800
σ	212.002-177.076=34.925
min	1492.000-1470.000=22.000
max	1972.000-1887.000=85.000

*mean*	3.118-2.976=0.143
σ	0.298-0.256=0.042
min	2.825-2.723=0.102
max	3.472-3.395=0.077

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.812-1.588=0.223
σ	0.101-0.169=-0.069
min	1.641-1.366=0.275
max	1.905-1.830=0.075

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.447-419.943=-26.496
σ	509.574-518.108=-8.534
min	138.657-160.885=-22.228
max	1157.808-1197.104=-39.297

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.493-0.519=-0.026
σ	0.517-0.511=0.006
min	0.232-0.259=-0.027
max	1.268-1.286=-0.017

policies=20

*mean*	1386.707-1609.188=-222.481
σ	0.153-0.345=-0.192
min	1386.600-1608.940=-222.340
max	1386.934-1609.695=-222.760

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.250-449.000=-4.750
σ	8.500-6.000=2.500
min	440.000-446.000=-6.000
max	457.000-458.000=-1.000

*mean*	2.306-2.580=-0.273
σ	0.006-0.025=-0.019
min	2.298-2.548=-0.250
max	2.312-2.608=-0.296

policies=200

*mean*	13875.544-16100.509=-2224.965
σ	0.153-0.106=0.047
min	13875.448-16100.408=-2224.960
max	13875.771-16100.646=-2224.875

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.250-499.500=-3.250
σ	4.573-6.758=-2.184
min	491.000
max	502.000-507.000=-5.000

*mean*	23.263-26.027=-2.764
σ	0.083-0.062=0.021
min	23.191-25.967=-2.777
max	23.360-26.113=-2.753