Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395-5.676=-0.281
σ	0.000
min	5.395-5.676=-0.281
max	5.395-5.676=-0.281

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633-446.883=-0.250
σ	0.000
min	446.633-446.883=-0.250
max	446.633-446.883=-0.250

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.729-54.865=-0.135
σ	0.360-0.361=-0.000
min	54.580-54.727=-0.147
max	55.754-55.890=-0.136

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.141-0.158=-0.017
σ	0.004-0.012=-0.007
min	0.137-0.140=-0.003
max	0.149-0.174=-0.025

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.849=-0.075
σ	0.006-0.005=0.001
min	43.762-43.841=-0.079
max	43.781-43.855=-0.074

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.122-0.133=-0.012
σ	0.005-0.009=-0.004
min	0.116-0.124=-0.008
max	0.131-0.145=-0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.617=-0.013
σ	0.000-0.000=0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.012

*mean*	4589.500-4423.250=166.250
σ	2251.114-2225.917=25.197
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	82.323-12.948=69.375
σ	196.144-1.775=194.369
min	11.837-12.169=-0.333
max	567.731-17.324=550.407

op=column_set() on indexed, repeat

*mean*	36.604-36.618=-0.013
σ	0.000-0.000=-0.000
min	36.604-36.617=-0.013
max	36.605-36.618=-0.014

*mean*	4589.500-4603.875=-14.375
σ	2251.114-2257.131=-6.016
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	14.100-144.601=-130.500
σ	3.835-371.163=-367.328
min	11.522-11.805=-0.283
max	22.139-1063.170=-1041.031

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=-0.000
min	41.938-41.946=-0.008
max	41.942-41.951=-0.009

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	11.357-11.279=0.078
σ	0.207-0.811=-0.604
min	11.115-10.785=0.329
max	11.685-13.244=-1.559

op=table_records(), repeat

*mean*	41.925-41.934=-0.009
σ	0.000-0.002=-0.001
min	41.924-41.933=-0.008
max	41.925-41.937=-0.012

*mean*	4179.625-4194.750=-15.125
σ	1946.715-1953.490=-6.775
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	12.037-11.653=0.384
σ	1.637-1.826=-0.189
min	11.138-10.737=0.401
max	16.056-16.129=-0.073

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.655=-0.022
σ	0.137-0.137=-0.000
min	27.584-27.606=-0.022
max	27.971-27.993=-0.022

*mean*	4179.625-4194.750=-15.125
σ	1946.715-1953.490=-6.775
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	9.051-9.023=0.028
σ	1.319-1.323=-0.003
min	7.729-7.959=-0.230
max	12.173-12.185=-0.012

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.406=-0.022
σ	0.000-0.000=0.000
min	26.384-26.406=-0.022
max	26.384-26.406=-0.022

*mean*	4179.625-4194.750=-15.125
σ	1946.715-1953.490=-6.775
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.621-6.782=-0.161
σ	0.925-1.031=-0.106
min	6.052-5.592=0.460
max	8.854-9.019=-0.165

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.681=-0.018
σ	0.004-0.003=0.001
min	25.661-25.680=-0.019
max	25.673-25.688=-0.015

*mean*	4589.500-4603.875=-14.375
σ	2251.114-2257.131=-6.016
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.521-6.548=-0.027
σ	1.089-1.153=-0.064
min	5.808-5.824=-0.016
max	8.904-9.134=-0.230

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.984=-0.024
σ	0.001-0.000=0.000
min	25.960-25.984=-0.024
max	25.962-25.986=-0.024

*mean*	4589.500-4603.875=-14.375
σ	2251.114-2257.131=-6.016
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	6.279-6.333=-0.054
σ	1.017-1.186=-0.169
min	5.522-5.490=0.032
max	8.455-9.049=-0.594

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610-1021.627=-0.017
σ	0.002-0.002=-0.000
min	1021.608-1021.625=-0.017
max	1021.612-1021.629=-0.017

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	359.328-349.259=10.069
σ	40.692-2.395=38.297
min	340.524-346.038=-5.514
max	459.888-352.214=107.674

op=load_product(), with indexes

*mean*	3495.857-3495.878=-0.021
σ	0.456-0.469=-0.013
min	3495.696-3495.713=-0.017
max	3496.985-3497.038=-0.053

*mean*	3756.000-3768.500=-12.500
σ	2300.815-2309.268=-8.453
min	720.000
max	7388.000-7403.000=-15.000

*mean*	1720.414-1777.720=-57.306
σ	574.996-663.612=-88.616
min	1379.434-1387.433=-7.999
max	2863.113-2931.967=-68.854

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.013
σ	0.000-0.000=0.000
min	107.840-107.854=-0.013
max	107.841-107.854=-0.013

*mean*	4409.500-4194.750=214.750
σ	2220.799-1953.490=267.309
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	240.183-133.847=106.335
σ	299.161-16.303=282.858
min	126.499-125.450=1.048
max	979.653-173.614=806.039

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.082=-0.014
σ	0.001-0.000=0.001
min	62.065-62.081=-0.017
max	62.068-62.082=-0.014

*mean*	4409.500-4423.250=-13.750
σ	2220.799-2225.917=-5.117
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	46.368-142.798=-96.430
σ	9.526-281.747=-272.221
min	41.306-41.407=-0.101
max	69.655-840.075=-770.420

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.948=-0.022
σ	0.002-0.002=-0.000
min	40.925-40.947=-0.022
max	40.928-40.951=-0.023

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	22.802-93.933=-71.131
σ	1.430-200.805=-199.374
min	21.884-21.549=0.335
max	26.246-590.845=-564.599

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=-0.000
min	71.292-71.307=-0.014
max	71.296-71.311=-0.014

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	263.208-61.190=202.018
σ	584.559-9.744=574.815
min	54.697-55.761=-1.064
max	1709.907-83.619=1626.288

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.013=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4179.625-4194.750=-15.125
σ	1946.715-1953.490=-6.775
min	1484.000-1487.000=-3.000
max	7388.000-7403.000=-15.000

*mean*	3182.661-3150.672=31.989
σ	701.240-642.659=58.581
min	2522.232-2488.438=33.793
max	4615.441-4014.888=600.553

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.851=-0.022
σ	0.002-0.002=0.000
min	1973.827-1973.849=-0.022
max	1973.832-1973.853=-0.022

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	1064.219-1045.660=18.559
σ	258.755-263.524=-4.769
min	927.050-921.846=5.205
max	1680.436-1678.098=2.338

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.105=-0.022
σ	0.002
min	905.080-905.102=-0.022
max	905.086-905.108=-0.022

*mean*	7388.000-7403.000=-15.000
σ	0.000
min	7388.000-7403.000=-15.000
max	7388.000-7403.000=-15.000

*mean*	402.796-401.809=0.986
σ	7.293-34.935=-27.642
min	385.556-386.998=-1.441
max	407.314-488.162=-80.848

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	395.207-391.121=4.087
σ	23.179-14.539=8.641
min	368.982-369.894=-0.912
max	444.355-418.100=26.255

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.875=0.125
σ	0.000-0.354=-0.354
min	563.000-562.000=1.000
max	563.000

*mean*	752.540-733.925=18.615
σ	52.796-42.181=10.615
min	702.938-644.715=58.222
max	876.669-790.496=86.173

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-1024.566=-60.596
σ	1.822-0.759=1.062
min	963.262-1024.095=-60.832
max	971.673-1027.705=-56.032

*mean*	1053.700-1049.450=4.250
σ	318.822-311.802=7.019
min	562.000-587.000=-25.000
max	1522.000-1511.000=11.000

*mean*	1.271-1.393=-0.122
σ	0.124-0.082=0.042
min	1.069-1.317=-0.248
max	1.572-1.586=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.913=0.002
σ	0.020
min	0.904-0.903=0.002
max	0.951-0.949=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.277-0.303=-0.026
σ	0.267-0.300=-0.032
min	0.131-0.149=-0.018
max	0.752-0.835=-0.083

name=error_case.art

*mean*	2.347-2.340=0.007
σ	0.012
min	2.341-2.334=0.007
max	2.369-2.362=0.007

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.481=0.006
σ	0.306-0.322=-0.016
min	0.331-0.331=0.001
max	1.033-1.057=-0.023

name=heavy_item.art

*mean*	1.525-1.523=0.003
σ	0.002-0.002=-0.000
min	1.524-1.521=0.003
max	1.528-1.525=0.003

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.222=-0.001
σ	0.021-0.024=-0.003
min	0.204-0.202=0.002
max	0.258-0.261=-0.003

name=nested_use.art

*mean*	2.365-2.358=0.008
σ	0.002
min	2.364-2.357=0.008
max	2.368-2.361=0.008

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.328=0.007
σ	0.014-0.022=-0.008
min	0.323-0.313=0.010
max	0.358-0.366=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.971=1.316
σ	0.009-0.011=-0.001
min	966.281-964.965=1.316
max	966.303-964.989=1.314

*mean*	433.000-431.200=1.800
σ	0.707-0.447=0.260
min	432.000-431.000=1.000
max	434.000-432.000=2.000

*mean*	0.572-0.565=0.007
σ	0.045-0.040=0.005
min	0.507-0.517=-0.010
max	0.609-0.609=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.898=0.819
σ	0.002-0.002=-0.000
min	886.716-885.897=0.819
max	886.720-885.901=0.819

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.512-0.517=-0.005
σ	0.024-0.012=0.012
min	0.471-0.500=-0.029
max	0.532-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.710=0.012
σ	0.002
min	7.721-7.709=0.012
max	7.725-7.713=0.012

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.664-2.636=0.028
σ	0.085-0.092=-0.008
min	2.473-2.482=-0.009
max	2.961-2.976=-0.016

name=record_render_large_syntax_err.art

*mean*	7.670-7.658=0.012
σ	0.002
min	7.670-7.657=0.012
max	7.673-7.661=0.012

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.663-2.630=0.033
σ	0.107-0.105=0.001
min	2.500-2.448=0.052
max	3.040-3.214=-0.175

name=record_render_success.art

*mean*	2.294-2.290=0.004
σ	0.002
min	2.293-2.289=0.004
max	2.297-2.293=0.004

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.325-0.311=0.014
σ	0.100-0.010=0.090
min	0.295-0.295=-0.000
max	1.160-0.361=0.799

name=record_render_syntax_err.art

*mean*	2.169-2.165=0.004
σ	0.002
min	2.168-2.164=0.004
max	2.172-2.168=0.004

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.299-0.295=0.004
σ	0.040-0.008=0.033
min	0.276-0.280=-0.004
max	0.586-0.322=0.264

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.646-12.133=-0.487
σ	11.861-12.617=-0.756
min	0.574-0.573=0.000
max	98.246-121.989=-23.742

*mean*	463.084-461.440=1.644
σ	18.997-18.406=0.590
min	407.000-408.000=-1.000
max	478.000-477.000=1.000

*mean*	0.027-0.027=-0.001
σ	0.029-0.031=-0.002
min	0.001-0.001=0.000
max	0.235-0.299=-0.065

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.816-298.688=-19.872
σ	1.070-1.066=0.004
min	278.431-298.285=-19.853
max	281.861-301.717=-19.856

*mean*	443.100-442.000=1.100
σ	16.326-14.832=1.494
min	413.000-417.000=-4.000
max	470.000-468.000=2.000

*mean*	0.571-0.596=-0.026
σ	0.031-0.022=0.009
min	0.518-0.557=-0.038
max	0.601-0.636=-0.035

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-173.738=-4.480
σ	0.000-0.000=-0.000
min	169.258-173.738=-4.480
max	169.258-173.738=-4.480

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	232.725-224.480=8.245
σ	22.776-22.520=0.256
min	187.020-196.703=-9.683
max	250.626-254.829=-4.204

phase=macro expansion

*mean*	5.900-6.133=-0.233
σ	0.000
min	5.900-6.133=-0.233
max	5.900-6.133=-0.233

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	5.975-6.360=-0.385
σ	0.070-0.058=0.012
min	5.883-6.292=-0.409
max	6.103-6.471=-0.368

phase=parser

*mean*	1043.350-1042.431=0.919
σ	0.000-0.000=0.000
min	1043.350-1042.431=0.919
max	1043.351-1042.431=0.920

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	571.537-593.584=-22.047
σ	78.886-3.158=75.729
min	443.416-588.644=-145.228
max	618.566-596.630=21.935

phase=processProdDef

*mean*	2243.722-2243.980=-0.258
σ	0.000
min	2243.722-2243.980=-0.258
max	2243.722-2243.980=-0.258

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	3048.282-2643.178=405.104
σ	283.868-388.114=-104.246
min	2430.566-2085.529=345.037
max	3315.741-3033.305=282.436

phase=renaming

*mean*	21.438-21.671=-0.233
σ	0.000
min	21.438-21.671=-0.233
max	21.438-21.671=-0.233

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	35.037-20.866=14.172
σ	1.703-0.263=1.440
min	33.029-20.555=12.474
max	37.429-21.216=16.213

phase=type checker

*mean*	958.597-989.752=-31.155
σ	0.047-0.066=-0.019
min	958.573-989.654=-31.081
max	958.698-989.841=-31.143

*mean*	699.000-840.000=-141.000
σ	0.000
min	699.000-840.000=-141.000
max	699.000-840.000=-141.000

*mean*	668.778-647.939=20.839
σ	16.822-5.865=10.956
min	637.373-638.906=-1.533
max	684.671-657.310=27.361

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.366-293.819=-11.453
σ	0.037-0.038=-0.001
min	282.317-293.765=-11.448
max	282.407-293.857=-11.450

*mean*	443.400-444.000=-0.600
σ	0.548-0.000=0.548
min	443.000-444.000=-1.000
max	444.000

*mean*	0.377-0.396=-0.019
σ	0.006-0.005=0.001
min	0.372-0.390=-0.018
max	0.387-0.402=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.090-1320.288=-53.198
σ	0.090-0.143=-0.053
min	1266.975-1320.166=-53.191
max	1267.194-1320.529=-53.335

*mean*	1057.400-1091.000=-33.600
σ	171.451-168.363=3.088
min	846.000-893.000=-47.000
max	1283.000-1322.000=-39.000

*mean*	1.953-1.957=-0.004
σ	0.174-0.106=0.067
min	1.740-1.852=-0.112
max	2.139-2.123=0.016

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.061-1559.283=-53.222
σ	2.952-2.968=-0.015
min	1504.493-1557.759=-53.265
max	1511.329-1564.580=-53.251

*mean*	623.200-617.400=5.800
σ	80.298-93.160=-12.863
min	495.000-500.000=-5.000
max	694.000-730.000=-36.000

*mean*	2.239-2.229=0.010
σ	0.236-0.178=0.058
min	2.044-2.082=-0.037
max	2.626-2.489=0.137

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.072-1882.340=-53.268
σ	0.057-0.052=0.005
min	1829.006-1882.274=-53.268
max	1829.143-1882.413=-53.270

*mean*	1693.600-1731.000=-37.400
σ	237.452-176.675=60.777
min	1408.000-1474.000=-66.000
max	2012.000-1890.000=122.000

*mean*	2.867-3.011=-0.144
σ	0.136-0.177=-0.041
min	2.789-2.872=-0.083
max	3.109-3.318=-0.209

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.623-1.748=-0.125
σ	0.100-0.158=-0.058
min	1.527-1.539=-0.011
max	1.780-1.867=-0.087

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.632-419.768=-26.136
σ	509.937-518.097=-8.160
min	138.661-160.715=-22.054
max	1158.538-1196.913=-38.375

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.484-0.526=-0.043
σ	0.504-0.525=-0.021
min	0.230-0.259=-0.029
max	1.239-1.313=-0.074

policies=20

*mean*	1386.749-1607.469=-220.720
σ	0.155-0.356=-0.201
min	1386.641-1607.229=-220.588
max	1386.978-1607.997=-221.019

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	448.000-450.250=-2.250
σ	2.309-8.500=-6.191
min	446.000
max	450.000-463.000=-13.000

*mean*	2.308-2.592=-0.284
σ	0.012-0.023=-0.011
min	2.298-2.565=-0.267
max	2.320-2.620=-0.300

policies=200

*mean*	13876.151-16083.374=-2207.223
σ	0.108-0.087=0.020
min	13876.093-16083.244=-2207.151
max	13876.313-16083.433=-2207.120

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.000-497.250=-1.250
σ	4.967-3.775=1.192
min	491.000-493.000=-2.000
max	502.000

*mean*	23.498-26.141=-2.644
σ	0.110-0.066=0.044
min	23.384-26.063=-2.679
max	23.593-26.224=-2.631