Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082-5.301=-0.219
σ	0.000
min	5.082-5.301=-0.219
max	5.082-5.301=-0.219

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988-5.176=-0.188
σ	0.000
min	4.988-5.176=-0.188
max	4.988-5.176=-0.188

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.676=-0.812
σ	0.000
min	4.863-5.676=-0.812
max	4.863-5.676=-0.812

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.883=-0.750
σ	0.000
min	446.133-446.883=-0.750
max	446.133-446.883=-0.750

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238-5.488=-0.250
σ	0.000
min	5.238-5.488=-0.250
max	5.238-5.488=-0.250

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395-6.645=-0.250
σ	0.000
min	6.395-6.645=-0.250
max	6.395-6.645=-0.250

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.818-54.860=2.959
σ	0.361-0.359=0.001
min	57.677-54.718=2.958
max	58.844-55.881=2.963

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.147-0.142=0.005
σ	0.005-0.006=-0.001
min	0.137-0.137=0.001
max	0.154-0.151=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.847=3.052
σ	0.005-0.006=-0.001
min	46.890-43.839=3.051
max	46.909-43.860=3.049

*mean*	420.200-418.000=2.200
σ	0.422-0.000=0.422
min	420.000-418.000=2.000
max	421.000-418.000=3.000

*mean*	0.131-0.125=0.006
σ	0.005-0.006=-0.001
min	0.125-0.119=0.006
max	0.138-0.135=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.617=-0.012
σ	0.000-0.000=0.000
min	36.605-36.617=-0.012
max	36.606-36.618=-0.012

*mean*	4593.250-4594.250=-1.000
σ	2246.076-2248.056=-1.980
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	128.005-144.686=-16.681
σ	326.943-375.149=-48.206
min	11.879-11.791=0.088
max	937.147-1073.132=-135.985

op=column_set() on indexed, repeat

*mean*	36.605-36.617=-0.012
σ	0.000-0.000=-0.000
min	36.605-36.617=-0.012
max	36.605-36.618=-0.012

*mean*	4593.250-4594.250=-1.000
σ	2246.076-2248.056=-1.980
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	13.063-13.369=-0.306
σ	3.010-2.862=0.149
min	11.301-11.380=-0.079
max	20.380-20.373=0.007

op=table_records(), no indexes

*mean*	41.940-41.948=-0.008
σ	0.002-0.002=0.000
min	41.938-41.946=-0.008
max	41.942-41.950=-0.008

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	10.968-11.596=-0.627
σ	0.413-2.011=-1.598
min	10.208-10.719=-0.511
max	11.514-16.556=-5.042

op=table_records(), repeat

*mean*	41.926-41.933=-0.008
σ	0.001-0.000=0.001
min	41.925-41.933=-0.008
max	41.928-41.934=-0.005

*mean*	4186.750-4187.000=-0.250
σ	1943.820-1945.417=-1.598
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	11.471-11.412=0.059
σ	0.922-1.781=-0.859
min	10.893-10.553=0.340
max	13.721-15.808=-2.086

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.655=-0.021
σ	0.137-0.136=0.000
min	27.585-27.606=-0.021
max	27.972-27.993=-0.021

*mean*	4186.750-4187.000=-0.250
σ	1943.820-1945.417=-1.598
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	8.614-9.014=-0.400
σ	0.593-1.271=-0.677
min	8.239-8.080=0.159
max	10.041-12.100=-2.059

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.406=-0.021
σ	0.000-0.000=0.000
min	26.385-26.406=-0.021
max	26.385-26.406=-0.021

*mean*	4186.750-4187.000=-0.250
σ	1943.820-1945.417=-1.598
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	6.628-7.001=-0.373
σ	0.623-0.932=-0.309
min	5.742-6.390=-0.649
max	7.960-9.279=-1.318

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.681=-0.017
σ	0.004-0.003=0.001
min	25.662-25.680=-0.018
max	25.674-25.688=-0.014

*mean*	4593.250-4594.250=-1.000
σ	2246.076-2248.056=-1.980
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	6.226-6.343=-0.117
σ	1.069-1.091=-0.021
min	5.562-5.729=-0.166
max	8.832-9.010=-0.177

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.984=-0.022
σ	0.001-0.000=0.000
min	25.962-25.984=-0.022
max	25.964-25.985=-0.022

*mean*	4593.250-4594.250=-1.000
σ	2246.076-2248.056=-1.980
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	6.197-6.204=-0.007
σ	1.071-1.091=-0.020
min	5.609-5.623=-0.014
max	8.801-8.884=-0.082

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.627=-0.027
σ	0.002-0.002=0.000
min	1021.597-1021.625=-0.028
max	1021.602-1021.629=-0.027

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	554.301-346.866=207.436
σ	592.688-1.583=591.105
min	343.927-343.691=0.236
max	2021.127-348.509=1672.619

op=load_product(), with indexes

*mean*	3495.846-3495.878=-0.032
σ	0.455-0.468=-0.013
min	3495.685-3495.713=-0.028
max	3496.971-3497.036=-0.065

*mean*	3760.875-3761.250=-0.375
σ	2299.468-2301.106=-1.638
min	720.000-719.000=1.000
max	7379.000-7383.000=-4.000

*mean*	1741.231-1763.250=-22.019
σ	630.810-684.477=-53.667
min	1392.503-1386.995=5.508
max	2769.218-2955.283=-186.065

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.854=-0.012
σ	0.000-0.000=-0.000
min	107.841-107.853=-0.012
max	107.842-107.855=-0.012

*mean*	4414.625-4415.125=-0.500
σ	2215.183-2217.173=-1.990
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	183.194-195.924=-12.730
σ	139.876-157.462=-17.586
min	126.131-126.552=-0.421
max	528.513-583.902=-55.390

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.081=-0.013
σ	0.001-0.000=0.001
min	62.065-62.081=-0.016
max	62.069-62.082=-0.012

*mean*	4414.625-4415.125=-0.500
σ	2215.183-2217.173=-1.990
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	42.789-41.902=0.888
σ	1.236-1.405=-0.169
min	41.334-39.600=1.733
max	44.645-44.076=0.570

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.948=-0.021
σ	0.002-0.002=0.000
min	40.926-40.947=-0.021
max	40.930-40.950=-0.021

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	22.417-184.384=-161.967
σ	1.021-458.364=-457.343
min	21.629-21.312=0.316
max	24.795-1318.765=-1293.970

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.308=-0.014
σ	0.002-0.002=0.000
min	71.293-71.307=-0.014
max	71.297-71.311=-0.014

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	56.179-64.384=-8.205
σ	2.215-24.709=-22.494
min	54.791-54.679=0.112
max	61.502-125.437=-63.935

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.850=-0.008
σ	0.013-0.013=-0.000
min	4646.837-4646.845=-0.008
max	4646.875-4646.883=-0.008

*mean*	4186.750-4187.000=-0.250
σ	1943.820-1945.417=-1.598
min	1484.000-1485.000=-1.000
max	7379.000-7383.000=-4.000

*mean*	3304.299-3368.302=-64.004
σ	757.609-898.778=-141.169
min	2523.193-2513.046=10.147
max	4492.406-4705.653=-213.247

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.851=-0.021
σ	0.002-0.002=-0.000
min	1973.829-1973.849=-0.021
max	1973.833-1973.854=-0.021

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	982.754-1031.922=-49.167
σ	88.110-240.452=-152.342
min	927.148-919.698=7.450
max	1130.334-1607.207=-476.873

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.105=-0.021
σ	0.002-0.002=-0.000
min	905.082-905.102=-0.021
max	905.087-905.108=-0.021

*mean*	7379.000-7383.000=-4.000
σ	0.000
min	7379.000-7383.000=-4.000
max	7379.000-7383.000=-4.000

*mean*	469.035-407.369=61.666
σ	210.280-39.723=170.558
min	382.235-382.402=-0.167
max	989.272-504.986=484.286

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.375-475.000=0.375
σ	0.518-0.000=0.518
min	475.000
max	476.000-475.000=1.000

*mean*	371.167-360.482=10.685
σ	29.425-34.676=-5.251
min	307.238-307.027=0.211
max	398.696-419.317=-20.620

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-566.000=-8.000
σ	0.000
min	558.000-566.000=-8.000
max	558.000-566.000=-8.000

*mean*	759.204-769.391=-10.187
σ	49.154-55.295=-6.141
min	671.763-642.117=29.647
max	825.934-823.939=1.995

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.274-1024.565=-47.291
σ	2.441-0.760=1.681
min	976.427-1024.094=-47.667
max	987.616-1027.704=-40.089

*mean*	1042.000-1060.000=-18.000
σ	308.634-314.509=-5.875
min	568.000-590.000=-22.000
max	1493.000-1531.000=-38.000

*mean*	1.289-1.374=-0.085
σ	0.136-0.065=0.071
min	1.200-1.315=-0.115
max	1.770-1.561=0.210

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.001
σ	0.020-0.020=-0.000
min	0.903-0.903=0.001
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.453-0.378=0.075
σ	0.473-0.457=0.016
min	0.218-0.141=0.076
max	1.299-1.194=0.105

name=error_case.art

*mean*	2.346-2.340=0.006
σ	0.012
min	2.340-2.334=0.006
max	2.368-2.362=0.006

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.829-0.415=0.413
σ	0.515-0.187=0.328
min	0.581-0.320=0.261
max	1.750-0.750=1.000

name=heavy_item.art

*mean*	1.523-1.523=0.001
σ	0.002-0.002=-0.000
min	1.522-1.521=0.001
max	1.526-1.525=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.384-0.222=0.162
σ	0.040-0.024=0.016
min	0.353-0.198=0.154
max	0.450-0.262=0.187

name=nested_use.art

*mean*	2.364-2.358=0.006
σ	0.002
min	2.363-2.357=0.006
max	2.367-2.361=0.006

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.594-0.333=0.260
σ	0.020-0.019=0.000
min	0.574-0.317=0.257
max	0.623-0.366=0.257

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.971=0.007
σ	0.009-0.011=-0.001
min	964.973-964.965=0.008
max	964.995-964.989=0.005

*mean*	431.000-435.600=-4.600
σ	0.000-6.066=-6.066
min	431.000-430.000=1.000
max	431.000-442.000=-11.000

*mean*	0.717-0.540=0.177
σ	0.029-0.063=-0.034
min	0.670-0.481=0.189
max	0.748-0.616=0.132

name=cdr_enhanced_4k_loc.art

*mean*	886.000-885.898=0.102
σ	0.002-0.002=-0.000
min	885.999-885.897=0.102
max	886.003-885.901=0.102

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.604-0.501=0.103
σ	0.028-0.021=0.006
min	0.578-0.465=0.114
max	0.648-0.515=0.133

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.710=0.009
σ	0.002
min	7.718-7.709=0.009
max	7.722-7.713=0.009

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	3.555-1.968=1.588
σ	0.099-0.078=0.021
min	3.401-1.839=1.563
max	3.948-2.222=1.726

name=record_render_large_syntax_err.art

*mean*	7.667-7.658=0.009
σ	0.002
min	7.666-7.657=0.009
max	7.670-7.661=0.009

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	3.562-2.498=1.064
σ	0.090-0.278=-0.188
min	3.416-1.865=1.551
max	3.815-2.947=0.868

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.539-0.314=0.224
σ	0.014-0.034=-0.019
min	0.515-0.291=0.223
max	0.635-0.597=0.038

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.511-0.292=0.219
σ	0.013-0.010=0.003
min	0.488-0.279=0.209
max	0.564-0.340=0.224

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.944-11.663=0.281
σ	12.465-11.397=1.067
min	0.574-0.574=-0.000
max	88.735-110.953=-22.219

*mean*	455.064-466.537=-11.473
σ	18.519-19.756=-1.237
min	406.000
max	474.000-483.000=-9.000

*mean*	0.027-0.027=0.000
σ	0.031-0.028=0.002
min	0.001-0.001=0.000
max	0.215-0.264=-0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.156-298.634=-4.478
σ	1.042-1.030=0.012
min	293.654-298.264=-4.610
max	297.107-301.564=-4.458

*mean*	442.900-440.900=2.000
σ	19.157-16.394=2.763
min	415.000
max	469.000-467.000=2.000

*mean*	0.583-0.606=-0.023
σ	0.023-0.011=0.012
min	0.533-0.594=-0.061
max	0.616-0.634=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-173.738=-67.192
σ	0.000-0.000=-0.000
min	106.546-173.738=-67.192
max	106.546-173.738=-67.192

*mean*	851.000-844.000=7.000
σ	0.000
min	851.000-844.000=7.000
max	851.000-844.000=7.000

*mean*	150.857-205.575=-54.718
σ	9.280-29.666=-20.387
min	138.283-153.483=-15.199
max	160.633-248.606=-87.974

phase=macro expansion

*mean*	5.897-6.133=-0.236
σ	0.000
min	5.897-6.133=-0.236
max	5.897-6.133=-0.236

*mean*	842.125-843.375=-1.250
σ	25.102-1.768=23.335
min	780.000-839.000=-59.000
max	851.000-844.000=7.000

*mean*	7.719-9.299=-1.580
σ	1.363-0.716=0.648
min	6.023-7.553=-1.530
max	9.139-9.781=-0.642

phase=parser

*mean*	1042.133-1042.434=-0.301
σ	0.000-0.000=0.000
min	1042.132-1042.434=-0.302
max	1042.133-1042.434=-0.301

*mean*	842.125-843.375=-1.250
σ	25.102-1.768=23.335
min	780.000-839.000=-59.000
max	851.000-844.000=7.000

*mean*	516.160-583.341=-67.181
σ	94.072-48.837=45.234
min	402.264-468.059=-65.794
max	610.273-620.818=-10.545

phase=processProdDef

*mean*	2241.194-2243.977=-2.783
σ	0.000
min	2241.194-2243.977=-2.783
max	2241.194-2243.977=-2.783

*mean*	851.000-844.000=7.000
σ	0.000
min	851.000-844.000=7.000
max	851.000-844.000=7.000

*mean*	2846.032-2841.464=4.568
σ	381.013-331.921=49.092
min	2009.288-2157.527=-148.238
max	3157.416-3245.144=-87.728

phase=renaming

*mean*	21.430-21.671=-0.241
σ	0.000
min	21.430-21.671=-0.241
max	21.430-21.671=-0.241

*mean*	842.125-843.375=-1.250
σ	25.102-1.768=23.335
min	780.000-839.000=-59.000
max	851.000-844.000=7.000

*mean*	41.292-38.579=2.714
σ	7.031-4.832=2.199
min	33.308-26.676=6.631
max	50.786-41.071=9.715

phase=type checker

*mean*	958.462-989.752=-31.289
σ	0.047-0.066=-0.019
min	958.439-989.654=-31.215
max	958.564-989.841=-31.277

*mean*	842.125-843.375=-1.250
σ	25.102-1.768=23.335
min	780.000-839.000=-59.000
max	851.000-844.000=7.000

*mean*	664.394-728.401=-64.007
σ	17.477-62.261=-44.783
min	636.123-659.059=-22.937
max	685.849-865.907=-180.058

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-293.821=34.399
σ	0.041-0.037=0.003
min	328.161-293.768=34.394
max	328.262-293.858=34.404

*mean*	441.200-444.400=-3.200
σ	4.494-0.548=3.947
min	435.000-444.000=-9.000
max	445.000

*mean*	0.429-0.392=0.037
σ	0.003-0.006=-0.003
min	0.426-0.387=0.038
max	0.432-0.401=0.030

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.429-1320.286=-6.857
σ	0.126-0.123=0.003
min	1313.327-1320.164=-6.838
max	1313.642-1320.492=-6.851

*mean*	1056.600-1089.800=-33.200
σ	161.964-168.564=-6.600
min	849.000-890.000=-41.000
max	1266.000-1320.000=-54.000

*mean*	1.868-1.970=-0.102
σ	0.048-0.182=-0.134
min	1.830-1.836=-0.007
max	1.945-2.282=-0.338

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.389-1559.286=-6.897
σ	3.064-2.984=0.080
min	1550.807-1557.683=-6.876
max	1557.859-1564.611=-6.752

*mean*	617.400-626.600=-9.200
σ	64.825-88.562=-23.737
min	543.000-495.000=48.000
max	700.000-731.000=-31.000

*mean*	2.197-2.207=-0.010
σ	0.156-0.218=-0.062
min	2.083-2.078=0.004
max	2.471-2.587=-0.117

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.429-1882.343=-6.914
σ	0.070-0.060=0.011
min	1875.350-1882.265=-6.915
max	1875.528-1882.428=-6.900

*mean*	1709.600-1730.600=-21.000
σ	181.193-177.403=3.790
min	1545.000-1472.000=73.000
max	1970.000-1890.000=80.000

*mean*	2.926-3.035=-0.108
σ	0.068-0.325=-0.257
min	2.878-2.777=0.102
max	3.039-3.599=-0.560

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.494-1.662=-0.169
σ	0.130-0.172=-0.042
min	1.330-1.438=-0.108
max	1.664-1.877=-0.213

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.296-419.944=0.352
σ	509.311-518.105=-8.794
min	165.637-160.888=4.749
max	1184.263-1197.102=-12.839

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	431.000-446.000=-15.000
σ	0.000
min	431.000-446.000=-15.000
max	431.000-446.000=-15.000

*mean*	0.533-0.524=0.009
σ	0.518-0.516=0.002
min	0.271-0.262=0.009
max	1.309-1.297=0.012

policies=20

*mean*	1656.575-1609.202=47.373
σ	0.384-0.342=0.042
min	1656.349-1608.961=47.389
max	1657.151-1609.710=47.441

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	446.000-449.250=-3.250
σ	11.165-6.500=4.665
min	432.000-446.000=-14.000
max	455.000-459.000=-4.000

*mean*	2.671-2.582=0.090
σ	0.019-0.027=-0.008
min	2.658-2.552=0.106
max	2.699-2.606=0.093

policies=200

*mean*	16573.671-16100.689=472.982
σ	0.186-0.094=0.093
min	16573.399-16100.603=472.796
max	16573.815-16100.818=472.998

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	496.500-497.250=-0.750
σ	4.203-3.500=0.703
min	491.000-493.000=-2.000
max	501.000

*mean*	26.964-26.040=0.924
σ	0.162-0.145=0.017
min	26.795-25.922=0.873
max	27.137-26.247=0.890