Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.522=0.156
σ	0.357-0.369=-0.012
min	54.542-54.377=0.165
max	55.693-55.572=0.121

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.141-0.139=0.002
σ	0.005-0.004=0.001
min	0.137-0.133=0.004
max	0.150-0.145=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.767=-0.063
σ	0.004-0.006=-0.001
min	43.697-43.757=-0.060
max	43.709-43.779=-0.069

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.125-0.122=0.002
σ	0.005-0.004=0.002
min	0.119-0.119=-0.000
max	0.133-0.129=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	108.973
σ	272.531
min	12.351
max	783.451

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	14.172
σ	2.893
min	12.733
max	21.269

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	14.890
σ	0.958
min	13.136
max	15.811

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	13.732
σ	0.814
min	12.544
max	14.710

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	13.147
σ	1.130
min	10.759
max	14.158

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	9.131
σ	0.276
min	8.610
max	9.401

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	7.103
σ	0.105
min	6.936
max	7.274

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	6.202
σ	0.571
min	5.768
max	7.575

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	5.834
σ	0.602
min	5.485
max	7.314

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	5.856
σ	0.585
min	5.524
max	7.293

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4283.375
σ	1974.908
min	1552.000
max	7208.000

*mean*	5.776
σ	0.615
min	5.458
max	7.283

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	12.916
σ	0.363
min	12.542
max	13.444

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	13.124
σ	0.452
min	12.121
max	13.561

op=table_records(), no indexes

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	6111.000
σ	0.000
min	6111.000
max	6111.000

*mean*	15.125
σ	0.307
min	14.426
max	15.393

op=table_records(), repeat

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	3718.750
σ	1803.275
min	1280.000
max	6111.000

*mean*	13.837
σ	1.753
min	11.121
max	15.448

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	3718.750
σ	1803.275
min	1280.000
max	6111.000

*mean*	9.145
σ	0.266
min	8.687
max	9.509

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402
σ	0.002
min	26.400
max	26.405

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	7.231
σ	1.111
min	6.536
max	9.907

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669
σ	0.003
min	25.665
max	25.674

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	6.090
σ	0.141
min	5.907
max	6.317

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	5.916
σ	0.071
min	5.772
max	6.020

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	1377.139
σ	541.994
min	1035.086
max	2453.206

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3588.625
σ	1811.646
min	1070.000
max	5812.000

*mean*	4793.641
σ	1629.905
min	3510.485
max	7183.933

op=load_product(), no indexes

*mean*	2524.604
σ	0.002
min	2524.602
max	2524.606

*mean*	6111.000
σ	0.000
min	6111.000
max	6111.000

*mean*	1323.450
σ	500.239
min	1050.064
max	2151.981

op=load_product(), with indexes

*mean*	7878.102
σ	0.469
min	7877.934
max	7879.264

*mean*	3228.500
σ	1829.007
min	809.000
max	6111.000

*mean*	3806.686
σ	1272.026
min	3113.635
max	6210.522

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	81.078
σ	8.756
min	71.928
max	98.007

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	81.661
σ	8.901
min	71.844
max	98.585

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.944
max	40.947

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	102.711
σ	8.394
min	84.888
max	107.704

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	102.891
σ	8.540
min	84.880
max	108.079

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.952

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	104.785
σ	8.772
min	87.934
max	113.171

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	102.908
σ	8.496
min	84.981
max	108.215

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	235.379
σ	213.820
min	134.548
max	763.695

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	157.310
σ	16.058
min	132.008
max	170.106

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	3863.500
σ	1830.759
min	1280.000
max	6111.000

*mean*	89.268
σ	18.550
min	70.682
max	120.090

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6111.000
σ	0.000
min	6111.000
max	6111.000

*mean*	63.127
σ	3.816
min	60.474
max	69.721

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	6111.000
σ	0.000
min	6111.000
max	6111.000

*mean*	99.199
σ	0.658
min	98.089
max	99.992

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4166.875
σ	1897.838
min	1552.000
max	7208.000

*mean*	6647.542
σ	1122.756
min	4945.560
max	8025.220

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	5548.065
σ	1285.300
min	4367.360
max	7683.592

op=table_records()

*mean*	11849.156
σ	4.304
min	11847.561
max	11859.806

*mean*	3718.750
σ	1803.275
min	1280.000
max	6111.000

*mean*	6157.097
σ	1432.983
min	5018.245
max	8422.492

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002
min	10791.091
max	10791.096

*mean*	6111.000
σ	0.000
min	6111.000
max	6111.000

*mean*	5178.329
σ	1555.935
min	4042.144
max	7268.488

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.659
σ	0.014
min	172.636
max	172.677

*mean*	485.000
σ	0.000
min	485.000
max	485.000

*mean*	371.882
σ	49.179
min	267.831
max	408.854

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.471
σ	0.144
min	357.321
max	357.641

*mean*	562.250
σ	0.463
min	562.000
max	563.000

*mean*	790.623
σ	45.289
min	701.233
max	865.258

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	392.101
σ	7.170
min	376.330
max	398.206

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	772.562
σ	17.731
min	749.847
max	796.240

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.081=16.247
σ	0.759-0.762=-0.003
min	1023.854-1007.604=16.250
max	1027.466-1011.229=16.237

*mean*	1050.500-7208.000=-6157.500
σ	319.127-0.000=319.127
min	544.000-7208.000=-6664.000
max	1562.000-7208.000=-5646.000

*mean*	1.585-1.546=0.039
σ	0.074-0.140=-0.066
min	1.518-1.425=0.093
max	1.784-1.975=-0.190

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-7208.000=-6806.000
σ	0.000
min	402.000-7208.000=-6806.000
max	402.000-7208.000=-6806.000

*mean*	0.398-0.313=0.086
σ	0.521-0.129=0.393
min	0.144-0.246=-0.102
max	1.329-0.542=0.787

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-7208.000=-6806.000
σ	0.000
min	402.000-7208.000=-6806.000
max	402.000-7208.000=-6806.000

*mean*	0.474-0.647=-0.173
σ	0.319-0.080=0.239
min	0.320-0.597=-0.277
max	1.045-0.788=0.256

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-7208.000=-6806.000
σ	0.000
min	402.000-7208.000=-6806.000
max	402.000-7208.000=-6806.000

*mean*	0.219-0.542=-0.323
σ	0.022-0.076=-0.053
min	0.203-0.461=-0.258
max	0.258-0.666=-0.408

name=nested_use.art

*mean*	2.357-2.356=0.001
σ	0.002-0.002=0.000
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-7208.000=-6806.000
σ	0.000
min	402.000-7208.000=-6806.000
max	402.000-7208.000=-6806.000

*mean*	0.337-0.862=-0.524
σ	0.010-0.052=-0.042
min	0.330-0.816=-0.486
max	0.353-0.949=-0.596

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.552=1.288
σ	0.011-0.024=-0.013
min	964.835-963.528=1.307
max	964.859-963.582=1.277

*mean*	433.600-7208.000=-6774.400
σ	3.130-0.000=3.130
min	431.000-7208.000=-6777.000
max	437.000-7208.000=-6771.000

*mean*	0.541-0.804=-0.263
σ	0.068-0.048=0.020
min	0.467-0.733=-0.266
max	0.621-0.852=-0.231

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.854=0.967
σ	0.002-0.006=-0.004
min	885.819-884.847=0.972
max	885.823-884.862=0.961

*mean*	437.000-7208.000=-6771.000
σ	0.000
min	437.000-7208.000=-6771.000
max	437.000-7208.000=-6771.000

*mean*	0.442-0.737=-0.295
σ	0.058-0.008=0.050
min	0.379-0.731=-0.352
max	0.519-0.750=-0.231

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	437.000-7208.000=-6771.000
σ	0.000
min	437.000-7208.000=-6771.000
max	437.000-7208.000=-6771.000

*mean*	1.964-4.275=-2.310
σ	0.075-0.099=-0.025
min	1.856-4.115=-2.260
max	2.465-4.537=-2.072

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	437.000-7208.000=-6771.000
σ	0.000
min	437.000-7208.000=-6771.000
max	437.000-7208.000=-6771.000

*mean*	1.896-4.243=-2.346
σ	0.105-0.074=0.030
min	1.726-4.109=-2.383
max	2.410-4.618=-2.209

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	437.000-7208.000=-6771.000
σ	0.000
min	437.000-7208.000=-6771.000
max	437.000-7208.000=-6771.000

*mean*	0.307-0.759=-0.453
σ	0.011-0.029=-0.018
min	0.289-0.563=-0.274
max	0.357-0.860=-0.503

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	437.000-7208.000=-6771.000
σ	0.000
min	437.000-7208.000=-6771.000
max	437.000-7208.000=-6771.000

*mean*	0.289-0.714=-0.425
σ	0.007-0.017=-0.010
min	0.276-0.684=-0.408
max	0.328-0.795=-0.467

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.687-297.385=1.302
σ	1.055-0.204=0.851
min	298.249-297.115=1.134
max	301.680-297.768=3.912

*mean*	442.200-7208.000=-6765.800
σ	12.164-0.000=12.164
min	426.000-7208.000=-6782.000
max	462.000-7208.000=-6746.000

*mean*	0.598-0.550=0.047
σ	0.022-0.034=-0.012
min	0.566-0.502=0.064
max	0.642-0.596=0.046

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1960.375
σ	61.165
min	1809.000
max	1982.000

*mean*	213.501
σ	5.207
min	207.453
max	222.601

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1960.375
σ	61.165
min	1809.000
max	1982.000

*mean*	10.575
σ	1.889
min	7.389
max	12.633

phase=parser

*mean*	1042.366
σ	0.000
min	1042.366
max	1042.366

*mean*	1960.375
σ	61.165
min	1809.000
max	1982.000

*mean*	603.927
σ	119.241
min	428.731
max	733.459

phase=processProdDef

*mean*	4753.277
σ	0.000
min	4753.277
max	4753.277

*mean*	1982.000
σ	0.000
min	1982.000
max	1982.000

*mean*	4045.267
σ	612.823
min	2934.158
max	4713.298

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1960.375
σ	61.165
min	1809.000
max	1982.000

*mean*	40.489
σ	7.615
min	26.153
max	48.006

phase=type checker

*mean*	990.453
σ	0.071
min	990.348
max	990.567

*mean*	1960.375
σ	61.165
min	1809.000
max	1982.000

*mean*	775.146
σ	88.393
min	657.232
max	902.520

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.940-289.734=4.205
σ	0.026-0.016=0.010
min	293.909-289.707=4.202
max	293.978-289.745=4.232

*mean*	442.600-7208.000=-6765.400
σ	2.191-0.000=2.191
min	441.000-7208.000=-6767.000
max	445.000-7208.000=-6763.000

*mean*	0.398-0.396=0.002
σ	0.006-0.010=-0.004
min	0.395-0.387=0.008
max	0.408-0.408=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.339-1299.678=20.661
σ	0.055-0.119=-0.064
min	1320.268-1299.511=20.757
max	1320.409-1299.830=20.579

*mean*	1084.800-7208.000=-6123.200
σ	163.371-0.000=163.371
min	889.000-7208.000=-6319.000
max	1307.000-7208.000=-5901.000

*mean*	2.356-1.963=0.393
σ	0.179-0.116=0.062
min	2.188-1.830=0.357
max	2.585-2.088=0.496

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.483-1542.663=16.820
σ	3.394-4.041=-0.647
min	1557.819-1540.636=17.183
max	1565.547-1549.884=15.663

*mean*	628.800-7208.000=-6579.200
σ	90.076-0.000=90.076
min	505.000-7208.000=-6703.000
max	727.000-7208.000=-6481.000

*mean*	2.379-2.411=-0.032
σ	0.230-0.294=-0.064
min	2.167-2.068=0.099
max	2.693-2.699=-0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.246-1861.639=20.607
σ	0.052-0.067=-0.014
min	1882.172-1861.567=20.605
max	1882.294-1861.727=20.567

*mean*	1721.200-7208.000=-5486.800
σ	168.687-0.000=168.687
min	1476.000-7208.000=-5732.000
max	1876.000-7208.000=-5332.000

*mean*	3.078-2.960=0.118
σ	0.244-0.193=0.050
min	2.899-2.692=0.207
max	3.507-3.192=0.315

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.614=0.094
σ	0.139-0.136=0.004
min	1.582-1.494=0.088
max	1.922-1.773=0.149

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-446.147=6.265
σ	583.278-577.065=6.213
min	160.771-157.612=3.159
max	1327.329-1311.743=15.585

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	446.000-7208.000=-6762.000
σ	0.000
min	446.000-7208.000=-6762.000
max	446.000-7208.000=-6762.000

*mean*	0.554-0.540=0.014
σ	0.564-0.540=0.024
min	0.269-0.267=0.002
max	1.400-1.350=0.049

policies=20

*mean*	1608.046-1576.399=31.647
σ	0.421-0.345=0.076
min	1607.759-1576.166=31.593
max	1608.669-1576.911=31.758

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	448.500-7208.000=-6759.500
σ	2.887-0.000=2.887
min	446.000-7208.000=-6762.000
max	451.000-7208.000=-6757.000

*mean*	2.706-2.626=0.080
σ	0.017-0.021=-0.005
min	2.694-2.603=0.091
max	2.730-2.653=0.078

policies=200

*mean*	16088.513-15772.057=316.455
σ	0.175-0.067=0.108
min	16088.399-15771.994=316.405
max	16088.773-15772.136=316.636

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.750-7208.000=-6711.250
σ	3.862-0.000=3.862
min	493.000-7208.000=-6715.000
max	502.000-7208.000=-6706.000

*mean*	27.268-26.792=0.476
σ	0.026-0.264=-0.238
min	27.245-26.546=0.699
max	27.299-27.165=0.134