Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.633=-111.750
σ	0.000
min	446.883-558.633=-111.750
max	446.883-558.633=-111.750

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.835-54.890=-0.055
σ	0.365-0.358=0.008
min	54.706-54.755=-0.049
max	55.875-55.908=-0.034

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.140-0.146=-0.006
σ	0.004-0.009=-0.005
min	0.137-0.133=0.004
max	0.148-0.159=-0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.854=-0.013
σ	0.003-0.004=-0.001
min	43.835-43.849=-0.014
max	43.847-43.861=-0.015

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.120-0.126=-0.006
σ	0.005-0.006=-0.001
min	0.115-0.120=-0.006
max	0.129-0.135=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4591.625-4044.250=547.375
σ	2249.892-2011.085=238.807
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	114.937-12.812=102.126
σ	288.354-0.362=287.992
min	11.828-12.390=-0.562
max	828.559-13.459=815.101

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4591.625-4044.250=547.375
σ	2249.892-2011.085=238.807
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	13.030-12.600=0.431
σ	2.428-0.529=1.900
min	11.330-12.015=-0.686
max	18.631-13.320=5.312

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.950-41.932=0.018

*mean*	7386.000-7154.000=232.000
σ	0.000
min	7386.000-7154.000=232.000
max	7386.000-7154.000=232.000

*mean*	11.144-15.466=-4.322
σ	0.244-0.311=-0.066
min	10.846-15.069=-4.223
max	11.525-15.964=-4.439

op=table_records(), repeat

*mean*	41.933-41.929=0.004
σ	0.000-0.002=-0.002
min	41.933-41.928=0.005
max	41.934-41.932=0.001

*mean*	4182.500-4044.250=138.250
σ	1946.264-2011.085=-64.821
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	12.024-14.191=-2.166
σ	1.752-1.655=0.097
min	11.112-11.560=-0.448
max	16.308-15.566=0.743

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4182.500-4044.250=138.250
σ	1946.264-2011.085=-64.821
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	8.939-9.507=-0.568
σ	1.288-0.917=0.371
min	8.053-8.458=-0.405
max	12.071-11.230=0.841

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4182.500-4044.250=138.250
σ	1946.264-2011.085=-64.821
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	6.696-6.706=-0.009
σ	1.133-0.765=0.368
min	5.717-5.845=-0.128
max	9.395-8.289=1.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4591.625-4044.250=547.375
σ	2249.892-2011.085=238.807
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	6.244-6.065=0.179
σ	0.456-0.126=0.330
min	5.935-5.931=0.004
max	7.337-6.294=1.043

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.969=0.015
max	25.985-25.972=0.013

*mean*	4591.625-4044.250=547.375
σ	2249.892-2011.085=238.807
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	6.056-5.781=0.275
σ	0.551-0.198=0.353
min	5.688-5.420=0.268
max	7.391-6.041=1.350

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.629-1021.616=0.013

*mean*	7386.000-7154.000=232.000
σ	0.000
min	7386.000-7154.000=232.000
max	7386.000-7154.000=232.000

*mean*	362.034-362.853=-0.820
σ	43.324-40.993=2.332
min	344.450-346.011=-1.561
max	469.155-464.265=4.890

op=load_product(), with indexes

*mean*	3495.878-7917.793=-4421.914
σ	0.469-0.469=-0.001
min	3495.713-7917.625=-4421.913
max	3497.038-7918.954=-4421.916

*mean*	3758.375-3275.500=482.875
σ	2300.951-1824.967=475.984
min	720.000-810.000=-90.000
max	7386.000-5625.000=1761.000

*mean*	1723.757-3771.008=-2047.251
σ	611.701-1250.969=-639.268
min	1394.931-3100.186=-1705.254
max	2975.665-6215.143=-3239.478

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4044.250
σ	2011.085
min	1216.000
max	7154.000

*mean*	84.020
σ	14.990
min	71.829
max	108.268

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.855

*mean*	4411.500
σ	2219.313
min	1485.000
max	7386.000

*mean*	247.170
σ	318.899
min	123.643
max	1035.335

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4411.500
σ	2219.313
min	1485.000
max	7386.000

*mean*	44.825
σ	7.450
min	40.444
max	63.028

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7154.000
σ	0.000
min	7154.000
max	7154.000

*mean*	61.701
σ	1.238
min	60.882
max	64.694

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	22.609
σ	2.070
min	21.488
max	27.679

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.001
min	71.307-66.686=4.621
max	71.311-66.691=4.620

*mean*	7386.000-7154.000=232.000
σ	0.000
min	7386.000-7154.000=232.000
max	7386.000-7154.000=232.000

*mean*	220.672-278.019=-57.347
σ	463.445-379.178=84.266
min	55.060-98.229=-43.169
max	1367.610-1161.044=206.567

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-14217.171=-9570.320
σ	0.014-4.303=-4.290
min	4646.845-14215.575=-9568.730
max	4646.884-14227.820=-9580.936

*mean*	4182.500-4044.250=138.250
σ	1946.264-2011.085=-64.821
min	1485.000-1216.000=269.000
max	7386.000-7154.000=232.000

*mean*	3273.001-8126.663=-4853.662
σ	741.343-2007.704=-1266.362
min	2508.135-5981.000=-3472.864
max	4490.800-11142.531=-6651.731

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.854-13159.110=-11185.256

*mean*	7386.000-7154.000=232.000
σ	0.000
min	7386.000-7154.000=232.000
max	7386.000-7154.000=232.000

*mean*	1048.030-5313.571=-4265.542
σ	199.087-583.133=-384.046
min	920.638-5036.314=-4115.676
max	1490.188-6705.192=-5215.004

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	391.510
σ	7.462
min	379.071
max	405.699

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.875-478.000=-1.125
σ	0.354-0.000=0.354
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	386.309-374.659=11.650
σ	25.849-23.400=2.448
min	360.969-346.184=14.785
max	426.852-394.417=32.435

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	564.750-562.000=2.750
σ	3.536-0.000=3.536
min	556.000-562.000=-6.000
max	566.000-562.000=4.000

*mean*	712.753-742.792=-30.040
σ	83.392-62.320=21.073
min	582.426-631.526=-49.099
max	814.817-801.578=13.240

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.299=-60.327
σ	1.820-0.759=1.061
min	963.264-1023.825=-60.561
max	971.668-1027.436=-55.768

*mean*	1043.950-1040.450=3.500
σ	309.546-299.936=9.610
min	584.000-554.000=30.000
max	1500.000-1461.000=39.000

*mean*	1.239-1.545=-0.306
σ	0.062-0.071=-0.009
min	1.173-1.478=-0.304
max	1.411-1.769=-0.358

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.291=-0.001
σ	0.292-0.286=0.006
min	0.135-0.141=-0.006
max	0.808-0.800=0.009

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.469-0.478=-0.009
σ	0.324-0.323=0.001
min	0.314-0.326=-0.012
max	1.048-1.055=-0.007

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.221=-0.015
σ	0.027-0.020=0.007
min	0.188-0.202=-0.013
max	0.253-0.253=0.001

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.330=-0.003
σ	0.015-0.019=-0.004
min	0.315-0.315=0.001
max	0.352-0.363=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	431.400-436.200=-4.800
σ	0.894-5.541=-4.646
min	431.000
max	433.000-442.000=-9.000

*mean*	0.571-0.533=0.037
σ	0.036-0.022=0.015
min	0.519-0.497=0.022
max	0.607-0.555=0.052

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.441-0.475=-0.034
σ	0.054-0.053=0.002
min	0.378-0.390=-0.012
max	0.522-0.522=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.620-2.675=-0.056
σ	0.095-0.090=0.005
min	2.424-2.505=-0.080
max	2.910-2.919=-0.009

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.574-2.618=-0.044
σ	0.074-0.094=-0.020
min	2.427-2.484=-0.057
max	2.867-3.084=-0.217

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.303-0.306=-0.003
σ	0.008-0.019=-0.010
min	0.288-0.289=-0.002
max	0.355-0.465=-0.110

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.290-0.291=-0.000
σ	0.007-0.007=0.000
min	0.278-0.277=0.001
max	0.326-0.336=-0.010

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.621
σ	10.889
min	0.574
max	77.630

*mean*	466.441
σ	18.992
min	408.000
max	483.000

*mean*	0.027
σ	0.027
min	0.001
max	0.191

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.677-298.742=-20.065
σ	1.114-1.019=0.095
min	278.187-298.302=-20.115
max	281.828-301.635=-19.808

*mean*	445.100-438.700=6.400
σ	17.760-13.598=4.163
min	415.000
max	466.000-461.000=5.000

*mean*	0.574-0.597=-0.023
σ	0.021-0.024=-0.004
min	0.536-0.546=-0.010
max	0.610-0.634=-0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	842.500-1064.125=-221.625
σ	0.535-33.588=-33.053
min	842.000-981.000=-139.000
max	843.000-1076.000=-233.000

*mean*	239.566-206.635=32.931
σ	15.086-3.712=11.374
min	216.319-201.109=15.210
max	251.899-211.349=40.551

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.375-1064.125=-221.750
σ	0.518-33.588=-33.070
min	842.000-981.000=-139.000
max	843.000-1076.000=-233.000

*mean*	9.524-8.631=0.892
σ	0.132-2.879=-2.747
min	9.356-6.370=2.986
max	9.728-13.044=-3.316

phase=parser

*mean*	1042.435-1042.359=0.076
σ	0.000-0.000=-0.000
min	1042.435-1042.359=0.076
max	1042.435-1042.360=0.075

*mean*	842.375-1064.125=-221.750
σ	0.518-33.588=-33.070
min	842.000-981.000=-139.000
max	843.000-1076.000=-233.000

*mean*	598.325-538.012=60.313
σ	7.137-119.425=-112.288
min	588.791-376.660=212.131
max	608.362-721.858=-113.496

phase=processProdDef

*mean*	2243.976-4850.767=-2606.791
σ	0.000
min	2243.976-4850.767=-2606.791
max	2243.976-4850.767=-2606.791

*mean*	842.500-1076.000=-233.500
σ	0.535-0.000=0.535
min	842.000-1076.000=-234.000
max	843.000-1076.000=-233.000

*mean*	2608.063-5042.242=-2434.179
σ	468.800-428.210=40.590
min	2032.189-4397.127=-2364.938
max	3212.052-5495.544=-2283.492

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	842.375-1064.125=-221.750
σ	0.518-33.588=-33.070
min	842.000-981.000=-139.000
max	843.000-1076.000=-233.000

*mean*	40.477-32.152=8.325
σ	0.312-12.071=-11.759
min	40.056-20.594=19.462
max	41.155-48.932=-7.777

phase=type checker

*mean*	989.752-990.450=-0.698
σ	0.066-0.071=-0.005
min	989.654-990.344=-0.690
max	989.841-990.563=-0.722

*mean*	842.375-1064.125=-221.750
σ	0.518-33.588=-33.070
min	842.000-981.000=-139.000
max	843.000-1076.000=-233.000

*mean*	691.661-747.580=-55.919
σ	32.230-90.263=-58.033
min	668.733-650.819=17.914
max	764.826-895.926=-131.100

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.396-293.821=-11.425
σ	0.036-0.037=-0.002
min	282.340-293.768=-11.429
max	282.427-293.859=-11.432

*mean*	441.200-443.000=-1.800
σ	1.643-0.000=1.643
min	440.000-443.000=-3.000
max	443.000

*mean*	0.377-0.392=-0.014
σ	0.002-0.001=0.001
min	0.375-0.390=-0.015
max	0.379-0.393=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.096-1320.218=-53.122
σ	0.087-0.032=0.054
min	1267.009-1320.173=-53.164
max	1267.227-1320.250=-53.023

*mean*	1088.400-1067.600=20.800
σ	174.043-165.770=8.272
min	850.000-843.000=7.000
max	1294.000-1270.000=24.000

*mean*	1.888-2.244=-0.356
σ	0.109-0.083=0.026
min	1.797-2.148=-0.351
max	2.067-2.370=-0.302

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.074-1560.614=-54.540
σ	2.964-6.217=-3.253
min	1504.518-1557.646=-53.128
max	1511.363-1571.731=-60.368

*mean*	614.000-619.000=-5.000
σ	77.878-82.553=-4.675
min	494.000
max	701.000-716.000=-15.000

*mean*	2.210-2.322=-0.112
σ	0.223-0.174=0.050
min	2.054-2.180=-0.126
max	2.598-2.614=-0.016

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.106-1882.174=-53.068
σ	0.030-0.056=-0.025
min	1829.056-1882.118=-53.062
max	1829.139-1882.253=-53.115

*mean*	1736.400-1701.400=35.000
σ	241.360-256.354=-14.994
min	1428.000-1400.000=28.000
max	2045.000-2055.000=-10.000

*mean*	2.904-2.939=-0.035
σ	0.089-0.091=-0.001
min	2.797-2.858=-0.061
max	2.991-3.048=-0.057

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.757-1.887=-0.129
σ	0.089-0.027=0.062
min	1.645-1.849=-0.204
max	1.846-1.920=-0.073

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-452.079=-54.381
σ	518.052-582.722=-64.670
min	138.670-160.715=-22.044
max	1174.776-1326.162=-151.386

*mean*	97.750-102.250=-4.500
σ	7.500-8.500=-1.000
min	94.000-98.000=-4.000
max	109.000-115.000=-6.000

*mean*	447.000-441.000=6.000
σ	0.000
min	447.000-441.000=6.000
max	447.000-441.000=6.000

*mean*	0.499-0.540=-0.041
σ	0.531-0.542=-0.011
min	0.232-0.267=-0.036
max	1.296-1.353=-0.058

policies=20

*mean*	1386.840-1607.524=-220.684
σ	0.165-0.418=-0.253
min	1386.725-1607.239=-220.514
max	1387.085-1608.143=-221.058

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	447.000-447.750=-0.750
σ	0.000-4.500=-4.500
min	447.000-441.000=6.000
max	447.000-450.000=-3.000

*mean*	2.325-2.696=-0.371
σ	0.017-0.020=-0.003
min	2.311-2.674=-0.363
max	2.349-2.714=-0.365

policies=200

*mean*	13876.893-16083.554=-2206.662
σ	0.079-0.105=-0.026
min	13876.812-16083.470=-2206.658
max	13877.002-16083.707=-2206.705

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	495.250-500.000=-4.750
σ	4.500-4.546=-0.046
min	490.000-494.000=-4.000
max	501.000-505.000=-4.000

*mean*	23.507-27.248=-3.740
σ	0.170-0.111=0.058
min	23.343-27.096=-3.753
max	23.738-27.348=-3.609