Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.577=0.198
σ	0.365-0.349=0.016
min	54.632-54.446=0.186
max	55.811-55.569=0.242

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141-0.140=0.001
σ	0.009-0.005=0.005
min	0.130-0.137=-0.007
max	0.157-0.149=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.706=0.066
σ	0.006-0.007=-0.001
min	43.760-43.697=0.064
max	43.779-43.718=0.061

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.122-0.122=-0.000
σ	0.005-0.004=0.001
min	0.117-0.119=-0.002
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.000
σ	0.000-0.002=-0.002
min	36.617-36.615=0.002
max	36.618-36.619=-0.001

*mean*	4591.750-4150.500=441.250
σ	2248.749-1893.383=355.366
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	156.406-12.863=143.544
σ	407.488-0.212=407.276
min	11.938-12.562=-0.624
max	1164.887-13.118=1151.769

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.002
max	36.618-36.620=-0.002

*mean*	4591.750-4150.500=441.250
σ	2248.749-1893.383=355.366
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	14.174-13.177=0.998
σ	4.580-0.415=4.165
min	11.458-12.257=-0.800
max	25.402-13.550=11.851

op=table_records(), no indexes

*mean*	41.948-41.931=0.016
σ	0.002-0.001=0.001
min	41.946-41.929=0.017
max	41.950-41.932=0.018

*mean*	7386.000-7277.000=109.000
σ	0.000
min	7386.000-7277.000=109.000
max	7386.000-7277.000=109.000

*mean*	11.632-15.282=-3.650
σ	1.794-0.299=1.495
min	10.767-14.674=-3.906
max	16.055-15.649=0.406

op=table_records(), repeat

*mean*	41.933-41.928=0.005
σ	0.000-0.002=-0.001
min	41.933-41.927=0.006
max	41.934-41.932=0.002

*mean*	4183.000-4150.500=32.500
σ	1944.956-1893.383=51.574
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	11.596-12.789=-1.193
σ	0.934-1.899=-0.965
min	10.967-10.960=0.007
max	13.855-15.560=-1.705

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.653=0.002
σ	0.137-0.136=0.000
min	27.606-27.603=0.003
max	27.993-27.990=0.003

*mean*	4183.000-4150.500=32.500
σ	1944.956-1893.383=51.574
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	8.469-8.923=-0.454
σ	0.692-0.335=0.357
min	7.613-8.547=-0.934
max	9.895-9.586=0.309

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.400=0.006
σ	0.000-0.002=-0.002
min	26.406-26.399=0.007
max	26.406-26.403=0.003

*mean*	4183.000-4150.500=32.500
σ	1944.956-1893.383=51.574
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	6.671-6.889=-0.218
σ	0.510-0.190=0.320
min	6.134-6.599=-0.465
max	7.820-7.153=0.667

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.666=0.015
σ	0.003-0.002=0.001
min	25.680-25.664=0.015
max	25.688-25.668=0.020

*mean*	4591.750-4150.500=441.250
σ	2248.749-1893.383=355.366
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	6.401-5.996=0.405
σ	0.972-0.176=0.796
min	5.764-5.818=-0.054
max	8.785-6.293=2.492

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.968=0.016
σ	0.000-0.002=-0.002
min	25.984-25.967=0.017
max	25.985-25.972=0.013

*mean*	4591.750-4150.500=441.250
σ	2248.749-1893.383=355.366
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	6.215-5.797=0.418
σ	1.114-0.115=0.999
min	5.573-5.653=-0.080
max	8.951-5.976=2.974

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-2524.606=-1502.979
σ	0.002-0.000=0.002
min	1021.625-2524.606=-1502.981
max	1021.629-2524.607=-1502.978

*mean*	7386.000-7277.000=109.000
σ	0.000
min	7386.000-7277.000=109.000
max	7386.000-7277.000=109.000

*mean*	346.443-1505.304=-1158.862
σ	1.707-888.581=-886.875
min	344.477-1040.488=-696.011
max	348.640-3624.558=-3275.918

op=load_product(), with indexes

*mean*	3495.878-8744.721=-5248.843
σ	0.469-0.469=-0.001
min	3495.713-8744.553=-5248.840
max	3497.038-8745.883=-5248.845

*mean*	3758.500-3572.125=186.375
σ	2299.884-1794.742=505.142
min	720.000-1043.000=-323.000
max	7386.000-5787.000=1599.000

*mean*	1752.184-4513.874=-2761.691
σ	682.189-1301.564=-619.375
min	1373.405-3524.757=-2151.353
max	2950.435-6782.115=-3831.679

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.075
max	62.081

*mean*	4150.500
σ	1893.383
min	1555.000
max	7277.000

*mean*	84.450
σ	12.618
min	70.700
max	100.726

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4412.500
σ	2218.402
min	1481.000
max	7386.000

*mean*	263.154
σ	374.262
min	124.598
max	1189.331

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.500
σ	2218.402
min	1481.000
max	7386.000

*mean*	44.684
σ	3.437
min	41.783
max	52.720

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.000
min	40.944
max	40.945

*mean*	7277.000
σ	0.000
min	7277.000
max	7277.000

*mean*	108.927
σ	3.257
min	104.007
max	112.856

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	189.394
σ	470.176
min	21.583
max	1352.993

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.686=4.622
σ	0.002-0.000=0.001
min	71.307-66.685=4.621
max	71.311-66.687=4.624

*mean*	7386.000-7277.000=109.000
σ	0.000
min	7386.000-7277.000=109.000
max	7386.000-7277.000=109.000

*mean*	65.098-164.093=-98.996
σ	23.091-4.984=18.107
min	55.174-152.795=-97.621
max	121.573-167.782=-46.209

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-11656.836=-7009.986
σ	0.013-4.324=-4.311
min	4646.845-11655.305=-7008.460
max	4646.883-11667.538=-7020.655

*mean*	4183.000-4150.500=32.500
σ	1944.956-1893.383=51.574
min	1481.000-1555.000=-74.000
max	7386.000-7277.000=109.000

*mean*	3267.968-6675.727=-3407.759
σ	711.566-1104.403=-392.837
min	2523.234-4923.576=-2400.342
max	4268.228-8315.987=-4047.759

op=vertical_lookup_list() on indexed

*mean*	1973.851-11560.065=-9586.214
σ	0.002-0.001=0.001
min	1973.849-11560.064=-9586.215
max	1973.854-11560.066=-9586.212

*mean*	7386.000-7277.000=109.000
σ	0.000
min	7386.000-7277.000=109.000
max	7386.000-7277.000=109.000

*mean*	1049.623-5790.560=-4740.937
σ	300.263-1514.040=-1213.777
min	914.864-4403.369=-3488.505
max	1774.948-8107.470=-6332.522

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	404.994
σ	45.799
min	374.274
max	517.341

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.000-478.000=-2.000
σ	1.069-0.000=1.069
min	475.000-478.000=-3.000
max	477.000-478.000=-1.000

*mean*	400.836-387.908=12.929
σ	31.053-13.314=17.739
min	361.337-357.122=4.215
max	443.409-400.297=43.111

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	802.815-758.936=43.879
σ	49.298-54.865=-5.567
min	700.745-634.924=65.820
max	847.404-809.081=38.323

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.987-1008.515=-44.529
σ	1.879-0.818=1.061
min	963.268-1008.027=-44.758
max	971.935-1011.908=-39.974

*mean*	1047.500-1043.650=3.850
σ	313.744-311.536=2.207
min	555.000-564.000=-9.000
max	1502.000-1501.000=1.000

*mean*	1.289-1.542=-0.252
σ	0.148-0.071=0.078
min	1.185-1.472=-0.286
max	1.828-1.755=0.073

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.297-0.481=-0.184
σ	0.287-0.447=-0.159
min	0.139-0.246=-0.106
max	0.804-1.272=-0.468

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.481-0.735=-0.254
σ	0.311-0.299=0.012
min	0.335-0.573=-0.238
max	1.037-1.268=-0.231

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.316=-0.095
σ	0.024-0.107=-0.083
min	0.204-0.197=0.007
max	0.262-0.439=-0.177

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.338=-0.005
σ	0.016-0.018=-0.002
min	0.321-0.326=-0.006
max	0.361-0.371=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.741=0.230
σ	0.011
min	964.965-964.736=0.230
max	964.989-964.760=0.230

*mean*	431.600-432.200=-0.600
σ	1.342-2.588=-1.247
min	431.000-430.000=1.000
max	434.000-435.000=-1.000

*mean*	0.554-0.528=0.026
σ	0.048-0.068=-0.020
min	0.488-0.420=0.068
max	0.604-0.590=0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.814=0.084
σ	0.002
min	885.897-885.812=0.084
max	885.901-885.816=0.084

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.476-0.481=-0.005
σ	0.038-0.052=-0.013
min	0.442-0.414=0.028
max	0.524-0.531=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.708=0.002
σ	0.002
min	7.709-7.707=0.002
max	7.713-7.711=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.620-1.945=0.675
σ	0.093-0.079=0.014
min	2.450-1.815=0.635
max	2.870-2.278=0.592

name=record_render_large_syntax_err.art

*mean*	7.658-7.656=0.002
σ	0.002
min	7.657-7.655=0.002
max	7.661-7.659=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.567-1.946=0.621
σ	0.066-0.060=0.006
min	2.452-1.817=0.635
max	2.794-2.141=0.653

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.314-0.306=0.008
σ	0.032-0.010=0.023
min	0.297-0.291=0.006
max	0.626-0.358=0.267

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.295-0.294=0.001
σ	0.006-0.013=-0.007
min	0.283-0.279=0.005
max	0.324-0.395=-0.071

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.963
σ	11.997
min	0.574
max	99.841

*mean*	453.290
σ	15.672
min	409.000
max	470.000

*mean*	0.027
σ	0.029
min	0.001
max	0.233

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.884-298.413=-19.529
σ	1.072-1.034=0.039
min	278.410-297.983=-19.573
max	281.931-301.352=-19.422

*mean*	442.700-442.100=0.600
σ	16.627-16.455=0.172
min	415.000-418.000=-3.000
max	466.000-470.000=-4.000

*mean*	0.582-0.593=-0.011
σ	0.014-0.020=-0.007
min	0.567-0.555=0.012
max	0.612-0.620=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-222.008=-48.270
σ	0.000
min	173.738-222.008=-48.270
max	173.738-222.008=-48.270

*mean*	859.000-1684.000=-825.000
σ	0.000
min	859.000-1684.000=-825.000
max	859.000-1684.000=-825.000

*mean*	215.245-207.238=8.007
σ	32.386-1.901=30.486
min	153.148-205.005=-51.857
max	251.550-210.769=40.781

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.001-0.000=0.001
min	6.130-6.130=0.000
max	6.133-6.130=0.004

*mean*	859.000-1684.000=-825.000
σ	0.000
min	859.000-1684.000=-825.000
max	859.000-1684.000=-825.000

*mean*	8.556-11.754=-3.198
σ	1.063-1.441=-0.378
min	7.395-9.334=-1.939
max	9.616-12.754=-3.139

phase=parser

*mean*	1042.436-1042.101=0.335
σ	0.001-0.000=0.001
min	1042.432-1042.100=0.332
max	1042.436-1042.101=0.335

*mean*	859.000-1684.000=-825.000
σ	0.000
min	859.000-1684.000=-825.000
max	859.000-1684.000=-825.000

*mean*	521.614-696.792=-175.178
σ	76.020-44.682=31.338
min	423.397-589.580=-166.183
max	600.416-721.717=-121.301

phase=processProdDef

*mean*	2243.976-6169.659=-3925.683
σ	0.001-0.001=0.000
min	2243.976-6169.658=-3925.682
max	2243.979-6169.660=-3925.681

*mean*	859.000-1691.625=-832.625
σ	0.000-21.567=-21.567
min	859.000-1684.000=-825.000
max	859.000-1745.000=-886.000

*mean*	2852.122-5564.178=-2712.056
σ	352.723-1377.264=-1024.541
min	2342.010-4116.683=-1774.673
max	3402.564-7985.176=-4582.612

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	859.000-1684.000=-825.000
σ	0.000
min	859.000-1684.000=-825.000
max	859.000-1684.000=-825.000

*mean*	35.553-44.931=-9.378
σ	7.409-3.931=3.479
min	26.632-39.803=-13.171
max	43.647-48.437=-4.791

phase=type checker

*mean*	989.755-958.461=31.294
σ	0.066-0.066=0.001
min	989.654-958.363=31.291
max	989.845-958.551=31.294

*mean*	859.000-1684.000=-825.000
σ	0.000
min	859.000-1684.000=-825.000
max	859.000-1684.000=-825.000

*mean*	689.762-757.552=-67.790
σ	37.265-49.613=-12.348
min	647.103-668.336=-21.233
max	749.989-828.003=-78.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.663-293.955=-11.293
σ	0.024-0.040=-0.016
min	282.641-293.901=-11.259
max	282.693-293.995=-11.302

*mean*	444.400-444.000=0.400
σ	0.548-0.000=0.548
min	444.000
max	445.000-444.000=1.000

*mean*	0.378-0.399=-0.021
σ	0.001-0.007=-0.006
min	0.376-0.392=-0.016
max	0.379-0.410=-0.031

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.381-1304.038=-36.657
σ	0.099-0.125=-0.027
min	1267.250-1303.915=-36.666
max	1267.496-1304.236=-36.739

*mean*	1090.800-1104.000=-13.200
σ	175.325-182.774=-7.450
min	852.000-888.000=-36.000
max	1301.000-1359.000=-58.000

*mean*	1.931-1.912=0.019
σ	0.186-0.022=0.164
min	1.703-1.884=-0.181
max	2.122-1.934=0.188

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.332-1547.034=-40.702
σ	2.939-4.036=-1.097
min	1504.783-1544.994=-40.211
max	1511.575-1554.244=-42.669

*mean*	616.000-623.600=-7.600
σ	77.878-88.639=-10.760
min	496.000-507.000=-11.000
max	703.000-727.000=-24.000

*mean*	2.165-2.247=-0.081
σ	0.150-0.186=-0.036
min	2.046-2.039=0.006
max	2.418-2.464=-0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.366-1866.043=-36.677
σ	0.025-0.086=-0.061
min	1829.327-1865.941=-36.614
max	1829.389-1866.130=-36.740

*mean*	1723.800-1746.600=-22.800
σ	217.276-191.464=25.812
min	1428.000-1499.000=-71.000
max	1927.000-1930.000=-3.000

*mean*	2.904-3.132=-0.228
σ	0.074-0.298=-0.225
min	2.807-2.869=-0.063
max	2.978-3.612=-0.633

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.781-1.843=-0.062
σ	0.073-0.093=-0.020
min	1.693-1.706=-0.014
max	1.843-1.935=-0.092

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	398.296-448.581=-50.285
σ	518.188-579.375=-61.188
min	139.200-158.892=-19.692
max	1175.577-1317.643=-142.066

*mean*	97.750-96.250=1.500
σ	7.500-8.500=-1.000
min	94.000-92.000=2.000
max	109.000

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.497-0.528=-0.031
σ	0.525-0.520=0.005
min	0.233-0.265=-0.032
max	1.285-1.309=-0.023

policies=20

*mean*	1392.148-1589.251=-197.103
σ	0.169-0.375=-0.207
min	1392.032-1588.993=-196.961
max	1392.399-1589.808=-197.408

*mean*	940.000-920.000=20.000
σ	0.000
min	940.000-920.000=20.000
max	940.000-920.000=20.000

*mean*	447.000-448.500=-1.500
σ	3.464-4.041=-0.577
min	444.000-445.000=-1.000
max	450.000-452.000=-2.000

*mean*	2.347-2.657=-0.310
σ	0.034-0.013=0.021
min	2.319-2.637=-0.318
max	2.393-2.668=-0.275

policies=200

*mean*	13930.050-15900.392=-1970.342
σ	0.083-0.067=0.016
min	13929.951-15900.292=-1970.341
max	13930.145-15900.430=-1970.284

*mean*	9400.000-9200.000=200.000
σ	0.000
min	9400.000-9200.000=200.000
max	9400.000-9200.000=200.000

*mean*	496.000-498.750=-2.750
σ	4.690-4.573=0.117
min	490.000-493.000=-3.000
max	501.000-504.000=-3.000

*mean*	23.628-26.738=-3.110
σ	0.197-0.080=0.117
min	23.407-26.633=-3.225
max	23.861-26.822=-2.960