Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883-558.664=-111.781
σ	0.000
min	446.883-558.664=-111.781
max	446.883-558.664=-111.781

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.893=-0.118
σ	0.364-0.359=0.005
min	54.634-54.759=-0.125
max	55.810-55.914=-0.104

*mean*	417.700-417.000=0.700
σ	0.483-0.000=0.483
min	417.000
max	418.000-417.000=1.000

*mean*	0.139-0.158=-0.019
σ	0.004-0.008=-0.005
min	0.136-0.141=-0.005
max	0.147-0.168=-0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.856=-0.083
σ	0.005-0.006=-0.001
min	43.763-43.847=-0.084
max	43.783-43.865=-0.082

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.125=-0.002
σ	0.004-0.004=-0.000
min	0.119-0.121=-0.003
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.003

*mean*	4427.750-4040.625=387.125
σ	2228.626-2006.815=221.811
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	12.993-13.479=-0.486
σ	3.599-1.908=1.692
min	11.393-12.304=-0.910
max	21.859-18.122=3.737

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.001
σ	0.000-0.002=-0.002
min	36.617-36.616=0.001
max	36.618-36.620=-0.002

*mean*	4608.750-4040.625=568.125
σ	2259.849-2006.815=253.034
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	155.853-13.362=142.491
σ	403.230-1.766=401.464
min	10.946-11.896=-0.949
max	1153.769-17.441=1136.328

op=table_records(), no indexes

*mean*	41.948-41.930=0.018
σ	0.002-0.002=0.000
min	41.946-41.928=0.018
max	41.950-41.933=0.017

*mean*	7411.000-7134.000=277.000
σ	0.000
min	7411.000-7134.000=277.000
max	7411.000-7134.000=277.000

*mean*	10.430-15.203=-4.773
σ	0.152-0.184=-0.032
min	10.222-14.861=-4.640
max	10.700-15.425=-4.725

op=table_records(), repeat

*mean*	41.934-41.929=0.004
σ	0.001-0.002=-0.001
min	41.933-41.927=0.005
max	41.937-41.932=0.005

*mean*	4199.000-4040.625=158.375
σ	1955.907-2006.815=-50.908
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	10.978-14.840=-3.862
σ	1.783-1.810=-0.027
min	10.154-11.228=-1.075
max	15.362-17.595=-2.233

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.654=0.001
σ	0.137-0.136=0.000
min	27.606-27.604=0.002
max	27.993-27.991=0.002

*mean*	4199.000-4040.625=158.375
σ	1955.907-2006.815=-50.908
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	8.456-10.092=-1.636
σ	1.295-1.705=-0.411
min	7.479-8.672=-1.193
max	11.605-13.018=-1.413

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.401=0.005
σ	0.000-0.002=-0.002
min	26.406-26.400=0.006
max	26.406-26.404=0.002

*mean*	4199.000-4040.625=158.375
σ	1955.907-2006.815=-50.908
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	6.467-7.620=-1.153
σ	1.028-1.842=-0.814
min	5.699-6.056=-0.357
max	8.911-10.786=-1.875

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.668=0.013
σ	0.003-0.004=-0.001
min	25.680-25.665=0.014
max	25.688-25.678=0.010

*mean*	4608.750-4040.625=568.125
σ	2259.849-2006.815=253.034
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	6.229-6.210=0.019
σ	1.228-0.373=0.855
min	5.510-6.014=-0.504
max	8.543-7.128=1.415

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.970=0.015
σ	0.000-0.002=-0.001
min	25.984-25.968=0.016
max	25.985-25.972=0.013

*mean*	4608.750-4040.625=568.125
σ	2259.849-2006.815=253.034
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	5.939-5.751=0.188
σ	1.010-0.285=0.725
min	5.341-5.245=0.096
max	8.191-6.136=2.055

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.613=0.014
σ	0.002-0.002=0.000
min	1021.625-1021.612=0.013
max	1021.630-1021.616=0.014

*mean*	7411.000-7134.000=277.000
σ	0.000
min	7411.000-7134.000=277.000
max	7411.000-7134.000=277.000

*mean*	346.170-378.143=-31.974
σ	2.263-55.330=-53.067
min	342.843-345.960=-3.118
max	349.571-471.482=-121.911

op=load_product(), with indexes

*mean*	3495.878-7917.792=-4421.914
σ	0.469-0.469=-0.000
min	3495.713-7917.624=-4421.912
max	3497.038-7918.953=-4421.915

*mean*	3772.375-3273.875=498.500
σ	2312.143-1825.260=486.883
min	720.000-808.000=-88.000
max	7411.000-5623.000=1788.000

*mean*	1772.865-3538.066=-1765.202
σ	640.512-879.775=-239.263
min	1388.090-3095.766=-1707.676
max	2825.989-5503.591=-2677.602

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4040.625
σ	2006.815
min	1216.000
max	7134.000

*mean*	90.819
σ	24.808
min	70.776
max	125.955

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.854

*mean*	4199.000
σ	1955.907
min	1483.000
max	7411.000

*mean*	133.962
σ	13.328
min	125.713
max	166.277

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4427.750
σ	2228.626
min	1483.000
max	7411.000

*mean*	123.211
σ	228.142
min	40.862
max	687.824

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7134.000
σ	0.000
min	7134.000
max	7134.000

*mean*	61.284
σ	1.219
min	60.542
max	64.248

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7411.000
σ	0.000
min	7411.000
max	7411.000

*mean*	92.014
σ	198.420
min	21.009
max	583.066

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-66.688=4.620
σ	0.002-0.002=-0.000
min	71.307-66.686=4.620
max	71.311-66.691=4.620

*mean*	7411.000-7134.000=277.000
σ	0.000
min	7411.000-7134.000=277.000
max	7411.000-7134.000=277.000

*mean*	58.751-271.089=-212.338
σ	8.876-340.246=-331.370
min	54.077-98.205=-44.128
max	80.592-1013.053=-932.461

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-14217.171=-9570.320
σ	0.013-4.304=-4.290
min	4646.845-14215.576=-9568.731
max	4646.883-14227.820=-9580.937

*mean*	4199.000-4040.625=158.375
σ	1955.907-2006.815=-50.908
min	1483.000-1216.000=267.000
max	7411.000-7134.000=277.000

*mean*	3274.374-8081.329=-4806.954
σ	728.289-1931.765=-1203.476
min	2515.867-5982.814=-3466.947
max	4381.406-10726.719=-6345.313

op=vertical_lookup_list() on indexed

*mean*	1973.851-13159.109=-11185.257
σ	0.002-0.002=0.000
min	1973.849-13159.106=-11185.256
max	1973.853-13159.110=-11185.256

*mean*	7411.000-7134.000=277.000
σ	0.000
min	7411.000-7134.000=277.000
max	7411.000-7134.000=277.000

*mean*	1029.230-5355.698=-4326.468
σ	213.677-614.937=-401.260
min	927.478-4990.263=-4062.785
max	1538.372-6793.879=-5255.507

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7411.000
σ	0.000
min	7411.000
max	7411.000

*mean*	402.463
σ	43.560
min	380.415
max	510.021

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144-172.559=-24.414
σ	0.001
min	148.144-172.558=-24.414
max	148.148-172.562=-24.414

*mean*	476.000-474.000=2.000
σ	0.000
min	476.000-474.000=2.000
max	476.000-474.000=2.000

*mean*	399.755-380.345=19.409
σ	21.259-26.396=-5.137
min	371.136-315.561=55.575
max	425.834-395.013=30.821

op=pointedIndexFromKvs

rows=400000

*mean*	308.493-357.322=-48.828
σ	0.001
min	308.493-357.321=-48.828
max	308.497-357.325=-48.828

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	731.527-739.777=-8.250
σ	81.501-55.338=26.163
min	611.090-636.558=-25.468
max	832.276-782.990=49.286

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.300=-60.328
σ	1.820-0.759=1.061
min	963.263-1023.827=-60.564
max	971.667-1027.442=-55.774

*mean*	1049.300-1036.150=13.150
σ	296.214-302.945=-6.731
min	576.000-553.000=23.000
max	1467.000-1459.000=8.000

*mean*	1.298-1.572=-0.273
σ	0.119-0.136=-0.016
min	1.196-1.472=-0.277
max	1.566-2.063=-0.497

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.391-0.290=0.101
σ	0.502-0.285=0.217
min	0.136-0.129=0.007
max	1.286-0.792=0.495

name=error_case.art

*mean*	2.340-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.468=0.008
σ	0.326-0.311=0.015
min	0.323-0.320=0.003
max	1.058-1.024=0.034

name=heavy_item.art

*mean*	1.523-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.226=-0.003
σ	0.021-0.019=0.002
min	0.206-0.208=-0.002
max	0.260-0.258=0.002

name=nested_use.art

*mean*	2.358-2.357=0.001
σ	0.002
min	2.357-2.356=0.001
max	2.361-2.360=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.335=-0.003
σ	0.022-0.020=0.002
min	0.313-0.317=-0.005
max	0.362-0.369=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.840=0.130
σ	0.011
min	964.965-964.835=0.130
max	964.989-964.859=0.130

*mean*	436.000
σ	2.236
min	432.000
max	437.000

*mean*	0.581-0.559=0.023
σ	0.028-0.046=-0.017
min	0.534-0.514=0.020
max	0.606-0.607=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.820=0.078
σ	0.002
min	885.897-885.819=0.078
max	885.901-885.823=0.078

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.494-0.501=-0.008
σ	0.030-0.034=-0.004
min	0.465-0.445=0.020
max	0.530-0.523=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.709=0.001
σ	0.002
min	7.709-7.708=0.001
max	7.713-7.712=0.001

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.523-2.387=0.137
σ	0.217-0.357=-0.140
min	1.842-1.880=-0.037
max	2.887-2.965=-0.078

name=record_render_large_syntax_err.art

*mean*	7.658-7.657=0.001
σ	0.002
min	7.657-7.656=0.001
max	7.661-7.660=0.001

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.582-2.592=-0.010
σ	0.079-0.061=0.018
min	2.458-2.486=-0.028
max	2.904-2.810=0.094

name=record_render_success.art

*mean*	2.290-2.289=0.000
σ	0.002
min	2.289-2.289=0.000
max	2.293-2.293=0.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.315-0.303=0.012
σ	0.015-0.010=0.005
min	0.295-0.283=0.012
max	0.399-0.362=0.037

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.296-0.289=0.007
σ	0.006-0.007=-0.001
min	0.281-0.278=0.004
max	0.326-0.328=-0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.590
σ	11.908
min	0.574
max	85.110

*mean*	466.995
σ	20.157
min	408.000
max	482.000

*mean*	0.027
σ	0.029
min	0.001
max	0.195

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.650-298.559=-19.909
σ	1.055-1.013=0.042
min	278.277-298.164=-19.886
max	281.650-301.440=-19.790

*mean*	443.600-441.700=1.900
σ	17.709-16.283=1.426
min	417.000-418.000=-1.000
max	470.000-468.000=2.000

*mean*	0.584-0.591=-0.007
σ	0.029-0.035=-0.005
min	0.527-0.506=0.021
max	0.644-0.614=0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-236.681=-62.943
σ	0.000-0.000=0.000
min	173.738-236.681=-62.943
max	173.738-236.681=-62.943

*mean*	843.000-1066.875=-223.875
σ	0.000-25.809=-25.809
min	843.000-1003.000=-160.000
max	843.000-1076.000=-233.000

*mean*	219.029-205.414=13.615
σ	28.318-2.971=25.347
min	189.235-199.289=-10.054
max	252.638-209.363=43.275

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	842.375-1066.875=-224.500
σ	1.768-25.809=-24.042
min	838.000-1003.000=-165.000
max	843.000-1076.000=-233.000

*mean*	9.513-8.939=0.574
σ	0.130-1.907=-1.777
min	9.272-6.465=2.807
max	9.685-12.066=-2.381

phase=parser

*mean*	1042.434-1042.363=0.071
σ	0.000-0.000=-0.000
min	1042.434-1042.363=0.071
max	1042.434-1042.363=0.071

*mean*	842.375-1066.875=-224.500
σ	1.768-25.809=-24.042
min	838.000-1003.000=-165.000
max	843.000-1076.000=-233.000

*mean*	601.466-546.857=54.609
σ	4.875-88.901=-84.026
min	594.661-410.135=184.527
max	607.223-676.064=-68.841

phase=processProdDef

*mean*	2243.975-4850.763=-2606.788
σ	0.000
min	2243.975-4850.763=-2606.788
max	2243.975-4850.763=-2606.788

*mean*	843.000-1076.000=-233.000
σ	0.000
min	843.000-1076.000=-233.000
max	843.000-1076.000=-233.000

*mean*	2616.447-5144.753=-2528.306
σ	419.285-380.783=38.502
min	1898.950-4490.818=-2591.868
max	3209.709-5511.513=-2301.804

phase=renaming

*mean*	21.671-21.671=-0.000
σ	0.000
min	21.671-21.671=-0.000
max	21.671-21.671=-0.000

*mean*	842.375-1066.875=-224.500
σ	1.768-25.809=-24.042
min	838.000-1003.000=-165.000
max	843.000-1076.000=-233.000

*mean*	40.263-33.666=6.596
σ	0.300-9.120=-8.820
min	39.713-20.802=18.911
max	40.593-41.197=-0.604

phase=type checker

*mean*	989.755-990.450=-0.694
σ	0.066-0.071=-0.005
min	989.658-990.344=-0.687
max	989.845-990.563=-0.718

*mean*	842.375-1066.875=-224.500
σ	1.768-25.809=-24.042
min	838.000-1003.000=-165.000
max	843.000-1076.000=-233.000

*mean*	688.265-749.942=-61.676
σ	15.794-100.564=-84.770
min	670.414-650.069=20.345
max	720.712-881.251=-160.539

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-293.820=-11.427
σ	0.025-0.038=-0.013
min	282.372-293.768=-11.395
max	282.426-293.859=-11.433

*mean*	442.400-441.600=0.800
σ	0.548-2.191=-1.643
min	442.000-440.000=2.000
max	443.000-444.000=-1.000

*mean*	0.384-0.395=-0.012
σ	0.010-0.006=0.004
min	0.374-0.390=-0.016
max	0.398-0.404=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.098-1320.219=-53.121
σ	0.085-0.034=0.051
min	1267.002-1320.172=-53.170
max	1267.232-1320.250=-53.018

*mean*	1110.800-1086.400=24.400
σ	171.491-175.668=-4.177
min	896.000-878.000=18.000
max	1334.000-1326.000=8.000

*mean*	1.965-2.260=-0.295
σ	0.123-0.163=-0.041
min	1.859-2.111=-0.251
max	2.100-2.537=-0.438

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.144-1560.603=-54.459
σ	2.956-6.208=-3.252
min	1504.638-1557.638=-53.000
max	1511.422-1571.705=-60.282

*mean*	628.000-611.400=16.600
σ	89.499-94.323=-4.824
min	505.000-498.000=7.000
max	727.000-734.000=-7.000

*mean*	2.407-2.256=0.152
σ	0.379-0.102=0.277
min	1.959-2.152=-0.193
max	2.810-2.403=0.407

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1882.174=-53.058
σ	0.075-0.062=0.012
min	1829.032-1882.090=-53.058
max	1829.229-1882.254=-53.026

*mean*	1756.000-1723.200=32.800
σ	210.912-163.129=47.783
min	1486.000-1492.000=-6.000
max	1958.000-1876.000=82.000

*mean*	3.216-3.054=0.162
σ	0.323-0.261=0.063
min	2.836-2.796=0.040
max	3.577-3.462=0.115

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.651-1.696=-0.045
σ	0.175-0.177=-0.002
min	1.489-1.407=0.082
max	1.855-1.846=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-452.084=-54.386
σ	518.051-582.724=-64.674
min	138.670-160.717=-22.047
max	1174.774-1326.171=-151.397

*mean*	97.750-102.250=-4.500
σ	7.500-8.500=-1.000
min	94.000-98.000=-4.000
max	109.000-115.000=-6.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.468-0.545=-0.077
σ	0.459-0.537=-0.077
min	0.236-0.271=-0.036
max	1.157-1.350=-0.193

policies=20

*mean*	1386.834-1607.537=-220.702
σ	0.158-0.422=-0.264
min	1386.727-1607.246=-220.519
max	1387.070-1608.163=-221.094

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.000-451.000=-7.000
σ	0.000-9.238=-9.238
min	444.000-443.000=1.000
max	444.000-459.000=-15.000

*mean*	2.326-2.706=-0.380
σ	0.006-0.015=-0.009
min	2.319-2.684=-0.365
max	2.333-2.714=-0.381

policies=200

*mean*	13876.899-16083.464=-2206.565
σ	0.116-0.059=0.057
min	13876.790-16083.406=-2206.616
max	13877.063-16083.523=-2206.460

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	493.500-495.750=-2.250
σ	5.000-2.500=2.500
min	488.000-493.000=-5.000
max	500.000-499.000=1.000

*mean*	23.522-27.131=-3.609
σ	0.140-0.024=0.116
min	23.397-27.105=-3.708
max	23.645-27.163=-3.519