Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.717=-0.002
σ	0.365-0.363=0.002
min	54.575-54.580=-0.004
max	55.754-55.750=0.004

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.004=-0.000
min	0.136-0.136=-0.000
max	0.148-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.000
σ	0.006-0.008=-0.003
min	43.764-43.763=0.002
max	43.784-43.788=-0.004

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.121-0.121=0.000
σ	0.004-0.005=-0.000
min	0.116-0.115=0.001
max	0.128-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4430.125-4425.625=4.500
σ	2224.026-2224.914=-0.888
min	1483.000-1481.000=2.000
max	7402.000

*mean*	12.314-12.933=-0.619
σ	0.663-1.994=-1.331
min	11.811-11.892=-0.081
max	13.834-17.791=-3.957

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4608.875-4605.125=3.750
σ	2255.538-2256.102=-0.564
min	1483.000-1481.000=2.000
max	7402.000

*mean*	143.594-157.617=-14.023
σ	370.979-409.607=-38.628
min	11.456-11.533=-0.077
max	1061.719-1171.331=-109.613

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	11.423-11.498=-0.075
σ	0.912-0.475=0.437
min	10.785-11.119=-0.334
max	13.531-12.609=0.921

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.001=-0.000
min	41.924
max	41.928-41.928=-0.000

*mean*	4202.375-4197.125=5.250
σ	1952.992-1952.799=0.193
min	1483.000-1481.000=2.000
max	7402.000

*mean*	11.293-11.782=-0.489
σ	0.837-1.279=-0.442
min	10.593-11.049=-0.456
max	13.310-14.923=-1.613

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.001

*mean*	4202.375-4197.125=5.250
σ	1952.992-1952.799=0.193
min	1483.000-1481.000=2.000
max	7402.000

*mean*	8.703-8.827=-0.124
σ	0.673-0.661=0.011
min	7.702-8.032=-0.331
max	10.135-10.311=-0.177

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4202.375-4197.125=5.250
σ	1952.992-1952.799=0.193
min	1483.000-1481.000=2.000
max	7402.000

*mean*	6.779-6.391=0.388
σ	0.486-0.497=-0.010
min	6.227-5.920=0.307
max	7.876-7.499=0.377

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4608.875-4605.125=3.750
σ	2255.538-2256.102=-0.564
min	1483.000-1481.000=2.000
max	7402.000

*mean*	6.432-6.478=-0.045
σ	1.103-1.193=-0.090
min	5.738-5.731=0.007
max	9.141-9.105=0.037

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962

*mean*	4608.875-4605.125=3.750
σ	2255.538-2256.102=-0.564
min	1483.000-1481.000=2.000
max	7402.000

*mean*	6.191-6.354=-0.163
σ	1.042-1.161=-0.120
min	5.438-5.432=0.006
max	8.675-9.001=-0.326

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	347.548-347.924=-0.376
σ	2.947-2.395=0.553
min	342.516-345.621=-3.105
max	351.544-351.738=-0.194

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.001
σ	0.455-0.454=0.001
min	3495.694
max	3496.982-3496.978=0.004

*mean*	3773.625-3769.875=3.750
σ	2310.004-2309.005=0.999
min	720.000
max	7402.000

*mean*	1760.952-1770.598=-9.646
σ	679.655-634.279=45.376
min	1386.178-1390.937=-4.760
max	2949.925-2831.256=118.669

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.841-107.841=0.000

*mean*	4202.375-4197.125=5.250
σ	1952.992-1952.799=0.193
min	1483.000-1481.000=2.000
max	7402.000

*mean*	130.776-127.285=3.492
σ	4.365-7.815=-3.450
min	127.030-119.331=7.699
max	139.103-145.384=-6.281

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=0.000
min	62.065-62.065=-0.000
max	62.069

*mean*	4430.125-4425.625=4.500
σ	2224.026-2224.914=-0.888
min	1483.000-1481.000=2.000
max	7402.000

*mean*	100.028-137.989=-37.961
σ	161.778-272.173=-110.396
min	41.458-40.773=0.685
max	500.401-811.581=-311.180

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	134.106-126.593=7.513
σ	313.919-294.461=19.458
min	21.593-21.682=-0.089
max	910.990-855.344=55.646

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	59.020-60.223=-1.203
σ	5.870-12.363=-6.492
min	55.408-55.075=0.332
max	71.969-90.743=-18.775

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4202.375-4197.125=5.250
σ	1952.992-1952.799=0.193
min	1483.000-1481.000=2.000
max	7402.000

*mean*	3202.542-3185.315=17.227
σ	718.046-731.152=-13.106
min	2520.807-2496.583=24.223
max	4318.583-4386.284=-67.701

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	1017.822-1033.760=-15.938
σ	205.704-204.240=1.463
min	922.359-929.627=-7.268
max	1514.653-1505.542=9.111

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	402.390-393.318=9.072
σ	42.196-4.140=38.056
min	381.035-384.757=-3.723
max	506.551-397.657=108.894

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-476.750=2.250
σ	0.000-0.463=-0.463
min	479.000-476.000=3.000
max	479.000-477.000=2.000

*mean*	368.416-346.250=22.166
σ	24.207-36.718=-12.511
min	323.188-299.762=23.426
max	398.693-402.430=-3.737

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.250-562.250=1.000
σ	1.035-5.092=-4.057
min	562.000-554.000=8.000
max	564.000-565.000=-1.000

*mean*	750.274-771.310=-21.036
σ	64.358-40.538=23.819
min	667.536-708.210=-40.674
max	838.881-831.554=7.327

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=0.001
σ	1.879-1.880=-0.001
min	963.843-963.842=0.001
max	972.511-972.516=-0.005

*mean*	1042.950-1040.450=2.500
σ	318.051-293.291=24.760
min	557.000-551.000=6.000
max	1512.000-1431.000=81.000

*mean*	1.313-1.276=0.038
σ	0.171-0.128=0.043
min	1.191-1.182=0.009
max	1.823-1.715=0.109

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.357-0.291=0.067
σ	0.313-0.287=0.026
min	0.142-0.135=0.007
max	0.852-0.799=0.052

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.472=0.003
σ	0.319-0.321=-0.002
min	0.320-0.317=0.002
max	1.044-1.046=-0.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.216=0.002
σ	0.024-0.030=-0.006
min	0.199-0.189=0.010
max	0.260-0.265=-0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.332=0.003
σ	0.017-0.016=0.000
min	0.318-0.319=-0.002
max	0.362-0.360=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.589-0.560=0.029
σ	0.034-0.044=-0.010
min	0.529-0.483=0.046
max	0.610-0.590=0.020

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.450-0.450=0.000
σ	0.073-0.054=0.019
min	0.372-0.380=-0.008
max	0.529-0.518=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.646-2.734=-0.088
σ	0.129-0.097=0.032
min	2.506-2.516=-0.010
max	3.353-3.057=0.296

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.632-2.609=0.023
σ	0.099-0.097=0.003
min	2.447-2.470=-0.023
max	2.923-3.085=-0.163

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.305-0.303=0.002
σ	0.010-0.010=0.001
min	0.288-0.287=0.001
max	0.356-0.367=-0.011

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.290-0.299=-0.010
σ	0.011-0.059=-0.047
min	0.276-0.277=-0.001
max	0.367-0.850=-0.483

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.589-11.500=0.089
σ	11.739-11.972=-0.233
min	0.574-0.716=-0.142
max	98.285-115.631=-17.347

*mean*	468.592-466.448=2.144
σ	20.217-18.570=1.647
min	408.000
max	483.000-481.000=2.000

*mean*	0.027-0.026=0.000
σ	0.029-0.029=-0.001
min	0.001-0.001=0.000
max	0.235-0.288=-0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.066-278.891=0.175
σ	1.045-1.073=-0.029
min	278.675-278.387=0.288
max	282.038-281.933=0.105

*mean*	443.400-442.100=1.300
σ	15.457-17.698=-2.240
min	426.000-414.000=12.000
max	472.000-464.000=8.000

*mean*	0.558-0.569=-0.011
σ	0.040-0.020=0.020
min	0.492-0.527=-0.034
max	0.620-0.595=0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	239.293-228.265=11.029
σ	16.195-23.491=-7.296
min	203.071-191.583=11.488
max	249.764-251.168=-1.404

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	6.303-7.034=-0.732
σ	1.084-1.544=-0.459
min	5.812-5.881=-0.069
max	8.981-8.965=0.016

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.000-0.000=-0.000
min	1042.134-1042.133=0.000
max	1042.134-1042.134=-0.000

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	402.305-482.920=-80.615
σ	75.767-114.363=-38.596
min	372.987-374.219=-1.232
max	589.765-591.692=-1.927

phase=processProdDef

*mean*	2243.717-2243.717=0.001
σ	0.000
min	2243.717-2243.717=0.001
max	2243.717-2243.717=0.001

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	2828.154-2577.596=250.558
σ	406.980-431.301=-24.321
min	2223.557-1928.933=294.624
max	3220.049-3067.536=152.513

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	35.341-36.771=-1.430
σ	2.473-7.750=-5.277
min	32.144-20.415=11.729
max	39.688-42.361=-2.673

phase=type checker

*mean*	958.958-958.596=0.361
σ	0.047
min	958.934-958.573=0.361
max	959.059-958.698=0.361

*mean*	873.000-874.000=-1.000
σ	0.000
min	873.000-874.000=-1.000
max	873.000-874.000=-1.000

*mean*	649.472-646.859=2.612
σ	10.153-20.828=-10.675
min	636.144-607.931=28.213
max	661.337-669.955=-8.618

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=-0.000
σ	0.036-0.038=-0.002
min	282.804-282.801=0.003
max	282.891-282.893=-0.002

*mean*	442.800-441.400=1.400
σ	1.095-3.286=-2.191
min	442.000-439.000=3.000
max	444.000-445.000=-1.000

*mean*	0.379-0.377=0.002
σ	0.004-0.001=0.003
min	0.376-0.376=0.000
max	0.387-0.379=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.051-1268.063=-0.011
σ	0.107-0.112=-0.004
min	1267.952-1267.964=-0.012
max	1268.226-1268.250=-0.024

*mean*	1091.200-1091.800=-0.600
σ	169.655-167.831=1.824
min	890.000-892.000=-2.000
max	1323.000-1320.000=3.000

*mean*	2.010-1.991=0.019
σ	0.100-0.104=-0.004
min	1.886-1.873=0.013
max	2.127-2.087=0.040

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1507.027=-0.000
σ	2.950-2.953=-0.003
min	1505.475-1505.479=-0.004
max	1512.291-1512.296=-0.005

*mean*	623.200-625.400=-2.200
σ	86.791-87.248=-0.457
min	494.000-495.000=-1.000
max	725.000-727.000=-2.000

*mean*	2.192-2.195=-0.003
σ	0.114-0.144=-0.029
min	2.095-2.107=-0.012
max	2.375-2.450=-0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.070-1830.069=0.001
σ	0.044-0.049=-0.005
min	1830.012-1829.995=0.017
max	1830.116-1830.113=0.002

*mean*	1714.200-1720.400=-6.200
σ	189.297-188.851=0.445
min	1455.000-1453.000=2.000
max	1889.000-1891.000=-2.000

*mean*	2.980-3.046=-0.067
σ	0.325-0.389=-0.064
min	2.636-2.829=-0.193
max	3.517-3.740=-0.223

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.712=0.042
σ	0.082-0.074=0.008
min	1.669-1.624=0.045
max	1.873-1.804=0.070

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.391-406.199=0.192
σ	510.178-509.795=0.383
min	151.299-151.298=0.000
max	1171.659-1170.892=0.767

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	433.000-439.000=-6.000
σ	0.000
min	433.000-439.000=-6.000
max	433.000-439.000=-6.000

*mean*	0.509-0.491=0.018
σ	0.509-0.478=0.031
min	0.249-0.248=0.001
max	1.273-1.208=0.065

policies=20

*mean*	1513.165-1513.148=0.017
σ	0.305-0.268=0.037
min	1512.974-1512.975=-0.001
max	1513.618-1513.545=0.073

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	442.750-444.250=-1.500
σ	6.500-3.500=3.000
min	433.000-439.000=-6.000
max	446.000

*mean*	2.549-2.499=0.050
σ	0.056-0.007=0.048
min	2.511-2.493=0.018
max	2.631-2.509=0.122

policies=200

*mean*	15139.950-15140.013=-0.062
σ	0.177-0.085=0.092
min	15139.800-15139.932=-0.132
max	15140.180-15140.127=0.053

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.250=-1.750
σ	3.873-4.031=-0.158
min	492.000-494.000=-2.000
max	501.000-503.000=-2.000

*mean*	25.331-25.295=0.036
σ	0.094-0.072=0.022
min	25.231-25.226=0.004
max	25.449-25.397=0.052