Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.821-57.822=-0.001
σ	0.360-0.359=0.001
min	57.679-57.674=0.005
max	58.845-58.844=0.001

*mean*	420.700-421.000=-0.300
σ	0.483-0.000=0.483
min	420.000-421.000=-1.000
max	421.000

*mean*	0.141-0.144=-0.003
σ	0.005-0.006=-0.001
min	0.137-0.135=0.001
max	0.151-0.153=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.898=0.000
σ	0.008-0.007=0.001
min	46.887-46.884=0.002
max	46.913-46.906=0.007

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.130-0.128=0.001
σ	0.004-0.003=0.001
min	0.126-0.122=0.004
max	0.137-0.134=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4431.750-4426.250=5.500
σ	2225.059-2227.734=-2.675
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	12.830-13.531=-0.701
σ	1.917-3.625=-1.709
min	11.865-11.886=-0.021
max	17.471-22.461=-4.990

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4610.375-4606.250=4.125
σ	2256.077-2258.707=-2.630
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	152.937-180.415=-27.478
σ	395.522-472.102=-76.580
min	11.344-11.445=-0.101
max	1131.797-1348.776=-216.979

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	11.177-11.209=-0.032
σ	0.198-0.404=-0.206
min	10.865-10.743=0.122
max	11.555-11.955=-0.400

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.925-41.924=0.000
max	41.926-41.929=-0.003

*mean*	4202.750-4196.875=5.875
σ	1952.578-1954.454=-1.875
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	11.433-11.456=-0.022
σ	0.855-1.011=-0.157
min	10.811-10.918=-0.107
max	13.455-13.934=-0.479

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634
σ	0.137-0.137=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4202.750-4196.875=5.875
σ	1952.578-1954.454=-1.875
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	8.723-8.748=-0.025
σ	0.632-0.582=0.050
min	8.235-8.158=0.076
max	10.232-10.042=0.189

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=0.000
min	26.385-26.385=0.000
max	26.385-26.385=0.000

*mean*	4202.750-4196.875=5.875
σ	1952.578-1954.454=-1.875
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	6.665-6.771=-0.106
σ	0.687-0.654=0.033
min	5.908-5.891=0.017
max	8.065-8.133=-0.068

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4610.375-4606.250=4.125
σ	2256.077-2258.707=-2.630
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	6.590-6.677=-0.087
σ	1.112-1.383=-0.271
min	5.955-5.790=0.165
max	9.123-9.022=0.101

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962-25.962=0.000
max	25.964

*mean*	4610.375-4606.250=4.125
σ	2256.077-2258.707=-2.630
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	6.489-6.626=-0.137
σ	1.145-1.335=-0.190
min	5.790-5.753=0.036
max	9.040-8.862=0.179

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602-1021.602=0.000

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	347.332-348.380=-1.048
σ	2.640-2.987=-0.347
min	343.033-344.011=-0.978
max	350.482-354.165=-3.683

op=load_product(), with indexes

*mean*	3495.848-3495.848=0.000
σ	0.460-0.460=-0.000
min	3495.685-3495.685=0.000
max	3496.986-3496.986=0.000

*mean*	3774.250-3770.000=4.250
σ	2309.992-2310.631=-0.639
min	719.000
max	7408.000-7409.000=-1.000

*mean*	1810.122-1784.533=25.589
σ	688.085-643.353=44.732
min	1401.094-1402.681=-1.586
max	3002.886-2825.834=177.051

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=-0.000

*mean*	4202.750-4196.875=5.875
σ	1952.578-1954.454=-1.875
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	132.351-132.986=-0.635
σ	9.209-9.861=-0.651
min	121.919-126.315=-4.397
max	146.272-155.205=-8.933

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4431.750-4426.250=5.500
σ	2225.059-2227.734=-2.675
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	178.617-169.027=9.590
σ	384.558-355.839=28.720
min	40.935-41.002=-0.066
max	1130.343-1049.675=80.668

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	108.339-138.686=-30.347
σ	244.750-331.086=-86.336
min	21.521-21.362=0.159
max	714.064-958.081=-244.017

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	59.024-60.584=-1.559
σ	8.557-12.850=-4.293
min	55.385-55.591=-0.206
max	80.158-92.365=-12.207

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4202.750-4196.875=5.875
σ	1952.578-1954.454=-1.875
min	1483.000
max	7408.000-7409.000=-1.000

*mean*	3332.095-3267.819=64.276
σ	738.703-807.052=-68.349
min	2520.681-2487.592=33.088
max	4287.358-4654.950=-367.592

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	991.234-969.400=21.834
σ	109.937-88.423=21.515
min	933.864-919.524=14.340
max	1239.904-1157.222=82.683

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7408.000-7409.000=-1.000
σ	0.000
min	7408.000-7409.000=-1.000
max	7408.000-7409.000=-1.000

*mean*	394.360-392.421=1.939
σ	5.368-5.256=0.112
min	381.909-380.418=1.491
max	398.524-397.178=1.346

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-476.000=-1.000
σ	0.000
min	475.000-476.000=-1.000
max	475.000-476.000=-1.000

*mean*	376.834-379.471=-2.637
σ	35.796-27.515=8.281
min	309.470-338.417=-28.946
max	418.801-418.037=0.764

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	556.000-563.000=-7.000
σ	0.000
min	556.000-563.000=-7.000
max	556.000-563.000=-7.000

*mean*	742.798-726.016=16.782
σ	67.314-59.667=7.647
min	625.492-633.763=-8.271
max	824.844-797.582=27.261

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.918=0.002
σ	2.437-2.437=-0.000
min	976.071-976.070=0.000
max	987.246-987.244=0.001

*mean*	1050.200-1041.800=8.400
σ	316.230-296.361=19.868
min	573.000-550.000=23.000
max	1513.000-1441.000=72.000

*mean*	1.320-1.278=0.042
σ	0.108-0.097=0.010
min	1.207-1.202=0.005
max	1.515-1.541=-0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.279-0.299=-0.020
σ	0.261-0.298=-0.037
min	0.139-0.137=0.003
max	0.742-0.829=-0.087

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.502-0.479=0.023
σ	0.295-0.314=-0.018
min	0.325-0.322=0.003
max	1.018-1.039=-0.022

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.282-0.215=0.067
σ	0.150-0.033=0.117
min	0.197-0.184=0.013
max	0.548-0.269=0.278

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.358-0.320=0.038
σ	0.038-0.016=0.021
min	0.318-0.302=0.016
max	0.400-0.346=0.054

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.546-0.569=-0.023
σ	0.049-0.039=0.011
min	0.469-0.502=-0.032
max	0.592-0.595=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.447-0.470=-0.023
σ	0.028-0.048=-0.020
min	0.410-0.411=-0.001
max	0.476-0.520=-0.044

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.634-2.612=0.022
σ	0.095-0.103=-0.008
min	2.496-2.468=0.028
max	2.963-3.088=-0.125

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.619-2.599=0.020
σ	0.079-0.097=-0.018
min	2.477-2.429=0.048
max	2.845-2.907=-0.062

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.307-0.308=-0.001
σ	0.010-0.011=-0.001
min	0.292-0.295=-0.003
max	0.364-0.382=-0.018

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.295-0.296=-0.000
σ	0.025-0.051=-0.026
min	0.275-0.275=0.000
max	0.527-0.791=-0.264

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.736-11.792=-0.056
σ	10.751-11.644=-0.892
min	0.574-0.574=0.000
max	76.056-90.277=-14.221

*mean*	468.239-458.169=10.070
σ	19.729-18.991=0.738
min	407.000-406.000=1.000
max	485.000-477.000=8.000

*mean*	0.027-0.027=-0.000
σ	0.026-0.029=-0.002
min	0.001-0.001=0.000
max	0.188-0.216=-0.028

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.827-293.561=0.266
σ	1.010-1.132=-0.122
min	293.344-293.081=0.263
max	296.692-296.771=-0.079

*mean*	443.500-441.900=1.600
σ	16.788-17.792=-1.004
min	417.000-415.000=2.000
max	466.000-464.000=2.000

*mean*	0.604-0.592=0.012
σ	0.010-0.022=-0.012
min	0.589-0.553=0.036
max	0.623-0.623=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	153.418-149.699=3.719
σ	10.012-9.808=0.204
min	139.087-136.461=2.626
max	164.300-160.842=3.458

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	6.365-7.120=-0.754
σ	1.229-2.250=-1.021
min	5.855-5.751=0.104
max	9.404-11.973=-2.569

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.001-0.001=-0.000
min	1042.131
max	1042.134

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	404.075-444.431=-40.356
σ	76.274-113.983=-37.709
min	373.705-373.479=0.226
max	592.799-659.951=-67.153

phase=processProdDef

*mean*	2241.193
σ	0.000
min	2241.193
max	2241.194

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	2791.905-2834.701=-42.796
σ	366.646-416.281=-49.635
min	2296.302-2373.568=-77.266
max	3318.929-3353.752=-34.823

phase=renaming

*mean*	21.430
σ	0.001
min	21.430
max	21.433

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	39.453-39.930=-0.477
σ	2.198-4.652=-2.453
min	35.445-29.789=5.656
max	42.107-46.330=-4.222

phase=type checker

*mean*	958.466
σ	0.047
min	958.439
max	958.568

*mean*	847.000
σ	0.000
min	847.000
max	847.000

*mean*	670.891-695.179=-24.288
σ	17.490-36.291=-18.802
min	641.505-643.225=-1.720
max	691.832-750.523=-58.692

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.855=-0.000
σ	0.038-0.037=0.000
min	327.803-327.803=-0.000
max	327.892-327.892=-0.000

*mean*	442.400
σ	4.278
min	435.000
max	446.000

*mean*	0.440-0.435=0.006
σ	0.008-0.010=-0.002
min	0.432-0.426=0.006
max	0.450-0.450=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.075-1313.045=0.031
σ	0.138-0.108=0.030
min	1312.964-1312.959=0.005
max	1313.311-1313.229=0.082

*mean*	1077.400-1082.600=-5.200
σ	166.290-165.225=1.065
min	855.000-859.000=-4.000
max	1283.000

*mean*	1.887-1.898=-0.011
σ	0.058-0.096=-0.038
min	1.827-1.829=-0.001
max	1.956-2.050=-0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.102-1552.082=0.020
σ	3.025-3.028=-0.003
min	1550.539-1550.557=-0.018
max	1557.503-1557.491=0.012

*mean*	619.000-621.200=-2.200
σ	85.723-86.699=-0.976
min	520.000-521.000=-1.000
max	722.000-725.000=-3.000

*mean*	2.380-2.330=0.051
σ	0.287-0.224=0.063
min	2.076-2.054=0.021
max	2.777-2.601=0.176

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.057-1875.073=-0.015
σ	0.044-0.058=-0.014
min	1875.002-1875.002=0.000
max	1875.111-1875.152=-0.041

*mean*	1713.600-1711.800=1.800
σ	263.490-265.611=-2.121
min	1402.000-1398.000=4.000
max	2082.000-2085.000=-3.000

*mean*	2.920-2.933=-0.013
σ	0.093-0.102=-0.009
min	2.839-2.847=-0.008
max	3.051-3.080=-0.029

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.542-1.550=-0.008
σ	0.112-0.129=-0.017
min	1.367-1.342=0.026
max	1.625-1.668=-0.043

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.406-419.404=0.002
σ	508.895-508.893=0.002
min	164.955-164.954=0.000
max	1182.748-1182.743=0.005

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.519-0.525=-0.006
σ	0.490-0.506=-0.016
min	0.271-0.265=0.006
max	1.253-1.284=-0.031

policies=20

*mean*	1649.814-1649.808=0.006
σ	0.377-0.375=0.002
min	1649.593-1649.591=0.002
max	1650.377-1650.369=0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	454.750-450.750=4.000
σ	12.659-10.532=2.127
min	439.000-437.000=2.000
max	465.000-459.000=6.000

*mean*	2.664-2.650=0.013
σ	0.020-0.004=0.015
min	2.641-2.646=-0.004
max	2.683-2.656=0.027

policies=200

*mean*	16506.046-16506.019=0.026
σ	0.149-0.122=0.028
min	16505.908-16505.840=0.068
max	16506.244-16506.097=0.147

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	502.250-504.000=-1.750
σ	5.500-10.392=-4.892
min	495.000-491.000=4.000
max	507.000-515.000=-8.000

*mean*	26.814-26.844=-0.030
σ	0.167-0.173=-0.006
min	26.586-26.713=-0.126
max	26.989-27.087=-0.098