Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.716=-0.018
σ	0.365-0.363=0.002
min	54.561-54.583=-0.021
max	55.737-55.749=-0.012

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.141-0.139=0.001
σ	0.004-0.005=-0.000
min	0.136-0.132=0.004
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.779=-0.001
σ	0.008-0.009=-0.002
min	43.765-43.762=0.003
max	43.791-43.790=0.001

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.004=0.002
min	0.115-0.121=-0.005
max	0.133-0.133=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.000

*mean*	4424.750-4594.125=-169.375
σ	2225.583-2246.910=-21.327
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	12.870-128.220=-115.350
σ	2.120-327.562=-325.442
min	11.901-11.824=0.077
max	18.092-938.892=-920.800

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4604.875-4594.125=10.750
σ	2256.693-2246.910=9.783
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	129.593-13.522=116.071
σ	328.454-4.529=323.925
min	12.674-11.490=1.183
max	942.467-24.682=917.785

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	11.354-11.060=0.294
σ	0.980-0.178=0.801
min	10.906-10.771=0.135
max	13.767-11.328=2.439

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.925-41.924=0.001
max	41.929-41.925=0.003

*mean*	4196.000-4186.500=9.500
σ	1952.975-1943.598=9.377
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	11.736-11.471=0.265
σ	1.779-1.723=0.056
min	10.830-10.631=0.200
max	16.086-15.703=0.382

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.137=0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4196.000-4186.500=9.500
σ	1952.975-1943.598=9.377
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	9.059-9.084=-0.025
σ	1.359-1.175=0.184
min	7.847-8.469=-0.621
max	12.328-11.980=0.349

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=-0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4196.000-4186.500=9.500
σ	1952.975-1943.598=9.377
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	6.929-7.165=-0.236
σ	1.022-0.967=0.055
min	6.331-6.669=-0.338
max	9.385-9.525=-0.139

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=-0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4604.875-4594.125=10.750
σ	2256.693-2246.910=9.783
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	6.611-6.263=0.349
σ	1.138-1.006=0.132
min	5.992-5.792=0.201
max	9.231-8.746=0.485

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.001=-0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4604.875-4594.125=10.750
σ	2256.693-2246.910=9.783
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	6.368-6.198=0.170
σ	1.130-1.003=0.128
min	5.698-5.733=-0.035
max	8.849-8.666=0.183

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002-0.002=0.000
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	347.156-360.867=-13.711
σ	1.332-42.414=-41.082
min	344.229-344.018=0.211
max	348.669-465.788=-117.119

op=load_product(), with indexes

*mean*	3495.846-3495.855=-0.009
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.972-3496.978=-0.006

*mean*	3769.375-3761.000=8.375
σ	2309.029-2299.296=9.734
min	720.000
max	7404.000-7385.000=19.000

*mean*	1753.115-1754.820=-1.705
σ	599.877-642.317=-42.440
min	1410.300-1392.456=17.844
max	2965.051-2814.258=150.793

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.001
max	107.842-107.842=0.000

*mean*	4196.000-4415.625=-219.625
σ	1952.975-2216.459=-263.484
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	136.599-244.595=-107.995
σ	20.155-300.634=-280.479
min	126.710-125.286=1.424
max	186.315-987.108=-800.793

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.001=0.000
min	62.065-62.065=0.001
max	62.070-62.068=0.001

*mean*	4424.750-4415.625=9.125
σ	2225.583-2216.459=9.124
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	124.802-45.448=79.354
σ	232.217-8.458=223.759
min	41.290-40.460=0.830
max	699.500-65.686=633.813

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002-0.002=0.000
min	40.926-40.925=0.001
max	40.930-40.928=0.002

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	130.178-22.804=107.374
σ	304.270-2.040=302.231
min	21.248-21.511=-0.263
max	883.180-26.361=856.819

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	59.839-301.557=-241.718
σ	9.341-692.638=-683.298
min	54.983-54.940=0.043
max	81.871-2015.738=-1933.867

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837-4646.837=0.000
max	4646.876-4646.876=0.000

*mean*	4196.000-4186.500=9.500
σ	1952.975-1943.598=9.377
min	1489.000-1486.000=3.000
max	7404.000-7385.000=19.000

*mean*	3311.899-3295.833=16.066
σ	782.793-795.828=-13.035
min	2510.511-2507.834=2.677
max	4723.746-4501.351=222.395

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002
min	1973.829-1973.827=0.001
max	1973.833-1973.831=0.001

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	1009.191-999.572=9.619
σ	197.064-140.808=56.256
min	920.203-924.735=-4.532
max	1486.160-1311.896=174.264

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7404.000-7385.000=19.000
σ	0.000
min	7404.000-7385.000=19.000
max	7404.000-7385.000=19.000

*mean*	411.969-409.707=2.262
σ	42.115-40.394=1.721
min	385.364-392.115=-6.751
max	515.486-509.145=6.341

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.000=-0.375
σ	0.518-0.000=0.518
min	475.000-476.000=-1.000
max	476.000

*mean*	367.374-384.672=-17.298
σ	34.877-44.252=-9.374
min	307.511-317.034=-9.523
max	416.999-433.217=-16.219

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.125-560.875=0.250
σ	2.588-0.354=2.234
min	558.000-560.000=-2.000
max	563.000-561.000=2.000

*mean*	759.338-726.193=33.144
σ	63.144-77.413=-14.269
min	627.343-592.802=34.541
max	816.221-818.453=-2.232

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.554-964.562=-0.008
σ	1.879-1.880=-0.000
min	963.837-963.843=-0.006
max	972.504-972.513=-0.009

*mean*	1051.050-1051.150=-0.100
σ	305.395-322.162=-16.767
min	565.000-539.000=26.000
max	1553.000-1555.000=-2.000

*mean*	1.250-1.256=-0.007
σ	0.061-0.147=-0.086
min	1.188-1.173=0.015
max	1.385-1.817=-0.431

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.340=-0.048
σ	0.287-0.277=0.010
min	0.144-0.139=0.005
max	0.803-0.810=-0.008

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.474=0.003
σ	0.321-0.327=-0.005
min	0.321-0.320=0.001
max	1.051-1.058=-0.007

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.217=0.000
σ	0.027-0.024=0.003
min	0.193-0.200=-0.007
max	0.262-0.259=0.003

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.333=0.001
σ	0.021-0.014=0.007
min	0.321-0.322=-0.002
max	0.371-0.358=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.547-0.579=-0.032
σ	0.058-0.042=0.016
min	0.472-0.508=-0.037
max	0.597-0.613=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.452-0.443=0.009
σ	0.037-0.041=-0.004
min	0.422-0.385=0.037
max	0.506-0.497=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.084-2.678=-0.594
σ	0.317-0.102=0.215
min	1.760-2.509=-0.749
max	2.873-3.062=-0.189

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.945-2.665=-0.720
σ	0.065-0.097=-0.032
min	1.834-2.503=-0.669
max	2.160-3.005=-0.846

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304-0.321=-0.017
σ	0.008-0.064=-0.056
min	0.289-0.293=-0.005
max	0.353-0.810=-0.457

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.292-0.297=-0.005
σ	0.008-0.033=-0.025
min	0.277-0.280=-0.003
max	0.335-0.613=-0.278

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.157-11.561=-0.405
σ	11.259-11.397=-0.138
min	0.574-0.573=0.000
max	131.549-112.472=19.077

*mean*	462.505-456.611=5.894
σ	22.045-20.180=1.864
min	407.000-410.000=-3.000
max	480.000-477.000=3.000

*mean*	0.026-0.026=-0.001
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.312-0.274=0.038

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.062-279.082=-0.020
σ	1.082-1.080=0.002
min	278.643-278.631=0.011
max	282.135-282.152=-0.017

*mean*	445.000-440.700=4.300
σ	17.288-17.430=-0.141
min	426.000-413.000=13.000
max	471.000-467.000=4.000

*mean*	0.577-0.577=-0.001
σ	0.020-0.020=0.000
min	0.553-0.533=0.020
max	0.626-0.613=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=-0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.712

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	151.732-211.713=-59.980
σ	9.354-37.705=-28.352
min	139.440-150.185=-10.744
max	167.690-249.860=-82.170

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	8.236-6.424=1.811
σ	1.079-1.037=0.043
min	6.890-5.845=1.045
max	9.165-8.828=0.337

phase=parser

*mean*	1042.130-1042.134=-0.004
σ	0.000-0.000=-0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.004

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	546.315-418.972=127.343
σ	77.566-74.317=3.250
min	442.171-378.434=63.737
max	619.600-594.771=24.829

phase=processProdDef

*mean*	2241.195-2243.717=-2.523
σ	0.000
min	2241.195-2243.717=-2.523
max	2241.195-2243.717=-2.523

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	3016.950-2772.301=244.649
σ	288.041-364.266=-76.225
min	2376.643-2198.836=177.807
max	3279.138-3208.979=70.159

phase=renaming

*mean*	21.433-21.436=-0.003
σ	0.000
min	21.433-21.436=-0.003
max	21.433-21.436=-0.003

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	44.624-35.995=8.629
σ	5.227-4.645=0.582
min	36.544-31.087=5.456
max	49.268-45.945=3.323

phase=type checker

*mean*	958.462-958.600=-0.137
σ	0.047
min	958.439-958.576=-0.137
max	958.564-958.701=-0.137

*mean*	694.000-848.000=-154.000
σ	0.000
min	694.000-848.000=-154.000
max	694.000-848.000=-154.000

*mean*	674.859-657.974=16.885
σ	10.810-11.248=-0.438
min	656.375-641.481=14.894
max	686.905-677.863=9.041

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.038-0.038=0.000
min	282.801-282.800=0.001
max	282.892-282.892=0.000

*mean*	444.000-441.400=2.600
σ	0.000-3.286=-3.286
min	444.000-439.000=5.000
max	444.000-445.000=-1.000

*mean*	0.373-0.375=-0.002
σ	0.000-0.001=-0.000
min	0.372-0.374=-0.002
max	0.373-0.376=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.053-1268.055=-0.002
σ	0.112-0.111=0.001
min	1267.952-1267.967=-0.015
max	1268.240-1268.244=-0.003

*mean*	1094.200-1090.000=4.200
σ	169.655-168.667=0.988
min	893.000-891.000=2.000
max	1326.000-1322.000=4.000

*mean*	2.003-2.080=-0.077
σ	0.115-0.158=-0.043
min	1.852-1.850=0.002
max	2.095-2.290=-0.195

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.035-1507.026=0.009
σ	2.904-2.954=-0.050
min	1505.528-1505.483=0.045
max	1512.219-1512.299=-0.080

*mean*	625.600-624.200=1.400
σ	87.600-87.102=0.499
min	495.000-494.000=1.000
max	728.000-726.000=2.000

*mean*	2.215-2.234=-0.019
σ	0.132-0.201=-0.069
min	2.107-2.137=-0.029
max	2.417-2.593=-0.176

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.067=-0.007
σ	0.044-0.044=0.000
min	1829.993-1829.999=-0.005
max	1830.107-1830.114=-0.007

*mean*	1720.800-1722.400=-1.600
σ	190.212-186.480=3.732
min	1458.000-1462.000=-4.000
max	1894.000-1892.000=2.000

*mean*	2.968-2.980=-0.013
σ	0.313-0.292=0.021
min	2.710-2.788=-0.078
max	3.510-3.496=0.014

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.743-1.730=0.013
σ	0.096-0.219=-0.122
min	1.613-1.342=0.271
max	1.836-1.871=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-406.199=-0.256
σ	509.285-509.795=-0.510
min	151.295-151.299=-0.003
max	1169.871-1170.892=-1.021

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	445.000-442.000=3.000
σ	0.000
min	445.000-442.000=3.000
max	445.000-442.000=3.000

*mean*	0.482-0.512=-0.030
σ	0.459-0.518=-0.059
min	0.244-0.248=-0.003
max	1.170-1.288=-0.119

policies=20

*mean*	1513.126-1513.146=-0.020
σ	0.253-0.270=-0.017
min	1512.971-1512.971=-0.000
max	1513.502-1513.546=-0.043

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-448.000=-1.000
σ	2.309-4.000=-1.691
min	445.000-442.000=3.000
max	449.000-450.000=-1.000

*mean*	2.480-2.500=-0.020
σ	0.023-0.023=0.000
min	2.454-2.470=-0.015
max	2.501-2.520=-0.018

policies=200

*mean*	15140.002-15140.002=-0.001
σ	0.111-0.073=0.038
min	15139.917-15139.894=0.022
max	15140.157-15140.049=0.108

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-496.000=4.000
σ	6.164-3.651=2.513
min	492.000
max	507.000-500.000=7.000

*mean*	25.015-25.319=-0.304
σ	0.096-0.074=0.022
min	24.913-25.220=-0.307
max	25.132-25.398=-0.266