Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.719=-0.001
σ	0.365-0.367=-0.003
min	54.569-54.569=0.000
max	55.754-55.762=-0.008

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.139=0.002
σ	0.005-0.006=-0.001
min	0.137-0.132=0.005
max	0.149-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.775=0.001
σ	0.009-0.007=0.002
min	43.761-43.764=-0.003
max	43.792-43.788=0.004

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.121=0.002
σ	0.005-0.005=0.001
min	0.116-0.115=0.001
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4590.625-4593.375=-2.750
σ	2249.042-2249.772=-0.730
min	1486.000
max	7384.000

*mean*	166.319-151.824=14.495
σ	435.293-392.718=42.575
min	11.997-11.956=0.041
max	1243.614-1123.739=119.875

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4590.625-4593.375=-2.750
σ	2249.042-2249.772=-0.730
min	1486.000
max	7384.000

*mean*	13.410-14.775=-1.366
σ	3.033-4.603=-1.571
min	11.490-11.490=0.001
max	20.697-24.964=-4.267

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	11.736-11.638=0.098
σ	1.742-1.767=-0.025
min	10.980-10.847=0.134
max	16.041-16.001=0.040

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925

*mean*	4181.250-4185.500=-4.250
σ	1945.531-1946.975=-1.443
min	1486.000
max	7384.000

*mean*	11.798-11.781=0.016
σ	1.835-1.857=-0.022
min	11.006-10.728=0.277
max	16.331-16.359=-0.028

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4181.250-4185.500=-4.250
σ	1945.531-1946.975=-1.443
min	1486.000
max	7384.000

*mean*	8.896-9.053=-0.157
σ	1.400-1.276=0.124
min	7.609-8.215=-0.607
max	12.242-12.134=0.108

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4181.250-4185.500=-4.250
σ	1945.531-1946.975=-1.443
min	1486.000
max	7384.000

*mean*	6.471-6.757=-0.287
σ	1.098-1.097=0.001
min	5.649-5.918=-0.270
max	8.992-9.269=-0.277

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4590.625-4593.375=-2.750
σ	2249.042-2249.772=-0.730
min	1486.000
max	7384.000

*mean*	6.295-6.484=-0.189
σ	0.514-1.039=-0.525
min	5.969-5.807=0.163
max	7.527-8.758=-1.230

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.001
σ	0.001-0.001=0.001
min	25.961
max	25.965-25.962=0.002

*mean*	4590.625-4593.375=-2.750
σ	2249.042-2249.772=-0.730
min	1486.000
max	7384.000

*mean*	6.020-6.383=-0.363
σ	0.497-1.113=-0.616
min	5.605-5.576=0.029
max	7.202-8.839=-1.637

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	345.430-346.711=-1.280
σ	1.407-1.566=-0.159
min	343.913-344.152=-0.239
max	347.586-349.216=-1.629

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=-0.000
max	3496.978-3496.977=0.001

*mean*	3757.625-3760.375=-2.750
σ	2300.156-2302.007=-1.851
min	720.000
max	7384.000

*mean*	1766.835-1745.887=20.948
σ	688.342-602.999=85.342
min	1386.136-1387.360=-1.224
max	2985.255-2797.943=187.312

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840
max	107.842-107.841=0.000

*mean*	4410.000-4413.500=-3.500
σ	2218.436-2218.759=-0.324
min	1486.000
max	7384.000

*mean*	259.982-269.171=-9.189
σ	357.743-375.011=-17.269
min	123.693-124.017=-0.323
max	1144.396-1196.127=-51.731

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.000

*mean*	4410.000-4413.500=-3.500
σ	2218.436-2218.759=-0.324
min	1486.000
max	7384.000

*mean*	45.717-45.982=-0.266
σ	8.540-9.819=-1.279
min	40.497-40.771=-0.274
max	66.424-70.076=-3.652

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	176.579-179.840=-3.261
σ	435.336-444.031=-8.695
min	21.802-21.628=0.175
max	1253.975-1278.753=-24.777

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.293=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	63.779-65.492=-1.713
σ	20.346-24.362=-4.016
min	55.317-55.661=-0.343
max	113.866-125.537=-11.672

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4181.250-4185.500=-4.250
σ	1945.531-1946.975=-1.443
min	1486.000
max	7384.000

*mean*	3250.675-3254.382=-3.708
σ	748.413-791.811=-43.399
min	2470.556-2517.932=-47.376
max	4263.385-4696.841=-433.456

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	1008.500-1021.847=-13.346
σ	186.602-161.503=25.099
min	918.733-926.102=-7.369
max	1443.205-1285.312=157.893

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	398.882-407.812=-8.930
σ	5.795-37.880=-32.085
min	387.917-388.283=-0.365
max	406.057-500.775=-94.718

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-476.375=3.625
σ	0.000-0.518=-0.518
min	480.000-476.000=4.000
max	480.000-477.000=3.000

*mean*	358.613-391.677=-33.064
σ	21.995-29.545=-7.549
min	318.778-339.485=-20.707
max	387.487-436.209=-48.722

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	743.620-775.836=-32.215
σ	64.610-62.865=1.745
min	609.415-676.440=-67.026
max	824.147-853.298=-29.151

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.529=0.002
σ	1.821-1.822=-0.001
min	963.823-963.822=0.001
max	972.231-972.232=-0.000

*mean*	1040.650-1048.500=-7.850
σ	293.492-321.317=-27.825
min	551.000-542.000=9.000
max	1431.000-1572.000=-141.000

*mean*	1.289-1.265=0.025
σ	0.138-0.117=0.020
min	1.186-1.177=0.009
max	1.676-1.670=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.442-0.292=0.150
σ	0.495-0.308=0.187
min	0.150-0.127=0.024
max	1.325-0.839=0.485

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.830-0.563=0.267
σ	0.523-0.346=0.177
min	0.568-0.306=0.262
max	1.763-1.043=0.720

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.378-0.220=0.157
σ	0.040-0.018=0.022
min	0.348-0.209=0.140
max	0.443-0.251=0.192

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.595-0.337=0.258
σ	0.027-0.021=0.006
min	0.575-0.316=0.258
max	0.641-0.371=0.270

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839
σ	0.009
min	964.834
max	964.855

*mean*	431.400-431.600=-0.200
σ	0.894-1.342=-0.447
min	431.000
max	433.000-434.000=-1.000

*mean*	0.712-0.522=0.190
σ	0.033-0.040=-0.008
min	0.677-0.479=0.198
max	0.743-0.575=0.169

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.627-0.465=0.162
σ	0.028-0.028=0.000
min	0.579-0.425=0.154
max	0.653-0.498=0.155

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.843-1.824=1.019
σ	0.284-0.061=0.223
min	2.574-1.722=0.853
max	3.825-2.058=1.767

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	3.530-1.881=1.649
σ	0.081-0.080=0.001
min	3.394-1.719=1.675
max	3.823-2.093=1.729

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.536-0.303=0.233
σ	0.019-0.016=0.003
min	0.509-0.286=0.223
max	0.634-0.437=0.197

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.512-0.289=0.223
σ	0.017-0.010=0.008
min	0.493-0.277=0.216
max	0.620-0.354=0.266

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.207-11.570=-0.363
σ	12.268-11.985=0.283
min	0.574-0.574=0.000
max	107.750-107.747=0.003

*mean*	461.060-462.007=-0.947
σ	19.132-18.608=0.524
min	405.000-406.000=-1.000
max	478.000-475.000=3.000

*mean*	0.026-0.026=-0.001
σ	0.030-0.029=0.001
min	0.001-0.001=-0.000
max	0.256-0.251=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.794-278.773=0.021
σ	1.086-0.999=0.087
min	278.357-278.342=0.015
max	281.880-281.608=0.272

*mean*	439.600-446.500=-6.900
σ	17.083-17.161=-0.078
min	415.000-418.000=-3.000
max	466.000-474.000=-8.000

*mean*	0.581-0.582=-0.001
σ	0.020-0.022=-0.002
min	0.531-0.533=-0.002
max	0.607-0.612=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	226.822-224.788=2.034
σ	20.759-20.581=0.178
min	187.187-187.949=-0.762
max	244.760-240.681=4.079

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	6.638-6.288=0.350
σ	1.537-1.116=0.421
min	5.721-5.779=-0.058
max	9.150-9.042=0.108

phase=parser

*mean*	1041.967
σ	0.000
min	1041.967
max	1041.967

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	506.864-511.458=-4.594
σ	137.256-113.222=24.034
min	368.902-372.457=-3.555
max	720.105-604.210=115.895

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	2626.623-2524.804=101.819
σ	593.883-482.482=111.402
min	1954.300-1972.312=-18.011
max	3279.648-3272.398=7.250

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	29.189-30.732=-1.543
σ	8.634-11.218=-2.584
min	20.056-19.999=0.057
max	41.844-41.838=0.005

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	632.773-667.493=-34.720
σ	25.182-58.484=-33.301
min	605.877-611.239=-5.361
max	680.120-754.799=-74.679

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.358-282.360=-0.002
σ	0.037-0.036=0.001
min	282.308-282.309=-0.001
max	282.399-282.397=0.002

*mean*	441.600-441.000=0.600
σ	2.191-2.739=-0.548
min	440.000-439.000=1.000
max	444.000

*mean*	0.378-0.379=-0.001
σ	0.006-0.008=-0.002
min	0.373-0.370=0.003
max	0.388-0.388=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.593-1267.596=-0.003
σ	0.110-0.085=0.025
min	1267.467-1267.481=-0.014
max	1267.770-1267.719=0.051

*mean*	1090.000-1111.000=-21.000
σ	167.996-168.262=-0.266
min	892.000-897.000=-5.000
max	1320.000-1324.000=-4.000

*mean*	2.072-2.029=0.042
σ	0.075-0.134=-0.059
min	1.996-1.864=0.131
max	2.176-2.190=-0.014

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.524-1506.578=-0.054
σ	2.964-2.962=0.002
min	1504.958-1505.071=-0.113
max	1511.811-1511.864=-0.053

*mean*	625.200-628.800=-3.600
σ	87.311-90.170=-2.859
min	495.000-505.000=-10.000
max	727.000-728.000=-1.000

*mean*	2.181-2.332=-0.151
σ	0.237-0.331=-0.094
min	2.035-2.038=-0.003
max	2.601-2.861=-0.259

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.572-1829.582=-0.010
σ	0.035-0.069=-0.035
min	1829.512-1829.492=0.020
max	1829.601-1829.669=-0.067

*mean*	1729.400-1757.000=-27.600
σ	177.437-211.616=-34.180
min	1475.000-1477.000=-2.000
max	1892.000-1958.000=-66.000

*mean*	2.979-3.146=-0.167
σ	0.243-0.265=-0.022
min	2.791-2.801=-0.010
max	3.404-3.473=-0.069

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.772-1.690=0.082
σ	0.082-0.225=-0.143
min	1.651-1.325=0.326
max	1.849-1.877=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.849=0.002
σ	509.574-509.575=-0.001
min	139.060-139.057=0.003
max	1158.213-1158.212=0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.480-0.488=-0.008
σ	0.486-0.495=-0.009
min	0.231-0.233=-0.002
max	1.209-1.231=-0.022

policies=20

*mean*	1390.717-1390.721=-0.004
σ	0.145-0.173=-0.028
min	1390.612-1390.600=0.012
max	1390.930-1390.977=-0.047

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	445.250-446.000=-0.750
σ	8.500-10.000=-1.500
min	441.000
max	458.000-461.000=-3.000

*mean*	2.321-2.320=0.001
σ	0.034-0.009=0.025
min	2.286-2.311=-0.025
max	2.367-2.329=0.038

policies=200

*mean*	13915.809-13915.905=-0.096
σ	0.111-0.116=-0.004
min	13915.660-13915.842=-0.181
max	13915.921-13916.079=-0.158

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.250-496.500=-0.250
σ	3.500-3.000=0.500
min	492.000-493.000=-1.000
max	500.000-499.000=1.000

*mean*	23.442-23.401=0.041
σ	0.141-0.093=0.048
min	23.291-23.318=-0.027
max	23.580-23.523=0.057