Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.717=0.000
σ	0.367-0.362=0.005
min	54.582-54.583=-0.001
max	55.761-55.747=0.014

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.005-0.006=-0.001
min	0.134-0.131=0.003
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=-0.000
σ	0.008-0.009=-0.000
min	43.767-43.761=0.006
max	43.793-43.791=0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.001
min	0.116-0.120=-0.004
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4586.875-4589.375=-2.500
σ	2255.352-2249.818=5.534
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	14.097-173.442=-159.345
σ	3.840-453.910=-450.071
min	11.887-11.974=-0.087
max	22.085-1296.803=-1274.718

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605

*mean*	4586.875-4589.375=-2.500
σ	2255.352-2249.818=5.534
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	14.130-14.961=-0.830
σ	3.594-4.197=-0.603
min	11.614-12.559=-0.945
max	21.251-24.462=-3.212

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.001

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	11.171-11.822=-0.651
σ	0.183-1.773=-1.591
min	10.979-10.933=0.046
max	11.378-16.176=-4.797

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.925-41.925=0.000

*mean*	4172.125-4179.625=-7.500
σ	1946.119-1945.662=0.457
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	11.675-11.640=0.035
σ	1.866-1.694=0.172
min	10.758-10.835=-0.078
max	16.270-15.819=0.451

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4172.125-4179.625=-7.500
σ	1946.119-1945.662=0.457
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	9.185-9.109=0.076
σ	1.272-1.246=0.026
min	8.283-7.998=0.284
max	12.282-12.106=0.176

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4172.125-4179.625=-7.500
σ	1946.119-1945.662=0.457
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	7.139-7.182=-0.044
σ	0.916-0.750=0.167
min	6.437-6.665=-0.228
max	9.358-9.019=0.339

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4586.875-4589.375=-2.500
σ	2255.352-2249.818=5.534
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	6.506-6.614=-0.107
σ	1.056-1.008=0.048
min	5.854-5.844=0.010
max	8.814-8.863=-0.050

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.000=0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4586.875-4589.375=-2.500
σ	2255.352-2249.818=5.534
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	6.394-6.479=-0.086
σ	1.063-0.970=0.093
min	5.689-5.764=-0.075
max	8.723-8.630=0.093

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	363.940-347.875=16.064
σ	42.643-2.307=40.337
min	346.765-345.088=1.677
max	469.346-351.942=117.404

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3750.875-3756.125=-5.250
σ	2298.935-2299.946=-1.011
min	721.000-720.000=1.000
max	7409.000-7386.000=23.000

*mean*	1653.880-1787.802=-133.923
σ	528.015-679.979=-151.964
min	1416.265-1388.961=27.304
max	2945.883-2978.636=-32.753

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.002=-0.001
min	107.841-107.841=0.000
max	107.842-107.846=-0.004

*mean*	4407.625-4409.250=-1.625
σ	2226.947-2219.493=7.454
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	279.785-276.641=3.144
σ	397.229-394.410=2.819
min	126.475-127.282=-0.807
max	1261.763-1252.054=9.709

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4586.875-4409.250=177.625
σ	2255.352-2219.493=35.859
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	202.683-45.528=157.155
σ	442.241-8.177=434.064
min	40.728-41.152=-0.424
max	1297.004-65.573=1231.432

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	22.104-200.470=-178.366
σ	0.678-501.903=-501.225
min	21.632-21.760=-0.128
max	23.720-1442.609=-1418.889

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	278.063-65.278=212.786
σ	627.692-23.958=603.734
min	55.258-55.535=-0.277
max	1831.519-124.458=1707.062

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.841=0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4172.125-4179.625=-7.500
σ	1946.119-1945.662=0.457
min	1487.000-1483.000=4.000
max	7409.000-7386.000=23.000

*mean*	3174.964-3164.748=10.217
σ	807.559-775.540=32.019
min	2507.595-2499.434=8.161
max	4622.570-4468.412=154.158

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	1065.130-1007.107=58.023
σ	251.928-163.487=88.440
min	920.346-908.139=12.207
max	1645.923-1309.447=336.476

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7409.000-7386.000=23.000
σ	0.000
min	7409.000-7386.000=23.000
max	7409.000-7386.000=23.000

*mean*	391.785-405.746=-13.961
σ	4.010-36.225=-32.215
min	384.441-389.392=-4.952
max	395.576-494.852=-99.275

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.875-475.000=1.875
σ	0.354-0.000=0.354
min	476.000-475.000=1.000
max	477.000-475.000=2.000

*mean*	369.166-393.247=-24.081
σ	14.559-22.960=-8.401
min	345.242-367.168=-21.926
max	394.574-429.780=-35.206

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.875-563.000=-0.125
σ	0.354-0.000=0.354
min	562.000-563.000=-1.000
max	563.000

*mean*	725.954-755.721=-29.768
σ	62.282-30.560=31.723
min	614.599-703.896=-89.297
max	799.278-794.626=4.652

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.565-964.533=0.033
σ	1.879-1.821=0.058
min	963.843-963.822=0.020
max	972.512-972.231=0.281

*mean*	1048.600-1058.450=-9.850
σ	313.660-307.168=6.492
min	556.000-561.000=-5.000
max	1499.000-1472.000=27.000

*mean*	1.273-1.268=0.005
σ	0.105-0.102=0.003
min	1.183-1.180=0.003
max	1.538-1.537=0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.402=-0.102
σ	0.302-0.517=-0.216
min	0.142-0.139=0.002
max	0.834-1.324=-0.489

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.494=-0.012
σ	0.322-0.323=-0.001
min	0.323-0.310=0.013
max	1.057-1.062=-0.005

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.213=-0.000
σ	0.021-0.025=-0.004
min	0.198-0.197=0.001
max	0.249-0.256=-0.007

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.331=0.001
σ	0.017-0.022=-0.005
min	0.320-0.314=0.006
max	0.360-0.367=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.555-0.579=-0.024
σ	0.047-0.029=0.018
min	0.498-0.539=-0.041
max	0.614-0.610=0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.472-0.481=-0.010
σ	0.052-0.046=0.006
min	0.390-0.417=-0.028
max	0.523-0.526=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	1.979-2.635=-0.656
σ	0.064-0.096=-0.032
min	1.856-2.487=-0.631
max	2.173-3.094=-0.921

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.389-2.617=-0.228
σ	0.356-0.082=0.274
min	1.839-2.482=-0.643
max	3.049-2.944=0.105

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.304-0.303=0.001
σ	0.008-0.008=-0.001
min	0.292-0.286=0.006
max	0.354-0.348=0.005

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.289-0.291=-0.002
σ	0.008-0.028=-0.020
min	0.277-0.274=0.002
max	0.323-0.554=-0.231

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.805-11.470=0.335
σ	11.236-11.180=0.055
min	0.780-0.573=0.206
max	95.079-99.811=-4.732

*mean*	459.780-462.730=-2.950
σ	16.867-19.198=-2.331
min	406.000-409.000=-3.000
max	474.000-481.000=-7.000

*mean*	0.027-0.026=0.001
σ	0.027-0.027=0.000
min	0.001-0.001=-0.000
max	0.227-0.234=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.342-278.560=0.781
σ	1.032-1.060=-0.028
min	278.971-278.081=0.890
max	282.277-281.570=0.708

*mean*	439.800-443.200=-3.400
σ	16.505-17.087=-0.582
min	414.000-417.000=-3.000
max	464.000-475.000=-11.000

*mean*	0.567-0.580=-0.013
σ	0.031-0.023=0.008
min	0.501-0.527=-0.026
max	0.613-0.618=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.258-169.257=0.000

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	227.959-214.942=13.017
σ	26.685-21.719=4.966
min	191.942-191.481=0.462
max	253.543-242.828=10.715

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	7.553-6.214=1.339
σ	1.141-1.086=0.055
min	5.973-5.746=0.227
max	8.901-8.899=0.002

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=-0.000
min	1042.131-1042.133=-0.002
max	1042.131-1042.134=-0.003

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	504.211-401.281=102.930
σ	91.299-76.970=14.330
min	407.095-371.793=35.302
max	617.832-591.655=26.177

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	2861.657-3016.402=-154.745
σ	460.254-229.657=230.597
min	2084.146-2696.888=-612.742
max	3317.291-3301.758=15.533

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	41.874-35.524=6.350
σ	5.108-4.505=0.603
min	33.923-32.934=0.989
max	47.564-46.431=1.133

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.576=-0.004
max	958.698-958.701=-0.004

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	680.218-656.123=24.094
σ	13.133-13.946=-0.813
min	655.035-639.142=15.893
max	692.220-677.792=14.428

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.359=0.497
σ	0.036-0.036=0.001
min	282.804-282.309=0.495
max	282.891-282.396=0.495

*mean*	441.400-441.000=0.400
σ	3.286-2.739=0.548
min	439.000
max	445.000-444.000=1.000

*mean*	0.377-0.380=-0.003
σ	0.001-0.007=-0.005
min	0.375-0.374=0.001
max	0.379-0.388=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.058-1267.609=0.449
σ	0.113-0.105=0.008
min	1267.963-1267.451=0.512
max	1268.246-1267.744=0.502

*mean*	1091.400-1090.600=0.800
σ	167.710-165.058=2.652
min	892.000-893.000=-1.000
max	1320.000-1314.000=6.000

*mean*	1.974-2.190=-0.216
σ	0.114-0.174=-0.060
min	1.875-2.080=-0.206
max	2.131-2.498=-0.366

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.054-1506.536=0.518
σ	2.960-2.970=-0.010
min	1505.526-1505.009=0.518
max	1512.334-1511.838=0.496

*mean*	613.200-626.200=-13.000
σ	89.676-87.311=2.365
min	508.000-496.000=12.000
max	727.000-728.000=-1.000

*mean*	2.276-2.241=0.035
σ	0.206-0.282=-0.076
min	2.113-2.048=0.064
max	2.597-2.732=-0.135

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1829.591=0.478
σ	0.042-0.062=-0.020
min	1830.015-1829.512=0.503
max	1830.109-1829.679=0.431

*mean*	1721.600-1732.400=-10.800
σ	189.447-177.616=11.832
min	1454.000-1479.000=-25.000
max	1893.000-1896.000=-3.000

*mean*	2.948-3.083=-0.135
σ	0.184-0.381=-0.197
min	2.805-2.790=0.015
max	3.270-3.726=-0.457

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.716=0.038
σ	0.100-0.152=-0.052
min	1.629-1.486=0.143
max	1.884-1.886=-0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.200-393.868=12.332
σ	509.798-509.607=0.191
min	151.296-139.062=12.234
max	1170.896-1158.278=12.619

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.496-0.498=-0.002
σ	0.478-0.512=-0.034
min	0.255-0.231=0.024
max	1.214-1.266=-0.052

policies=20

*mean*	1513.143-1390.731=122.412
σ	0.264-0.171=0.093
min	1512.971-1390.610=122.361
max	1513.537-1390.984=122.553

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	443.500-445.250=-1.750
σ	4.041-10.500=-6.459
min	440.000
max	447.000-461.000=-14.000

*mean*	2.505-2.325=0.180
σ	0.012-0.011=0.002
min	2.490-2.313=0.176
max	2.520-2.338=0.182

policies=200

*mean*	15140.024-13915.908=1224.117
σ	0.126-0.152=-0.026
min	15139.873-13915.745=1224.128
max	15140.172-13916.112=1224.059

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	494.500-493.000=1.500
σ	5.972-5.354=0.618
min	487.000-488.000=-1.000
max	501.000-499.000=2.000

*mean*	25.302-23.496=1.806
σ	0.124-0.247=-0.123
min	25.190-23.252=1.938
max	25.479-23.815=1.664