Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.861=-0.002
σ	0.361-0.361=-0.000
min	54.716-54.721=-0.005
max	55.885-55.888=-0.002

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.006=-0.001
min	0.132-0.132=0.000
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.847=-0.000
σ	0.007-0.007=0.000
min	43.835-43.833=0.002
max	43.860-43.856=0.004

*mean*	420.000-416.700=3.300
σ	0.000-0.483=-0.483
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.125-0.125=0.000
σ	0.005-0.004=0.001
min	0.117-0.122=-0.005
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4592.375-4581.250=11.125
σ	2249.340-2253.261=-3.921
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	168.244-12.968=155.276
σ	441.416-2.052=439.364
min	11.880-11.916=-0.036
max	1260.692-17.845=1242.847

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4592.375-4581.250=11.125
σ	2249.340-2253.261=-3.921
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	13.665-12.925=0.740
σ	4.456-2.052=2.404
min	11.439-11.583=-0.144
max	24.597-17.848=6.749

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.950=0.000

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	11.614-10.812=0.802
σ	1.815-0.196=1.619
min	10.580-10.425=0.155
max	16.079-11.041=5.038

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934

*mean*	4183.750-4166.750=17.000
σ	1946.025-1945.237=0.788
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	11.557-11.471=0.086
σ	1.782-1.783=-0.001
min	10.770-10.652=0.118
max	15.955-15.869=0.086

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4183.750-4166.750=17.000
σ	1946.025-1945.237=0.788
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	9.169-9.087=0.082
σ	1.479-1.299=0.180
min	8.075-7.993=0.082
max	12.767-12.219=0.548

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4183.750-4166.750=17.000
σ	1946.025-1945.237=0.788
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	7.249-7.034=0.215
σ	0.991-0.841=0.150
min	6.580-6.386=0.193
max	9.674-9.078=0.596

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4592.375-4581.250=11.125
σ	2249.340-2253.261=-3.921
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	6.428-6.204=0.224
σ	1.019-0.464=0.555
min	5.701-5.840=-0.139
max	8.886-7.326=1.560

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985

*mean*	4592.375-4581.250=11.125
σ	2249.340-2253.261=-3.921
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	6.183-5.981=0.202
σ	0.915-0.464=0.450
min	5.387-5.641=-0.254
max	8.384-7.110=1.274

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	346.360-361.170=-14.810
σ	3.004-43.961=-40.957
min	343.286-343.655=-0.369
max	352.224-469.914=-117.690

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.468=0.000
min	3495.713-3495.713=-0.000
max	3497.037

*mean*	3759.250-3746.625=12.625
σ	2300.946-2297.462=3.484
min	720.000
max	7385.000-7397.000=-12.000

*mean*	1755.249-1595.393=159.856
σ	666.091-493.070=173.021
min	1388.299-1391.446=-3.148
max	2889.202-2805.882=83.320

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.853=0.000
max	107.855-107.854=0.000

*mean*	4412.375-4400.625=11.750
σ	2218.618-2224.442=-5.824
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	259.546-205.372=54.174
σ	347.964-186.588=161.376
min	125.468-129.922=-4.454
max	1119.351-665.251=454.100

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4412.375-4581.250=-168.875
σ	2218.618-2253.261=-34.643
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	44.745-166.241=-121.495
σ	7.877-350.294=-342.417
min	40.371-39.948=0.422
max	63.925-1033.165=-969.240

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	185.673-22.033=163.641
σ	463.412-1.540=461.872
min	21.524-21.394=0.130
max	1332.559-25.842=1306.717

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	65.225-269.458=-204.232
σ	26.438-600.947=-574.509
min	55.196-55.326=-0.130
max	130.637-1756.713=-1626.076

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4183.750-4166.750=17.000
σ	1946.025-1945.237=0.788
min	1487.000-1488.000=-1.000
max	7385.000-7397.000=-12.000

*mean*	3269.378-3204.570=64.808
σ	760.042-828.523=-68.480
min	2488.763-2500.195=-11.432
max	4451.907-4701.632=-249.725

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	986.404-1071.138=-84.734
σ	133.520-294.179=-160.659
min	909.610-915.487=-5.876
max	1271.999-1765.767=-493.769

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000-7397.000=-12.000
σ	0.000
min	7385.000-7397.000=-12.000
max	7385.000-7397.000=-12.000

*mean*	388.833-389.903=-1.071
σ	7.828-4.988=2.840
min	374.515-381.511=-6.996
max	395.311-399.491=-4.180

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.375-477.250=-1.875
σ	2.200-1.389=0.811
min	473.000-475.000=-2.000
max	478.000

*mean*	348.411-388.361=-39.950
σ	36.498-28.608=7.890
min	303.806-361.354=-57.548
max	401.549-439.914=-38.365

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-558.000=0.250
σ	1.909-2.138=-0.229
min	556.000
max	560.000

*mean*	736.245-742.763=-6.518
σ	71.267-48.915=22.352
min	595.785-670.848=-75.063
max	806.995-812.681=-5.686

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.565=0.001
σ	0.760-0.760=-0.000
min	1024.095-1024.092=0.003
max	1027.705-1027.706=-0.001

*mean*	1060.000-1060.100=-0.100
σ	312.689-313.092=-0.404
min	592.000-591.000=1.000
max	1528.000

*mean*	1.346-1.370=-0.024
σ	0.079-0.064=0.015
min	1.197-1.306=-0.109
max	1.576-1.525=0.051

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.446-0.301=0.145
σ	0.480-0.292=0.188
min	0.154-0.143=0.011
max	1.300-0.818=0.482

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.824-0.481=0.343
σ	0.522-0.318=0.204
min	0.563-0.325=0.238
max	1.756-1.049=0.707

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.220=0.170
σ	0.030-0.022=0.008
min	0.374-0.207=0.167
max	0.443-0.259=0.184

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.588-0.339=0.250
σ	0.026-0.018=0.007
min	0.561-0.321=0.240
max	0.624-0.367=0.257

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600-436.200=-4.600
σ	1.342-1.789=-0.447
min	431.000-433.000=-2.000
max	434.000-437.000=-3.000

*mean*	0.580-0.536=0.044
σ	0.115-0.046=0.069
min	0.467-0.486=-0.018
max	0.747-0.608=0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.488-0.446=0.042
σ	0.036-0.051=-0.015
min	0.439-0.381=0.058
max	0.527-0.510=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	2.245-2.692=-0.447
σ	0.360-0.085=0.275
min	1.815-2.497=-0.683
max	2.990-2.932=0.058

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	2.586-2.703=-0.116
σ	0.079-0.084=-0.005
min	2.445-2.496=-0.051
max	2.862-2.901=-0.039

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.307-0.309=-0.002
σ	0.016-0.011=0.005
min	0.290-0.290=-0.001
max	0.436-0.367=0.069

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.295-0.293=0.002
σ	0.019-0.007=0.013
min	0.274-0.280=-0.005
max	0.439-0.323=0.116

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.800-11.433=0.366
σ	10.905-11.457=-0.552
min	0.574-0.573=0.000
max	114.121-104.591=9.530

*mean*	460.224-464.473=-4.249
σ	19.772-21.951=-2.179
min	407.000-408.000=-1.000
max	478.000-483.000=-5.000

*mean*	0.027-0.027=0.000
σ	0.027-0.028=-0.002
min	0.001-0.001=-0.000
max	0.277-0.251=0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.599-298.629=-0.030
σ	1.014-1.013=0.001
min	298.235-298.192=0.042
max	301.483-301.503=-0.020

*mean*	439.800-438.600=1.200
σ	15.267-16.433=-1.167
min	415.000-412.000=3.000
max	462.000

*mean*	0.602-0.603=-0.001
σ	0.014-0.017=-0.003
min	0.581-0.575=0.006
max	0.629-0.639=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-838.000=6.000
σ	0.000
min	844.000-838.000=6.000
max	844.000-838.000=6.000

*mean*	228.063-233.915=-5.852
σ	30.746-20.240=10.505
min	184.607-201.352=-16.745
max	264.958-255.231=9.727

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	843.375-838.000=5.375
σ	1.768-0.000=1.768
min	839.000-838.000=1.000
max	844.000-838.000=6.000

*mean*	9.310-9.565=-0.255
σ	0.761-0.116=0.645
min	7.465-9.431=-1.966
max	9.864-9.760=0.104

phase=parser

*mean*	1042.432-1042.431=0.000
σ	0.000-0.000=-0.000
min	1042.432-1042.431=0.001
max	1042.432

*mean*	843.375-838.000=5.375
σ	1.768-0.000=1.768
min	839.000-838.000=1.000
max	844.000-838.000=6.000

*mean*	574.288-599.205=-24.918
σ	57.222-3.233=53.988
min	471.034-594.140=-123.107
max	616.217-605.066=11.151

phase=processProdDef

*mean*	2243.978
σ	0.000
min	2243.978
max	2243.978

*mean*	844.000-838.000=6.000
σ	0.000
min	844.000-838.000=6.000
max	844.000-838.000=6.000

*mean*	2949.735-2684.556=265.179
σ	475.208-323.370=151.838
min	2167.695-1964.065=203.629
max	3454.732-2931.136=523.596

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	843.375-838.000=5.375
σ	1.768-0.000=1.768
min	839.000-838.000=1.000
max	844.000-838.000=6.000

*mean*	38.548-40.197=-1.650
σ	4.998-0.249=4.749
min	26.210-39.675=-13.465
max	40.819-40.481=0.338

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-838.000=5.375
σ	1.768-0.000=1.768
min	839.000-838.000=1.000
max	844.000-838.000=6.000

*mean*	731.970-673.132=58.838
σ	97.591-4.327=93.265
min	668.202-666.636=1.566
max	916.344-679.562=236.782

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=-0.000
σ	0.038-0.037=0.000
min	293.767-293.768=-0.000
max	293.859-293.858=0.000

*mean*	445.400-442.400=3.000
σ	0.548
min	445.000-442.000=3.000
max	446.000-443.000=3.000

*mean*	0.392-0.392=-0.000
σ	0.007-0.007=0.001
min	0.388-0.387=0.001
max	0.404-0.403=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.296-1320.293=0.002
σ	0.131-0.134=-0.003
min	1320.171-1320.161=0.010
max	1320.501-1320.501=-0.001

*mean*	1091.600-1105.200=-13.600
σ	168.555-179.730=-11.174
min	893.000-892.000=1.000
max	1321.000-1354.000=-33.000

*mean*	1.923-1.956=-0.033
σ	0.061-0.039=0.022
min	1.863-1.914=-0.051
max	2.005-2.007=-0.002

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.287-1559.278=0.009
σ	2.997-2.997=0.001
min	1557.659-1557.660=-0.001
max	1564.634-1564.624=0.010

*mean*	625.600-624.800=0.800
σ	87.022-88.858=-1.836
min	496.000-493.000=3.000
max	728.000-730.000=-2.000

*mean*	2.235-2.241=-0.006
σ	0.251-0.243=0.008
min	2.060-2.052=0.008
max	2.674-2.663=0.011

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.344-1882.335=0.008
σ	0.052-0.046=0.005
min	1882.277-1882.277=-0.000
max	1882.418-1882.402=0.015

*mean*	1731.400-1717.000=14.400
σ	178.380-179.538=-1.159
min	1476.000-1484.000=-8.000
max	1895.000-1888.000=7.000

*mean*	3.058-2.973=0.085
σ	0.301-0.117=0.184
min	2.868-2.880=-0.012
max	3.593-3.167=0.426

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.726-1.720=0.006
σ	0.132-0.152=-0.020
min	1.521-1.515=0.006
max	1.848-1.852=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-419.945=-0.001
σ	518.105-518.105=-0.000
min	160.886-160.887=-0.001
max	1197.101-1197.102=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.502-0.525=-0.023
σ	0.479-0.519=-0.040
min	0.259-0.259=0.000
max	1.220-1.304=-0.083

policies=20

*mean*	1609.197-1609.196=0.001
σ	0.355-0.344=0.011
min	1608.949-1608.961=-0.012
max	1609.722-1609.705=0.017

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-450.000=-0.500
σ	7.000-6.000=1.000
min	446.000-447.000=-1.000
max	460.000-459.000=1.000

*mean*	2.584-2.572=0.012
σ	0.017-0.026=-0.009
min	2.565-2.551=0.014
max	2.602-2.601=0.001

policies=200

*mean*	16100.580-16100.642=-0.063
σ	0.041-0.065=-0.024
min	16100.532-16100.549=-0.017
max	16100.624-16100.698=-0.075

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-497.500=-0.750
σ	4.031-5.000=-0.969
min	492.000-491.000=1.000
max	501.000-503.000=-2.000

*mean*	26.084-25.992=0.091
σ	0.100-0.073=0.027
min	25.990-25.916=0.075
max	26.192-26.090=0.102