Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.366-0.366=-0.001
min	54.566-54.564=0.002
max	55.756-55.759=-0.002

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.136-0.141=-0.005
σ	0.005-0.004=0.001
min	0.131-0.136=-0.005
max	0.144-0.147=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.780=-0.003
σ	0.009-0.007=0.002
min	43.758-43.768=-0.010
max	43.788-43.792=-0.004

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.122-0.132=-0.010
σ	0.003-0.009=-0.006
min	0.120-0.121=-0.001
max	0.129-0.147=-0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4585.625-4585.125=0.500
σ	2253.009-2252.346=0.663
min	1486.000
max	7401.000-7400.000=1.000

*mean*	13.577-13.477=0.100
σ	3.463-3.638=-0.176
min	11.884-11.833=0.051
max	22.024-22.423=-0.399

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4585.625-4585.125=0.500
σ	2253.009-2252.346=0.663
min	1486.000
max	7401.000-7400.000=1.000

*mean*	13.606-13.790=-0.183
σ	3.332-3.277=0.054
min	11.342-11.197=0.146
max	21.694-21.723=-0.029

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.000

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	11.031-11.013=0.018
σ	0.175-0.166=0.009
min	10.732-10.776=-0.044
max	11.249-11.244=0.005

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=-0.000

*mean*	4172.375-4171.750=0.625
σ	1944.975-1944.335=0.641
min	1486.000
max	7401.000-7400.000=1.000

*mean*	12.005-11.803=0.202
σ	1.783-1.828=-0.045
min	11.071-10.834=0.237
max	16.384-16.290=0.094

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4172.375-4171.750=0.625
σ	1944.975-1944.335=0.641
min	1486.000
max	7401.000-7400.000=1.000

*mean*	9.118-8.771=0.347
σ	1.323-1.402=-0.079
min	7.897-7.680=0.217
max	12.258-12.145=0.113

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.383-26.384=-0.000
max	26.384-26.384=-0.000

*mean*	4172.375-4171.750=0.625
σ	1944.975-1944.335=0.641
min	1486.000
max	7401.000-7400.000=1.000

*mean*	6.764-6.829=-0.064
σ	1.154-1.122=0.032
min	5.955-5.622=0.333
max	9.525-9.419=0.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4585.625-4585.125=0.500
σ	2253.009-2252.346=0.663
min	1486.000
max	7401.000-7400.000=1.000

*mean*	6.352-6.240=0.113
σ	0.989-0.866=0.124
min	5.810-5.785=0.025
max	8.776-8.373=0.403

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.001
σ	0.001-0.001=0.001
min	25.961
max	25.965-25.962=0.002

*mean*	4585.625-4585.125=0.500
σ	2253.009-2252.346=0.663
min	1486.000
max	7401.000-7400.000=1.000

*mean*	6.180-5.976=0.204
σ	1.029-0.519=0.511
min	5.714-5.666=0.048
max	8.719-7.248=1.471

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	361.559-373.416=-11.858
σ	44.211-77.813=-33.602
min	342.188-344.227=-2.039
max	470.727-565.961=-95.234

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.978=0.000

*mean*	3750.500-3750.125=0.375
σ	2298.123-2297.492=0.631
min	720.000
max	7401.000-7400.000=1.000

*mean*	1585.467-1616.083=-30.615
σ	467.278-547.849=-80.571
min	1387.087-1394.254=-7.167
max	2731.482-2963.140=-231.658

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842

*mean*	4406.625-4406.000=0.625
σ	2224.234-2223.629=0.605
min	1486.000
max	7401.000-7400.000=1.000

*mean*	273.559-195.842=77.716
σ	387.835-173.969=213.866
min	123.502-123.931=-0.429
max	1232.393-624.135=608.258

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=0.000
min	62.065-62.065=-0.000
max	62.069

*mean*	4585.625-4585.125=0.500
σ	2253.009-2252.346=0.663
min	1486.000
max	7401.000-7400.000=1.000

*mean*	216.436-211.926=4.510
σ	481.535-479.055=2.480
min	40.239-40.923=-0.683
max	1408.019-1397.523=10.496

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	22.354-22.928=-0.574
σ	1.158-2.021=-0.863
min	21.534-21.664=-0.130
max	25.016-26.248=-1.232

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	258.920-285.061=-26.142
σ	574.103-646.506=-72.403
min	54.857-54.709=0.148
max	1679.748-1885.069=-205.321

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876-4646.876=0.001

*mean*	4172.375-4171.750=0.625
σ	1944.975-1944.335=0.641
min	1486.000
max	7401.000-7400.000=1.000

*mean*	3278.763-3173.208=105.555
σ	973.580-823.164=150.416
min	2481.725-2498.133=-16.407
max	4995.351-4651.417=343.934

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	1004.685-1078.213=-73.528
σ	130.095-252.898=-122.803
min	901.367-914.642=-13.275
max	1225.362-1602.593=-377.231

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.083=-0.000
σ	0.002-0.002=-0.000
min	905.080
max	905.086

*mean*	7401.000-7400.000=1.000
σ	0.000
min	7401.000-7400.000=1.000
max	7401.000-7400.000=1.000

*mean*	395.879-407.079=-11.200
σ	4.065-40.439=-36.374
min	387.221-386.161=1.060
max	400.940-506.375=-105.436

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.500-476.000=-0.500
σ	0.756-0.000=0.756
min	475.000-476.000=-1.000
max	477.000-476.000=1.000

*mean*	388.933-367.025=21.908
σ	15.050-40.597=-25.547
min	372.898-315.085=57.812
max	421.780-423.644=-1.865

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.125-562.000=-2.875
σ	3.482-0.000=3.482
min	555.000-562.000=-7.000
max	562.000

*mean*	726.679-760.980=-34.302
σ	63.139-38.081=25.058
min	628.632-699.397=-70.765
max	816.451-823.059=-6.607

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.529=-0.001
σ	1.820-1.820=0.000
min	963.825-963.822=0.003
max	972.223-972.224=-0.000

*mean*	1041.100-1045.600=-4.500
σ	310.405-320.588=-10.183
min	538.000-542.000=-4.000
max	1536.000-1567.000=-31.000

*mean*	1.272-1.244=0.028
σ	0.094-0.079=0.015
min	1.170-1.168=0.002
max	1.561-1.516=0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.436=-0.135
σ	0.295-0.509=-0.214
min	0.138-0.141=-0.004
max	0.823-1.336=-0.513

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.470=0.010
σ	0.337-0.321=0.016
min	0.319-0.319=-0.001
max	1.082-1.043=0.038

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.219=-0.006
σ	0.023-0.018=0.005
min	0.194-0.198=-0.004
max	0.252-0.247=0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.328=-0.001
σ	0.017-0.020=-0.003
min	0.313-0.309=0.004
max	0.355-0.360=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839-964.838=0.001
σ	0.009
min	964.834-964.833=0.001
max	964.855-964.855=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.565-0.561=0.004
σ	0.040-0.042=-0.002
min	0.500-0.507=-0.007
max	0.597-0.602=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.482=-0.008
σ	0.040-0.045=-0.005
min	0.434-0.419=0.015
max	0.518-0.524=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.625-2.712=-0.086
σ	0.100-0.090=0.010
min	2.458-2.503=-0.045
max	2.901-2.915=-0.014

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.634-2.658=-0.025
σ	0.103-0.127=-0.023
min	2.463-2.464=-0.001
max	2.952-3.544=-0.591

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.303=-0.000
σ	0.012-0.012=-0.000
min	0.289-0.288=0.001
max	0.379-0.362=0.017

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.285-0.293=-0.008
σ	0.007-0.040=-0.032
min	0.268-0.274=-0.006
max	0.326-0.677=-0.351

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.960-11.543=0.418
σ	11.185-11.312=-0.127
min	0.574-0.574=-0.000
max	114.091-69.742=44.349

*mean*	454.172-461.161=-6.989
σ	19.530-20.747=-1.217
min	408.000
max	473.000-480.000=-7.000

*mean*	0.027-0.027=0.001
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.271-0.169=0.102

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.964-278.940=0.024
σ	1.093-1.087=0.006
min	278.489-278.482=0.008
max	282.065-282.029=0.036

*mean*	444.900-448.700=-3.800
σ	19.919-21.807=-1.888
min	415.000
max	468.000-484.000=-16.000

*mean*	0.584-0.566=0.019
σ	0.019-0.024=-0.004
min	0.548-0.514=0.034
max	0.611-0.590=0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	214.907-232.075=-17.168
σ	26.628-14.571=12.057
min	184.899-199.681=-14.782
max	242.539-244.378=-1.839

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	7.596-6.253=1.344
σ	1.592-1.078=0.514
min	5.834-5.783=0.051
max	9.310-8.902=0.407

phase=parser

*mean*	1041.967-1041.966=0.001
σ	0.000-0.000=0.000
min	1041.967-1041.966=0.001
max	1041.967-1041.966=0.001

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	554.989-515.338=39.651
σ	151.387-113.293=38.095
min	373.799-376.151=-2.351
max	731.747-615.843=115.904

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	2948.290-3020.431=-72.141
σ	402.953-419.310=-16.357
min	2301.603-2121.016=180.587
max	3430.813-3342.864=87.949

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	30.549-29.422=1.127
σ	8.494-10.516=-2.022
min	19.245-19.983=-0.737
max	42.272-42.492=-0.219

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	669.231-664.432=4.799
σ	54.246-59.520=-5.274
min	610.938-610.831=0.108
max	750.975-761.278=-10.303

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.360=-0.000
σ	0.037-0.037=-0.000
min	282.306-282.310=-0.004
max	282.397-282.400=-0.003

*mean*	439.000-441.400=-2.400
σ	2.739-2.408=0.330
min	437.000-439.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.380-0.386=-0.006
σ	0.007-0.011=-0.004
min	0.375-0.374=0.001
max	0.388-0.397=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.621-1267.605=0.016
σ	0.113-0.095=0.019
min	1267.449-1267.488=-0.039
max	1267.764-1267.751=0.013

*mean*	1093.200-1113.200=-20.000
σ	170.501-171.638=-1.137
min	891.000-898.000=-7.000
max	1327.000-1336.000=-9.000

*mean*	2.191-2.014=0.177
σ	0.168-0.141=0.027
min	2.084-1.862=0.222
max	2.488-2.178=0.309

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.523-1506.538=-0.015
σ	2.938-2.966=-0.027
min	1504.995-1505.014=-0.019
max	1511.766-1511.832=-0.066

*mean*	623.600-625.200=-1.600
σ	87.897-87.102=0.795
min	493.000-495.000=-2.000
max	727.000

*mean*	2.173-2.227=-0.054
σ	0.126-0.217=-0.091
min	2.096-2.103=-0.007
max	2.398-2.609=-0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.581-1829.602=-0.021
σ	0.039-0.083=-0.044
min	1829.522-1829.511=0.011
max	1829.619-1829.728=-0.109

*mean*	1724.200-1760.800=-36.600
σ	183.002-213.533=-30.531
min	1469.000-1487.000=-18.000
max	1893.000-1965.000=-72.000

*mean*	2.955-3.236=-0.282
σ	0.287-0.441=-0.154
min	2.739-2.800=-0.061
max	3.451-3.729=-0.278

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.731=0.008
σ	0.165-0.100=0.065
min	1.470-1.620=-0.150
max	1.877-1.864=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.850-393.850=0.000
σ	509.577-509.574=0.003
min	139.059-139.059=0.000
max	1158.216-1158.211=0.005

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.492-0.489=0.003
σ	0.517-0.497=0.019
min	0.231-0.234=-0.002
max	1.267-1.235=0.032

policies=20

*mean*	1390.717-1390.713=0.004
σ	0.162-0.154=0.008
min	1390.601-1390.599=0.002
max	1390.956-1390.939=0.017

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.500-445.000=-0.500
σ	9.000-10.000=-1.000
min	440.000
max	458.000-460.000=-2.000

*mean*	2.315-2.299=0.016
σ	0.020-0.013=0.008
min	2.292-2.280=0.012
max	2.342-2.308=0.033

policies=200

*mean*	13915.905-13915.906=-0.001
σ	0.135-0.094=0.041
min	13915.807-13915.837=-0.030
max	13916.100-13916.045=0.055

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	493.500-495.250=-1.750
σ	3.697-5.620=-1.923
min	490.000-488.000=2.000
max	498.000-501.000=-3.000

*mean*	23.423-23.411=0.013
σ	0.192-0.111=0.080
min	23.292-23.271=0.021
max	23.703-23.543=0.160