Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.363-0.366=-0.004
min	54.579-54.573=0.005
max	55.748-55.759=-0.012

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=0.000
min	0.137-0.136=0.000
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.001
σ	0.006-0.008=-0.002
min	43.765-43.765=0.000
max	43.785-43.793=-0.007

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123-0.123=0.000
σ	0.004-0.005=-0.001
min	0.120-0.118=0.002
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4424.875-4428.625=-3.750
σ	2226.931-2224.221=2.710
min	1485.000-1483.000=2.000
max	7405.000

*mean*	12.435-12.905=-0.470
σ	0.703-2.036=-1.334
min	11.944-11.951=-0.007
max	14.099-17.859=-3.761

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605

*mean*	4606.000-4607.000=-1.000
σ	2258.319-2255.049=3.270
min	1485.000-1483.000=2.000
max	7405.000

*mean*	136.739-103.269=33.470
σ	350.441-255.019=95.422
min	11.918-11.461=0.456
max	1004.034-734.387=269.648

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.943-41.943=0.000

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	11.377-11.128=0.249
σ	0.391-0.300=0.091
min	10.957-10.861=0.096
max	12.207-11.802=0.405

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.001=-0.000
min	41.924
max	41.928-41.928=-0.000

*mean*	4196.750-4199.250=-2.500
σ	1954.898-1951.305=3.593
min	1485.000-1483.000=2.000
max	7405.000

*mean*	11.584-11.489=0.096
σ	1.847-1.413=0.435
min	10.669-10.808=-0.139
max	16.133-14.976=1.158

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4196.750-4199.250=-2.500
σ	1954.898-1951.305=3.593
min	1485.000-1483.000=2.000
max	7405.000

*mean*	9.059-8.759=0.300
σ	1.282-0.506=0.776
min	8.060-8.034=0.027
max	12.135-9.847=2.288

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4196.750-4199.250=-2.500
σ	1954.898-1951.305=3.593
min	1485.000-1483.000=2.000
max	7405.000

*mean*	7.028-6.922=0.106
σ	1.031-0.424=0.607
min	5.922-6.521=-0.598
max	9.442-7.917=1.525

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4606.000-4607.000=-1.000
σ	2258.319-2255.049=3.270
min	1485.000-1483.000=2.000
max	7405.000

*mean*	6.206-6.469=-0.263
σ	0.602-0.730=-0.128
min	5.673-6.007=-0.334
max	7.609-7.904=-0.295

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962

*mean*	4606.000-4607.000=-1.000
σ	2258.319-2255.049=3.270
min	1485.000-1483.000=2.000
max	7405.000

*mean*	6.012-6.237=-0.226
σ	0.568-0.744=-0.176
min	5.521-5.782=-0.261
max	7.365-7.711=-0.347

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	348.354-346.868=1.486
σ	2.266-1.669=0.598
min	345.926-344.069=1.857
max	352.523-348.905=3.618

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977

*mean*	3770.375-3771.500=-1.125
σ	2310.859-2307.888=2.971
min	720.000-721.000=-1.000
max	7405.000

*mean*	1722.199-1783.758=-61.559
σ	600.269-670.682=-70.412
min	1385.148-1384.863=0.285
max	2763.627-2959.082=-195.455

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.841-107.841=0.000

*mean*	4196.750-4199.250=-2.500
σ	1954.898-1951.305=3.593
min	1485.000-1483.000=2.000
max	7405.000

*mean*	131.904-134.643=-2.738
σ	12.544-8.455=4.089
min	124.560-126.958=-2.398
max	162.064-154.160=7.904

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069

*mean*	4424.875-4428.625=-3.750
σ	2226.931-2224.221=2.710
min	1485.000-1483.000=2.000
max	7405.000

*mean*	104.468-155.832=-51.364
σ	175.099-322.009=-146.910
min	41.113-40.474=0.639
max	537.807-952.761=-414.953

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	106.143-102.937=3.206
σ	237.482-227.949=9.533
min	21.596-21.660=-0.065
max	693.880-667.075=26.805

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	58.514-59.654=-1.140
σ	8.066-8.829=-0.763
min	55.215-56.004=-0.790
max	78.427-81.458=-3.031

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4196.750-4199.250=-2.500
σ	1954.898-1951.305=3.593
min	1485.000-1483.000=2.000
max	7405.000

*mean*	3336.399-3255.070=81.329
σ	773.520-703.223=70.297
min	2495.646-2519.184=-23.538
max	4471.523-4482.820=-11.297

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	1011.409-1011.767=-0.359
σ	197.873-202.422=-4.549
min	917.528-919.832=-2.304
max	1487.240-1500.307=-13.067

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	395.333-416.740=-21.407
σ	5.314-43.487=-38.173
min	385.328-388.321=-2.993
max	402.238-523.436=-121.198

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-480.000=-1.000
σ	0.000
min	479.000-480.000=-1.000
max	479.000-480.000=-1.000

*mean*	362.725-390.441=-27.716
σ	59.144-23.267=35.878
min	296.503-357.888=-61.386
max	435.375-421.611=13.764

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-565.000=-3.000
σ	0.000
min	562.000-565.000=-3.000
max	562.000-565.000=-3.000

*mean*	742.984-714.638=28.345
σ	35.048-73.481=-38.433
min	691.932-598.197=93.735
max	795.024-820.270=-25.246

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=0.000
σ	1.821-1.820=0.001
min	963.826-963.826=0.000
max	972.230-972.224=0.006

*mean*	1047.650-1039.100=8.550
σ	320.870-310.219=10.651
min	543.000-536.000=7.000
max	1570.000-1533.000=37.000

*mean*	1.282-1.264=0.018
σ	0.162-0.086=0.076
min	1.180-1.174=0.007
max	1.885-1.500=0.385

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.339-0.491=-0.152
σ	0.263-0.538=-0.275
min	0.139-0.182=-0.043
max	0.768-1.451=-0.683

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.487-0.720=-0.233
σ	0.302-0.301=0.001
min	0.332-0.563=-0.231
max	1.025-1.257=-0.232

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.380=-0.160
σ	0.019-0.036=-0.018
min	0.208-0.346=-0.138
max	0.253-0.439=-0.186

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.346-0.586=-0.240
σ	0.020-0.033=-0.014
min	0.331-0.564=-0.233
max	0.379-0.644=-0.265

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.543-0.712=-0.168
σ	0.050-0.053=-0.004
min	0.490-0.617=-0.127
max	0.606-0.741=-0.135

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.487-0.588=-0.101
σ	0.034-0.040=-0.006
min	0.448-0.529=-0.081
max	0.521-0.642=-0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.949-3.547=-1.598
σ	0.069-0.085=-0.017
min	1.832-3.420=-1.588
max	2.212-3.866=-1.654

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.964-3.531=-1.567
σ	0.063-0.074=-0.011
min	1.857-3.393=-1.536
max	2.196-3.788=-1.592

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.307-0.535=-0.228
σ	0.045-0.013=0.032
min	0.288-0.516=-0.228
max	0.728-0.616=0.112

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.291-0.521=-0.230
σ	0.012-0.031=-0.020
min	0.271-0.489=-0.218
max	0.348-0.701=-0.353

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.675-11.609=0.066
σ	11.748-12.346=-0.598
min	0.574-0.574=-0.000
max	85.524-102.977=-17.453

*mean*	454.634-463.062=-8.428
σ	17.274-18.196=-0.922
min	407.000-406.000=1.000
max	471.000-477.000=-6.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=0.000
max	0.217-0.256=-0.040

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.653-278.770=-0.117
σ	1.029-1.025=0.004
min	278.240-278.347=-0.107
max	281.576-281.683=-0.107

*mean*	448.100-444.300=3.800
σ	19.598-15.129=4.469
min	417.000-414.000=3.000
max	481.000-467.000=14.000

*mean*	0.574-0.580=-0.006
σ	0.020-0.018=0.002
min	0.531-0.547=-0.016
max	0.608-0.614=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257
σ	0.000
min	169.257
max	169.257

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	225.647-230.022=-4.376
σ	18.840-16.526=2.314
min	201.474-201.699=-0.226
max	245.663-246.643=-0.980

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	6.595-6.335=0.259
σ	1.398-1.146=0.252
min	5.748-5.789=-0.042
max	8.948-9.131=-0.182

phase=parser

*mean*	1041.963-1041.966=-0.003
σ	0.000-0.000=0.000
min	1041.963-1041.966=-0.003
max	1041.964-1041.966=-0.003

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	535.142-531.795=3.347
σ	97.636-134.261=-36.625
min	376.172-375.353=0.819
max	591.994-724.788=-132.795

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2700.300-2711.583=-11.283
σ	519.626-551.316=-31.690
min	1947.177-1933.759=13.418
max	3374.588-3376.246=-1.658

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	27.417-30.007=-2.590
σ	9.580-10.933=-1.353
min	20.005-19.985=0.020
max	42.105-42.682=-0.577

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	850.500-851.000=-0.500
σ	1.414-0.000=1.414
min	847.000-851.000=-4.000
max	851.000

*mean*	643.389-659.592=-16.202
σ	41.017-56.295=-15.278
min	609.497-609.182=0.316
max	721.543-750.032=-28.489

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.001
σ	0.034-0.036=-0.002
min	282.312-282.308=0.004
max	282.395-282.396=-0.001

*mean*	442.200-441.000=1.200
σ	1.643-2.739=-1.095
min	441.000-439.000=2.000
max	444.000

*mean*	0.379-0.379=-0.000
σ	0.007-0.006=0.001
min	0.374-0.376=-0.002
max	0.387-0.389=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.609-1267.586=0.023
σ	0.126-0.087=0.039
min	1267.432-1267.482=-0.050
max	1267.769-1267.721=0.048

*mean*	1086.600-1112.600=-26.000
σ	163.870-171.650=-7.780
min	891.000-898.000=-7.000
max	1312.000-1336.000=-24.000

*mean*	2.118-1.957=0.162
σ	0.254-0.116=0.138
min	1.753-1.852=-0.100
max	2.467-2.083=0.384

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.582=-0.060
σ	2.927-2.907=0.020
min	1505.009-1505.075=-0.066
max	1511.744-1511.770=-0.026

*mean*	625.200-628.800=-3.600
σ	87.311-90.170=-2.859
min	495.000-505.000=-10.000
max	727.000-728.000=-1.000

*mean*	2.171-2.318=-0.147
σ	0.110-0.244=-0.134
min	2.073-2.039=0.033
max	2.360-2.554=-0.194

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.572-1829.578=-0.007
σ	0.047-0.055=-0.008
min	1829.513-1829.501=0.012
max	1829.617-1829.632=-0.014

*mean*	1735.000-1766.600=-31.600
σ	175.817-214.091=-38.274
min	1490.000-1492.000=-2.000
max	1899.000-1972.000=-73.000

*mean*	3.014-3.105=-0.091
σ	0.307-0.337=-0.030
min	2.799-2.765=0.034
max	3.554-3.604=-0.049

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.656=-0.000
σ	0.196-0.167=0.029
min	1.369-1.492=-0.123
max	1.829-1.882=-0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.850-393.851=-0.001
σ	509.575-509.574=0.001
min	139.060-139.061=-0.001
max	1158.212-1158.212=-0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.491-0.497=-0.006
σ	0.506-0.523=-0.017
min	0.231-0.233=-0.002
max	1.250-1.281=-0.031

policies=20

*mean*	1390.729-1390.729=-0.000
σ	0.167-0.170=-0.003
min	1390.610-1390.609=0.002
max	1390.976-1390.980=-0.004

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.000-447.750=-1.750
σ	10.000-7.500=2.500
min	441.000-444.000=-3.000
max	461.000-459.000=2.000

*mean*	2.311-2.317=-0.006
σ	0.010-0.020=-0.010
min	2.301-2.299=0.002
max	2.323-2.345=-0.022

policies=200

*mean*	13915.897-13915.886=0.010
σ	0.095-0.060=0.034
min	13915.790-13915.804=-0.013
max	13916.016-13915.948=0.067

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	493.250-495.750=-2.500
σ	3.500-4.031=-0.531
min	489.000-491.000=-2.000
max	497.000-500.000=-3.000

*mean*	23.331-23.366=-0.035
σ	0.179-0.115=0.063
min	23.126-23.230=-0.104
max	23.557-23.488=0.070