Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.369-0.366=0.002
min	54.577-54.573=0.003
max	55.765-55.759=0.006

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.138-0.140=-0.002
σ	0.005-0.004=0.002
min	0.130-0.136=-0.006
max	0.146-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.781-43.776=0.005
σ	0.012-0.008=0.004
min	43.763-43.765=-0.002
max	43.803-43.793=0.010

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.133-0.123=0.010
σ	0.010-0.005=0.005
min	0.120-0.118=0.001
max	0.147-0.133=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4589.875-4428.625=161.250
σ	2248.393-2224.221=24.172
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	148.987-12.905=136.082
σ	387.020-2.036=384.983
min	11.934-11.951=-0.017
max	1106.812-17.859=1088.952

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.001

*mean*	4589.875-4607.000=-17.125
σ	2248.393-2255.049=-6.656
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	13.505-103.269=-89.765
σ	3.037-255.019=-251.982
min	11.456-11.461=-0.006
max	20.846-734.387=-713.541

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.001

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	11.151-11.128=0.023
σ	0.238-0.300=-0.062
min	10.969-10.861=0.109
max	11.687-11.802=-0.115

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.001=0.000
min	41.924-41.924=-0.000
max	41.929-41.928=0.001

*mean*	4181.125-4199.250=-18.125
σ	1945.536-1951.305=-5.769
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	11.541-11.489=0.053
σ	1.607-1.413=0.195
min	10.754-10.808=-0.054
max	15.509-14.976=0.534

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4181.125-4199.250=-18.125
σ	1945.536-1951.305=-5.769
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	9.228-8.759=0.469
σ	1.340-0.506=0.834
min	8.061-8.034=0.028
max	12.429-9.847=2.581

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4181.125-4199.250=-18.125
σ	1945.536-1951.305=-5.769
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	7.189-6.922=0.267
σ	0.953-0.424=0.529
min	6.547-6.521=0.026
max	9.519-7.917=1.602

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4589.875-4607.000=-17.125
σ	2248.393-2255.049=-6.656
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	6.241-6.469=-0.228
σ	0.530-0.730=-0.200
min	5.866-6.007=-0.141
max	7.504-7.904=-0.400

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4589.875-4607.000=-17.125
σ	2248.393-2255.049=-6.656
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	6.116-6.237=-0.122
σ	0.550-0.744=-0.195
min	5.619-5.782=-0.163
max	7.362-7.711=-0.349

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	362.044-346.868=15.176
σ	41.613-1.669=39.945
min	343.060-344.069=-1.009
max	464.859-348.905=115.954

op=load_product(), with indexes

*mean*	3495.854-3495.854=-0.000
σ	0.453-0.454=-0.000
min	3495.694
max	3496.977-3496.977=-0.000

*mean*	3757.250-3771.500=-14.250
σ	2300.300-2307.888=-7.588
min	719.000-721.000=-2.000
max	7380.000-7405.000=-25.000

*mean*	1763.075-1783.758=-20.683
σ	673.927-670.682=3.245
min	1394.462-1384.863=9.598
max	2928.864-2959.082=-30.218

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.000

*mean*	4409.125-4199.250=209.875
σ	2217.541-1951.305=266.236
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	212.076-134.643=77.433
σ	211.572-8.455=203.117
min	125.937-126.958=-1.022
max	734.102-154.160=579.942

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4409.125-4428.625=-19.500
σ	2217.541-2224.221=-6.680
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	43.380-155.832=-112.452
σ	2.376-322.009=-319.633
min	40.899-40.474=0.425
max	48.568-952.761=-904.192

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	23.140-102.937=-79.797
σ	2.851-227.949=-225.098
min	21.635-21.660=-0.026
max	29.602-667.075=-637.473

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	253.668-59.654=194.014
σ	556.517-8.829=547.688
min	55.039-56.004=-0.965
max	1630.959-81.458=1549.500

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.125-4199.250=-18.125
σ	1945.536-1951.305=-5.769
min	1485.000-1483.000=2.000
max	7380.000-7405.000=-25.000

*mean*	3286.297-3255.070=31.227
σ	839.243-703.223=136.020
min	2498.875-2519.184=-20.308
max	4746.389-4482.820=263.569

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	1143.797-1011.767=132.030
σ	366.046-202.422=163.624
min	909.734-919.832=-10.098
max	1743.338-1500.307=243.031

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7380.000-7405.000=-25.000
σ	0.000
min	7380.000-7405.000=-25.000
max	7380.000-7405.000=-25.000

*mean*	424.934-416.740=8.194
σ	53.262-43.487=9.775
min	393.775-388.321=5.454
max	525.044-523.436=1.608

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-480.000=-4.000
σ	0.000
min	476.000-480.000=-4.000
max	476.000-480.000=-4.000

*mean*	377.040-390.441=-13.401
σ	37.723-23.267=14.457
min	306.996-357.888=-50.893
max	424.893-421.611=3.282

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.750-565.000=-0.250
σ	0.463-0.000=0.463
min	564.000-565.000=-1.000
max	565.000

*mean*	773.081-714.638=58.443
σ	39.076-73.481=-34.406
min	703.592-598.197=105.395
max	816.964-820.270=-3.305

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.530=0.000
σ	1.821-1.820=0.001
min	963.826-963.826=0.000
max	972.229-972.224=0.005

*mean*	1037.800-1039.100=-1.300
σ	292.050-310.219=-18.169
min	551.000-536.000=15.000
max	1426.000-1533.000=-107.000

*mean*	1.283-1.264=0.018
σ	0.113-0.086=0.027
min	1.183-1.174=0.010
max	1.591-1.500=0.091

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.310-0.491=-0.181
σ	0.341-0.538=-0.197
min	0.131-0.182=-0.052
max	0.918-1.451=-0.533

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.467-0.720=-0.253
σ	0.325-0.301=0.024
min	0.303-0.563=-0.261
max	1.049-1.257=-0.208

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.213-0.380=-0.167
σ	0.021-0.036=-0.015
min	0.196-0.346=-0.150
max	0.247-0.439=-0.192

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.331-0.586=-0.255
σ	0.017-0.033=-0.016
min	0.318-0.564=-0.246
max	0.360-0.644=-0.284

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.545-0.712=-0.167
σ	0.042-0.053=-0.012
min	0.486-0.617=-0.131
max	0.589-0.741=-0.151

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.473-0.588=-0.115
σ	0.035-0.040=-0.006
min	0.424-0.529=-0.104
max	0.521-0.642=-0.121

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.645-3.547=-0.902
σ	0.098-0.085=0.013
min	2.487-3.420=-0.933
max	3.035-3.866=-0.830

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.593-3.531=-0.938
σ	0.060-0.074=-0.014
min	2.480-3.393=-0.913
max	2.837-3.788=-0.951

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.302-0.535=-0.233
σ	0.009-0.013=-0.004
min	0.288-0.516=-0.228
max	0.361-0.616=-0.256

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.293-0.521=-0.228
σ	0.015-0.031=-0.017
min	0.278-0.489=-0.210
max	0.370-0.701=-0.331

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.978-11.609=0.369
σ	12.008-12.346=-0.338
min	0.855-0.574=0.281
max	131.070-102.977=28.093

*mean*	461.439-463.062=-1.623
σ	20.984-18.196=2.788
min	408.000-406.000=2.000
max	479.000-477.000=2.000

*mean*	0.027-0.027=0.001
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.310-0.256=0.054

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.633-278.770=-0.137
σ	1.068-1.025=0.042
min	278.214-278.347=-0.133
max	281.669-281.683=-0.014

*mean*	444.000-444.300=-0.300
σ	19.448-15.129=4.318
min	414.000
max	477.000-467.000=10.000

*mean*	0.588-0.580=0.008
σ	0.013-0.018=-0.005
min	0.569-0.547=0.022
max	0.611-0.614=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	226.824-230.022=-3.198
σ	17.366-16.526=0.840
min	189.061-201.699=-12.639
max	239.714-246.643=-6.929

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	5.827-6.335=-0.509
σ	0.107-1.146=-1.039
min	5.667-5.789=-0.123
max	5.981-9.131=-3.150

phase=parser

*mean*	1041.963-1041.966=-0.003
σ	0.000-0.000=-0.000
min	1041.962-1041.966=-0.003
max	1041.963-1041.966=-0.003

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	405.794-531.795=-126.001
σ	79.541-134.261=-54.719
min	374.124-375.353=-1.229
max	602.450-724.788=-122.338

phase=processProdDef

*mean*	2243.716-2243.715=0.001
σ	0.000
min	2243.716-2243.715=0.001
max	2243.716-2243.715=0.001

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	2583.698-2711.583=-127.885
σ	398.299-551.316=-153.017
min	2031.419-1933.759=97.660
max	3115.819-3376.246=-260.428

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	34.852-30.007=4.845
σ	1.446-10.933=-9.487
min	32.913-19.985=12.928
max	37.363-42.682=-5.319

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	848.000-851.000=-3.000
σ	0.000
min	848.000-851.000=-3.000
max	848.000-851.000=-3.000

*mean*	660.438-659.592=0.847
σ	13.661-56.295=-42.634
min	637.165-609.182=27.984
max	674.815-750.032=-75.217

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.002
σ	0.036-0.036=-0.000
min	282.310-282.308=0.001
max	282.397-282.396=0.001

*mean*	441.000
σ	2.739
min	439.000
max	444.000

*mean*	0.378-0.379=-0.001
σ	0.005-0.006=-0.001
min	0.373-0.376=-0.003
max	0.386-0.389=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.598-1267.586=0.012
σ	0.111-0.087=0.024
min	1267.481-1267.482=-0.001
max	1267.778-1267.721=0.057

*mean*	1088.200-1112.600=-24.400
σ	183.798-171.650=12.148
min	870.000-898.000=-28.000
max	1324.000-1336.000=-12.000

*mean*	2.000-1.957=0.043
σ	0.173-0.116=0.057
min	1.814-1.852=-0.039
max	2.158-2.083=0.075

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.519-1506.582=-0.064
σ	2.962-2.907=0.055
min	1504.956-1505.075=-0.118
max	1511.802-1511.770=0.032

*mean*	629.800-628.800=1.000
σ	81.723-90.170=-8.447
min	505.000
max	720.000-728.000=-8.000

*mean*	2.171-2.318=-0.147
σ	0.251-0.244=0.007
min	2.030-2.039=-0.010
max	2.618-2.554=0.065

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.581-1829.578=0.003
σ	0.030-0.055=-0.026
min	1829.529-1829.501=0.028
max	1829.601-1829.632=-0.030

*mean*	1728.800-1766.600=-37.800
σ	195.437-214.091=-18.653
min	1463.000-1492.000=-29.000
max	1914.000-1972.000=-58.000

*mean*	2.935-3.105=-0.170
σ	0.102-0.337=-0.234
min	2.830-2.765=0.065
max	3.103-3.604=-0.501

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.801-1.656=0.145
σ	0.072-0.167=-0.094
min	1.696-1.492=0.204
max	1.884-1.882=0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.849-393.851=-0.002
σ	509.574-509.574=0.000
min	139.060-139.061=-0.001
max	1158.210-1158.212=-0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.486-0.497=-0.011
σ	0.510-0.523=-0.012
min	0.228-0.233=-0.005
max	1.251-1.281=-0.030

policies=20

*mean*	1390.705-1390.729=-0.024
σ	0.160-0.170=-0.010
min	1390.592-1390.609=-0.017
max	1390.941-1390.980=-0.040

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.500-447.750=-3.250
σ	9.000-7.500=1.500
min	440.000-444.000=-4.000
max	458.000-459.000=-1.000

*mean*	2.306-2.317=-0.011
σ	0.015-0.020=-0.005
min	2.293-2.299=-0.006
max	2.328-2.345=-0.017

policies=200

*mean*	13915.847-13915.886=-0.039
σ	0.160-0.060=0.100
min	13915.691-13915.804=-0.113
max	13916.064-13915.948=0.116

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	492.250-495.750=-3.500
σ	2.872-4.031=-1.159
min	490.000-491.000=-1.000
max	496.000-500.000=-4.000

*mean*	23.416-23.366=0.050
σ	0.085-0.115=-0.030
min	23.338-23.230=0.108
max	23.499-23.488=0.012