Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.366-0.366=-0.000
min	54.564-54.573=-0.009
max	55.759-55.759=-0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.000
min	0.136-0.136=-0.000
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.780-43.776=0.004
σ	0.007-0.008=-0.000
min	43.768-43.765=0.003
max	43.792-43.793=-0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.132-0.123=0.009
σ	0.009-0.005=0.004
min	0.121-0.118=0.002
max	0.147-0.133=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4585.125-4428.625=156.500
σ	2252.346-2224.221=28.125
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	13.477-12.905=0.572
σ	3.638-2.036=1.602
min	11.833-11.951=-0.118
max	22.423-17.859=4.563

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.001

*mean*	4585.125-4607.000=-21.875
σ	2252.346-2255.049=-2.703
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	13.790-103.269=-89.480
σ	3.277-255.019=-251.742
min	11.197-11.461=-0.265
max	21.723-734.387=-712.664

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	11.013-11.128=-0.116
σ	0.166-0.300=-0.134
min	10.776-10.861=-0.085
max	11.244-11.802=-0.558

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4171.750-4199.250=-27.500
σ	1944.335-1951.305=-6.970
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	11.803-11.489=0.314
σ	1.828-1.413=0.415
min	10.834-10.808=0.026
max	16.290-14.976=1.314

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971

*mean*	4171.750-4199.250=-27.500
σ	1944.335-1951.305=-6.970
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	8.771-8.759=0.012
σ	1.402-0.506=0.895
min	7.680-8.034=-0.354
max	12.145-9.847=2.297

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4171.750-4199.250=-27.500
σ	1944.335-1951.305=-6.970
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	6.829-6.922=-0.093
σ	1.122-0.424=0.698
min	5.622-6.521=-0.899
max	9.419-7.917=1.502

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4585.125-4607.000=-21.875
σ	2252.346-2255.049=-2.703
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	6.240-6.469=-0.229
σ	0.866-0.730=0.136
min	5.785-6.007=-0.222
max	8.373-7.904=0.468

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4585.125-4607.000=-21.875
σ	2252.346-2255.049=-2.703
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	5.976-6.237=-0.261
σ	0.519-0.744=-0.225
min	5.666-5.782=-0.116
max	7.248-7.711=-0.463

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	373.416-346.868=26.548
σ	77.813-1.669=76.144
min	344.227-344.069=0.158
max	565.961-348.905=217.056

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3750.125-3771.500=-21.375
σ	2297.492-2307.888=-10.396
min	720.000-721.000=-1.000
max	7400.000-7405.000=-5.000

*mean*	1616.083-1783.758=-167.675
σ	547.849-670.682=-122.832
min	1394.254-1384.863=9.391
max	2963.140-2959.082=4.058

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4406.000-4199.250=206.750
σ	2223.629-1951.305=272.324
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	195.842-134.643=61.200
σ	173.969-8.455=165.514
min	123.931-126.958=-3.027
max	624.135-154.160=469.974

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.000
max	62.069

*mean*	4585.125-4428.625=156.500
σ	2252.346-2224.221=28.125
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	211.926-155.832=56.094
σ	479.055-322.009=157.046
min	40.923-40.474=0.449
max	1397.523-952.761=444.762

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	22.928-102.937=-80.009
σ	2.021-227.949=-225.928
min	21.664-21.660=0.004
max	26.248-667.075=-640.827

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	285.061-59.654=225.408
σ	646.506-8.829=637.678
min	54.709-56.004=-1.295
max	1885.069-81.458=1803.611

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4171.750-4199.250=-27.500
σ	1944.335-1951.305=-6.970
min	1486.000-1483.000=3.000
max	7400.000-7405.000=-5.000

*mean*	3173.208-3255.070=-81.862
σ	823.164-703.223=119.940
min	2498.133-2519.184=-21.051
max	4651.417-4482.820=168.597

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	1078.213-1011.767=66.446
σ	252.898-202.422=50.476
min	914.642-919.832=-5.190
max	1602.593-1500.307=102.286

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7400.000-7405.000=-5.000
σ	0.000
min	7400.000-7405.000=-5.000
max	7400.000-7405.000=-5.000

*mean*	407.079-416.740=-9.661
σ	40.439-43.487=-3.048
min	386.161-388.321=-2.159
max	506.375-523.436=-17.061

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-480.000=-4.000
σ	0.000
min	476.000-480.000=-4.000
max	476.000-480.000=-4.000

*mean*	367.025-390.441=-23.416
σ	40.597-23.267=17.331
min	315.085-357.888=-42.803
max	423.644-421.611=2.033

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-565.000=-3.000
σ	0.000
min	562.000-565.000=-3.000
max	562.000-565.000=-3.000

*mean*	760.980-714.638=46.342
σ	38.081-73.481=-35.401
min	699.397-598.197=101.200
max	823.059-820.270=2.789

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.530=-0.000
σ	1.820-1.820=0.000
min	963.822-963.826=-0.004
max	972.224-972.224=-0.001

*mean*	1045.600-1039.100=6.500
σ	320.588-310.219=10.369
min	542.000-536.000=6.000
max	1567.000-1533.000=34.000

*mean*	1.244-1.264=-0.020
σ	0.079-0.086=-0.007
min	1.168-1.174=-0.006
max	1.516-1.500=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.436-0.491=-0.056
σ	0.509-0.538=-0.029
min	0.141-0.182=-0.041
max	1.336-1.451=-0.115

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.470-0.720=-0.250
σ	0.321-0.301=0.020
min	0.319-0.563=-0.244
max	1.043-1.257=-0.214

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.219-0.380=-0.161
σ	0.018-0.036=-0.018
min	0.198-0.346=-0.148
max	0.247-0.439=-0.192

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.328-0.586=-0.258
σ	0.020-0.033=-0.013
min	0.309-0.564=-0.255
max	0.360-0.644=-0.285

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.561-0.712=-0.150
σ	0.042-0.053=-0.011
min	0.507-0.617=-0.110
max	0.602-0.741=-0.138

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.482-0.588=-0.106
σ	0.045-0.040=0.005
min	0.419-0.529=-0.109
max	0.524-0.642=-0.118

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.712-3.547=-0.835
σ	0.090-0.085=0.005
min	2.503-3.420=-0.917
max	2.915-3.866=-0.951

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.658-3.531=-0.873
σ	0.127-0.074=0.053
min	2.464-3.393=-0.930
max	3.544-3.788=-0.244

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.303-0.535=-0.232
σ	0.012-0.013=-0.001
min	0.288-0.516=-0.228
max	0.362-0.616=-0.254

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.293-0.521=-0.227
σ	0.040-0.031=0.008
min	0.274-0.489=-0.215
max	0.677-0.701=-0.024

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.543-11.609=-0.066
σ	11.312-12.346=-1.034
min	0.574-0.574=-0.000
max	69.742-102.977=-33.235

*mean*	461.161-463.062=-1.901
σ	20.747-18.196=2.551
min	408.000-406.000=2.000
max	480.000-477.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.169-0.256=-0.087

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.940-278.770=0.170
σ	1.087-1.025=0.062
min	278.482-278.347=0.135
max	282.029-281.683=0.346

*mean*	448.700-444.300=4.400
σ	21.807-15.129=6.678
min	415.000-414.000=1.000
max	484.000-467.000=17.000

*mean*	0.566-0.580=-0.014
σ	0.024-0.018=0.006
min	0.514-0.547=-0.033
max	0.590-0.614=-0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	232.075-230.022=2.053
σ	14.571-16.526=-1.955
min	199.681-201.699=-2.018
max	244.378-246.643=-2.266

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	6.253-6.335=-0.083
σ	1.078-1.146=-0.068
min	5.783-5.789=-0.006
max	8.902-9.131=-0.228

phase=parser

*mean*	1041.966-1041.966=-0.000
σ	0.000-0.000=0.000
min	1041.966-1041.966=-0.000
max	1041.966

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	515.338-531.795=-16.457
σ	113.293-134.261=-20.968
min	376.151-375.353=0.798
max	615.843-724.788=-108.945

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	3020.431-2711.583=308.848
σ	419.310-551.316=-132.006
min	2121.016-1933.759=187.257
max	3342.864-3376.246=-33.382

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	29.422-30.007=-0.585
σ	10.516-10.933=-0.418
min	19.983-19.985=-0.002
max	42.492-42.682=-0.190

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	664.432-659.592=4.840
σ	59.520-56.295=3.225
min	610.831-609.182=1.649
max	761.278-750.032=11.246

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.001
σ	0.037-0.036=0.002
min	282.310-282.308=0.001
max	282.400-282.396=0.004

*mean*	441.400-441.000=0.400
σ	2.408-2.739=-0.330
min	439.000
max	444.000

*mean*	0.386-0.379=0.007
σ	0.011-0.006=0.005
min	0.374-0.376=-0.002
max	0.397-0.389=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.605-1267.586=0.018
σ	0.095-0.087=0.007
min	1267.488-1267.482=0.006
max	1267.751-1267.721=0.030

*mean*	1113.200-1112.600=0.600
σ	171.638-171.650=-0.012
min	898.000
max	1336.000

*mean*	2.014-1.957=0.057
σ	0.141-0.116=0.025
min	1.862-1.852=0.010
max	2.178-2.083=0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.538-1506.582=-0.044
σ	2.966-2.907=0.059
min	1505.014-1505.075=-0.061
max	1511.832-1511.770=0.062

*mean*	625.200-628.800=-3.600
σ	87.102-90.170=-3.069
min	495.000-505.000=-10.000
max	727.000-728.000=-1.000

*mean*	2.227-2.318=-0.091
σ	0.217-0.244=-0.026
min	2.103-2.039=0.064
max	2.609-2.554=0.056

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.602-1829.578=0.023
σ	0.083-0.055=0.028
min	1829.511-1829.501=0.010
max	1829.728-1829.632=0.097

*mean*	1760.800-1766.600=-5.800
σ	213.533-214.091=-0.558
min	1487.000-1492.000=-5.000
max	1965.000-1972.000=-7.000

*mean*	3.236-3.105=0.131
σ	0.441-0.337=0.104
min	2.800-2.765=0.035
max	3.729-3.604=0.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.731-1.656=0.075
σ	0.100-0.167=-0.067
min	1.620-1.492=0.128
max	1.864-1.882=-0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.850-393.851=-0.001
σ	509.574-509.574=-0.000
min	139.059-139.061=-0.002
max	1158.211-1158.212=-0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.489-0.497=-0.008
σ	0.497-0.523=-0.025
min	0.234-0.233=0.001
max	1.235-1.281=-0.046

policies=20

*mean*	1390.713-1390.729=-0.017
σ	0.154-0.170=-0.016
min	1390.599-1390.609=-0.010
max	1390.939-1390.980=-0.041

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	445.000-447.750=-2.750
σ	10.000-7.500=2.500
min	440.000-444.000=-4.000
max	460.000-459.000=1.000

*mean*	2.299-2.317=-0.019
σ	0.013-0.020=-0.007
min	2.280-2.299=-0.020
max	2.308-2.345=-0.037

policies=200

*mean*	13915.906-13915.886=0.020
σ	0.094-0.060=0.034
min	13915.837-13915.804=0.033
max	13916.045-13915.948=0.097

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.250-495.750=-0.500
σ	5.620-4.031=1.589
min	488.000-491.000=-3.000
max	501.000-500.000=1.000

*mean*	23.411-23.366=0.045
σ	0.111-0.115=-0.004
min	23.271-23.230=0.040
max	23.543-23.488=0.056