Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=0.000
σ	0.367-0.366=0.000
min	54.568-54.573=-0.006
max	55.760-55.759=0.001

*mean*	416.300-416.000=0.300
σ	0.483-0.000=0.483
min	416.000
max	417.000-416.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.004=0.001
min	0.135-0.136=-0.002
max	0.148-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.001
σ	0.009-0.008=0.002
min	43.759-43.765=-0.006
max	43.795-43.793=0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.000
min	0.119-0.118=0.001
max	0.130-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.125-4428.625=162.500
σ	2248.114-2224.221=23.894
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	120.517-12.905=107.612
σ	306.172-2.036=304.135
min	11.840-11.951=-0.111
max	878.253-17.859=860.394

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.001

*mean*	4591.125-4607.000=-15.875
σ	2248.114-2255.049=-6.935
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	13.749-103.269=-89.520
σ	3.365-255.019=-251.653
min	11.574-11.461=0.113
max	21.994-734.387=-712.392

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	11.042-11.128=-0.087
σ	0.113-0.300=-0.187
min	10.938-10.861=0.077
max	11.271-11.802=-0.531

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.001=0.000
min	41.924-41.924=-0.000
max	41.928-41.928=-0.000

*mean*	4182.250-4199.250=-17.000
σ	1944.318-1951.305=-6.987
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	11.658-11.489=0.169
σ	1.722-1.413=0.309
min	10.765-10.808=-0.043
max	15.877-14.976=0.901

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=0.000
max	27.971

*mean*	4182.250-4199.250=-17.000
σ	1944.318-1951.305=-6.987
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	9.041-8.759=0.283
σ	1.289-0.506=0.782
min	8.298-8.034=0.264
max	12.196-9.847=2.349

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4182.250-4199.250=-17.000
σ	1944.318-1951.305=-6.987
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	7.054-6.922=0.132
σ	0.988-0.424=0.564
min	6.210-6.521=-0.311
max	9.422-7.917=1.505

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4591.125-4607.000=-15.875
σ	2248.114-2255.049=-6.935
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	6.433-6.469=-0.036
σ	1.049-0.730=0.319
min	5.847-6.007=-0.160
max	9.013-7.904=1.108

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962

*mean*	4591.125-4607.000=-15.875
σ	2248.114-2255.049=-6.935
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	6.276-6.237=0.038
σ	1.080-0.744=0.335
min	5.777-5.782=-0.005
max	8.932-7.711=1.221

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	363.197-346.868=16.329
σ	42.355-1.669=40.686
min	345.954-344.069=1.885
max	467.946-348.905=119.041

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3758.000-3771.500=-13.500
σ	2299.230-2307.888=-8.658
min	720.000-721.000=-1.000
max	7385.000-7405.000=-20.000

*mean*	1707.234-1783.758=-76.524
σ	573.624-670.682=-97.057
min	1397.364-1384.863=12.501
max	2831.830-2959.082=-127.251

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.000

*mean*	4411.625-4199.250=212.375
σ	2217.739-1951.305=266.435
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	268.489-134.643=133.846
σ	369.917-8.455=361.462
min	127.104-126.958=0.146
max	1182.945-154.160=1028.785

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4411.625-4428.625=-17.000
σ	2217.739-2224.221=-6.482
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	43.714-155.832=-112.118
σ	2.632-322.009=-319.377
min	41.186-40.474=0.712
max	49.055-952.761=-903.706

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	22.782-102.937=-80.155
σ	2.657-227.949=-225.292
min	21.610-21.660=-0.050
max	29.334-667.075=-637.741

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	233.401-59.654=173.748
σ	499.995-8.829=491.167
min	55.220-56.004=-0.784
max	1470.811-81.458=1389.353

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4182.250-4199.250=-17.000
σ	1944.318-1951.305=-6.987
min	1487.000-1483.000=4.000
max	7385.000-7405.000=-20.000

*mean*	3274.550-3255.070=19.481
σ	746.869-703.223=43.645
min	2497.456-2519.184=-21.728
max	4395.059-4482.820=-87.761

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	1049.890-1011.767=38.123
σ	247.250-202.422=44.828
min	915.435-919.832=-4.397
max	1633.603-1500.307=133.296

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7385.000-7405.000=-20.000
σ	0.000
min	7385.000-7405.000=-20.000
max	7385.000-7405.000=-20.000

*mean*	406.848-416.740=-9.892
σ	48.623-43.487=5.136
min	376.355-388.321=-11.965
max	526.353-523.436=2.917

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-480.000=-2.500
σ	0.535-0.000=0.535
min	477.000-480.000=-3.000
max	478.000-480.000=-2.000

*mean*	393.475-390.441=3.034
σ	19.067-23.267=-4.199
min	364.756-357.888=6.868
max	427.725-421.611=6.113

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-565.000=-6.750
σ	3.732-0.000=3.732
min	554.000-565.000=-11.000
max	562.000-565.000=-3.000

*mean*	745.838-714.638=31.199
σ	80.636-73.481=7.155
min	602.467-598.197=4.270
max	870.497-820.270=50.228

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.530=0.001
σ	1.819-1.820=-0.000
min	963.826-963.826=-0.000
max	972.223-972.224=-0.001

*mean*	1041.650-1039.100=2.550
σ	316.474-310.219=6.255
min	542.000-536.000=6.000
max	1553.000-1533.000=20.000

*mean*	1.287-1.264=0.022
σ	0.131-0.086=0.045
min	1.183-1.174=0.010
max	1.727-1.500=0.228

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.334-0.491=-0.157
σ	0.298-0.538=-0.240
min	0.139-0.182=-0.043
max	0.827-1.451=-0.623

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.494-0.720=-0.226
σ	0.344-0.301=0.043
min	0.330-0.563=-0.233
max	1.109-1.257=-0.148

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.380=-0.160
σ	0.027-0.036=-0.010
min	0.198-0.346=-0.148
max	0.263-0.439=-0.176

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.327-0.586=-0.259
σ	0.017-0.033=-0.016
min	0.313-0.564=-0.251
max	0.356-0.644=-0.288

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839-964.838=0.001
σ	0.009
min	964.834-964.833=0.001
max	964.855-964.855=0.001

*mean*	430.600-430.000=0.600
σ	0.548-0.000=0.548
min	430.000
max	431.000-430.000=1.000

*mean*	0.579-0.712=-0.132
σ	0.034-0.053=-0.019
min	0.538-0.617=-0.079
max	0.612-0.741=-0.129

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.454-0.588=-0.134
σ	0.055-0.040=0.014
min	0.373-0.529=-0.155
max	0.505-0.642=-0.136

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.643-3.547=-0.904
σ	0.112-0.085=0.027
min	2.467-3.420=-0.953
max	3.041-3.866=-0.825

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.582-3.531=-0.949
σ	0.081-0.074=0.007
min	2.457-3.393=-0.936
max	2.910-3.788=-0.878

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.302-0.535=-0.233
σ	0.010-0.013=-0.003
min	0.290-0.516=-0.226
max	0.364-0.616=-0.253

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.290-0.521=-0.231
σ	0.008-0.031=-0.024
min	0.276-0.489=-0.213
max	0.325-0.701=-0.376

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.575-11.609=-0.034
σ	12.313-12.346=-0.032
min	0.573-0.574=-0.001
max	114.079-102.977=11.102

*mean*	469.623-463.062=6.561
σ	19.732-18.196=1.536
min	407.000-406.000=1.000
max	483.000-477.000=6.000

*mean*	0.026-0.027=-0.000
σ	0.030-0.030=-0.000
min	0.001-0.001=-0.000
max	0.269-0.256=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.957-278.770=0.186
σ	1.019-1.025=-0.006
min	278.559-278.347=0.212
max	281.856-281.683=0.173

*mean*	443.500-444.300=-0.800
σ	17.778-15.129=2.649
min	415.000-414.000=1.000
max	473.000-467.000=6.000

*mean*	0.585-0.580=0.005
σ	0.013-0.018=-0.005
min	0.568-0.547=0.021
max	0.612-0.614=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	222.372-230.022=-7.650
σ	23.005-16.526=6.479
min	194.022-201.699=-7.677
max	245.821-246.643=-0.822

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	7.371-6.335=1.035
σ	2.223-1.146=1.077
min	5.893-5.789=0.104
max	11.833-9.131=2.702

phase=parser

*mean*	1041.967-1041.966=0.001
σ	0.000-0.000=0.000
min	1041.967-1041.966=0.001
max	1041.967-1041.966=0.001

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	545.060-531.795=13.265
σ	122.904-134.261=-11.357
min	376.022-375.353=0.669
max	725.940-724.788=1.152

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2572.608-2711.583=-138.975
σ	433.615-551.316=-117.700
min	1951.136-1933.759=17.377
max	3259.534-3376.246=-116.713

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	29.414-30.007=-0.593
σ	10.264-10.933=-0.670
min	20.112-19.985=0.127
max	47.999-42.682=5.316

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	685.806-659.592=26.214
σ	88.206-56.295=31.911
min	608.041-609.182=-1.141
max	840.675-750.032=90.643

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.361-282.359=0.002
σ	0.034-0.036=-0.002
min	282.313-282.308=0.005
max	282.397-282.396=0.001

*mean*	439.000-441.000=-2.000
σ	2.739
min	437.000-439.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.383-0.379=0.004
σ	0.007-0.006=0.001
min	0.373-0.376=-0.003
max	0.388-0.389=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.580-1267.586=-0.006
σ	0.074-0.087=-0.013
min	1267.472-1267.482=-0.010
max	1267.676-1267.721=-0.045

*mean*	1111.400-1112.600=-1.200
σ	170.789-171.650=-0.861
min	895.000-898.000=-3.000
max	1329.000-1336.000=-7.000

*mean*	2.002-1.957=0.045
σ	0.145-0.116=0.029
min	1.777-1.852=-0.075
max	2.122-2.083=0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.605-1506.582=0.023
σ	2.958-2.907=0.051
min	1505.099-1505.075=0.025
max	1511.886-1511.770=0.116

*mean*	626.800-628.800=-2.000
σ	89.843-90.170=-0.328
min	503.000-505.000=-2.000
max	726.000-728.000=-2.000

*mean*	2.428-2.318=0.110
σ	0.364-0.244=0.120
min	2.032-2.039=-0.007
max	2.864-2.554=0.310

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.569-1829.578=-0.009
σ	0.053-0.055=-0.003
min	1829.491-1829.501=-0.010
max	1829.619-1829.632=-0.013

*mean*	1764.600-1766.600=-2.000
σ	209.681-214.091=-4.409
min	1489.000-1492.000=-3.000
max	1964.000-1972.000=-8.000

*mean*	3.128-3.105=0.023
σ	0.256-0.337=-0.080
min	2.845-2.765=0.080
max	3.448-3.604=-0.156

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.656=0.055
σ	0.172-0.167=0.005
min	1.467-1.492=-0.025
max	1.872-1.882=-0.010

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.852-393.851=0.001
σ	509.576-509.574=0.002
min	139.061-139.061=-0.000
max	1158.217-1158.212=0.005

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.474-0.497=-0.023
σ	0.471-0.523=-0.052
min	0.234-0.233=0.001
max	1.180-1.281=-0.101

policies=20

*mean*	1390.729-1390.729=-0.001
σ	0.163-0.170=-0.007
min	1390.644-1390.609=0.035
max	1390.973-1390.980=-0.008

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.000-447.750=-1.750
σ	10.000-7.500=2.500
min	441.000-444.000=-3.000
max	461.000-459.000=2.000

*mean*	2.312-2.317=-0.005
σ	0.011-0.020=-0.009
min	2.302-2.299=0.003
max	2.325-2.345=-0.020

policies=200

*mean*	13915.790-13915.886=-0.096
σ	0.137-0.060=0.076
min	13915.698-13915.804=-0.106
max	13915.993-13915.948=0.045

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	497.000-495.750=1.250
σ	4.690-4.031=0.659
min	492.000-491.000=1.000
max	503.000-500.000=3.000

*mean*	23.371-23.366=0.005
σ	0.144-0.115=0.028
min	23.207-23.230=-0.023
max	23.543-23.488=0.056