Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.718=0.001
σ	0.368-0.366=0.002
min	54.572-54.573=-0.001
max	55.765-55.759=0.006

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.001
min	0.137-0.136=0.001
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=-0.000
σ	0.009-0.008=0.001
min	43.760-43.765=-0.005
max	43.788-43.793=-0.004

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.005=-0.000
min	0.116-0.118=-0.002
max	0.128-0.133=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4426.125-4428.625=-2.500
σ	2225.440-2224.221=1.219
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	12.980-12.905=0.075
σ	3.493-2.036=1.457
min	11.422-11.951=-0.529
max	21.577-17.859=3.718

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605

*mean*	4606.250-4607.000=-0.750
σ	2256.609-2255.049=1.560
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	119.578-103.269=16.309
σ	302.151-255.019=47.132
min	10.923-11.461=-0.538
max	867.317-734.387=132.930

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.943=0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	10.656-11.128=-0.472
σ	0.253-0.300=-0.048
min	10.300-10.861=-0.561
max	11.054-11.802=-0.748

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4197.625-4199.250=-1.625
σ	1953.197-1951.305=1.892
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	11.337-11.489=-0.152
σ	1.988-1.413=0.575
min	10.422-10.808=-0.386
max	16.234-14.976=1.259

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4197.625-4199.250=-1.625
σ	1953.197-1951.305=1.892
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	8.565-8.759=-0.194
σ	1.035-0.506=0.529
min	7.609-8.034=-0.424
max	11.047-9.847=1.200

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4197.625-4199.250=-1.625
σ	1953.197-1951.305=1.892
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	5.918-6.922=-1.004
σ	0.584-0.424=0.160
min	5.271-6.521=-1.250
max	7.174-7.917=-0.743

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4606.250-4607.000=-0.750
σ	2256.609-2255.049=1.560
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	5.984-6.469=-0.485
σ	0.998-0.730=0.268
min	5.337-6.007=-0.669
max	8.055-7.904=0.150

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.000-0.001=-0.000
min	25.961-25.961=0.000
max	25.962-25.962=-0.000

*mean*	4606.250-4607.000=-0.750
σ	2256.609-2255.049=1.560
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	5.861-6.237=-0.376
σ	1.044-0.744=0.299
min	5.249-5.782=-0.533
max	8.101-7.711=0.390

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	344.175-346.868=-2.693
σ	2.428-1.669=0.759
min	339.969-344.069=-4.101
max	347.720-348.905=-1.185

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3770.750-3771.500=-0.750
σ	2309.515-2307.888=1.627
min	720.000-721.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	1734.810-1783.758=-48.948
σ	602.949-670.682=-67.733
min	1387.013-1384.863=2.150
max	2964.502-2959.082=5.420

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841
max	107.841-107.841=-0.000

*mean*	4197.625-4199.250=-1.625
σ	1953.197-1951.305=1.892
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	131.989-134.643=-2.654
σ	9.962-8.455=1.507
min	124.080-126.958=-2.879
max	153.298-154.160=-0.862

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4426.125-4428.625=-2.500
σ	2225.440-2224.221=1.219
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	171.268-155.832=15.436
σ	363.647-322.009=41.638
min	40.637-40.474=0.164
max	1071.242-952.761=118.482

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	108.656-102.937=5.719
σ	245.820-227.949=17.871
min	21.041-21.660=-0.619
max	717.028-667.075=49.953

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	58.419-59.654=-1.235
σ	9.803-8.829=0.975
min	54.277-56.004=-1.727
max	82.646-81.458=1.187

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4197.625-4199.250=-1.625
σ	1953.197-1951.305=1.892
min	1483.000
max	7404.000-7405.000=-1.000

*mean*	3198.239-3255.070=-56.831
σ	677.828-703.223=-25.395
min	2488.685-2519.184=-30.499
max	4139.818-4482.820=-343.002

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	998.090-1011.767=-13.677
σ	201.654-202.422=-0.768
min	901.267-919.832=-18.565
max	1484.491-1500.307=-15.816

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	388.408-416.740=-28.332
σ	5.854-43.487=-37.633
min	376.750-388.321=-11.571
max	395.059-523.436=-128.378

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-480.000=-3.875
σ	0.991-0.000=0.991
min	475.000-480.000=-5.000
max	477.000-480.000=-3.000

*mean*	367.108-390.441=-23.333
σ	32.362-23.267=9.095
min	318.376-357.888=-39.512
max	423.288-421.611=1.677

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.625-565.000=-6.375
σ	2.825-0.000=2.825
min	552.000-565.000=-13.000
max	561.000-565.000=-4.000

*mean*	734.364-714.638=19.726
σ	64.665-73.481=-8.816
min	629.609-598.197=31.412
max	797.497-820.270=-22.773

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.530=0.001
σ	1.821-1.820=0.001
min	963.822-963.826=-0.004
max	972.230-972.224=0.006

*mean*	1041.700-1039.100=2.600
σ	307.570-310.219=-2.649
min	551.000-536.000=15.000
max	1534.000-1533.000=1.000

*mean*	1.268-1.264=0.004
σ	0.081-0.086=-0.005
min	1.180-1.174=0.007
max	1.519-1.500=0.020

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.302-0.491=-0.190
σ	0.302-0.538=-0.236
min	0.139-0.182=-0.043
max	0.837-1.451=-0.613

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.476-0.720=-0.244
σ	0.323-0.301=0.023
min	0.315-0.563=-0.248
max	1.054-1.257=-0.203

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.216-0.380=-0.164
σ	0.023-0.036=-0.013
min	0.200-0.346=-0.146
max	0.256-0.439=-0.183

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.331-0.586=-0.255
σ	0.018-0.033=-0.016
min	0.318-0.564=-0.246
max	0.362-0.644=-0.283

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.549-0.712=-0.163
σ	0.050-0.053=-0.004
min	0.485-0.617=-0.132
max	0.605-0.741=-0.136

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.455-0.588=-0.133
σ	0.040-0.040=-0.000
min	0.415-0.529=-0.114
max	0.518-0.642=-0.124

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.634-3.547=-0.913
σ	0.106-0.085=0.021
min	2.475-3.420=-0.945
max	2.966-3.866=-0.900

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.670-3.531=-0.861
σ	0.085-0.074=0.011
min	2.522-3.393=-0.872
max	2.938-3.788=-0.850

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.306-0.535=-0.229
σ	0.013-0.013=0.000
min	0.291-0.516=-0.225
max	0.388-0.616=-0.228

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.291-0.521=-0.229
σ	0.014-0.031=-0.018
min	0.276-0.489=-0.213
max	0.373-0.701=-0.329

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.715-11.609=0.107
σ	11.476-12.346=-0.870
min	0.574-0.574=-0.000
max	112.527-102.977=9.550

*mean*	470.474-463.062=7.412
σ	19.407-18.196=1.211
min	408.000-406.000=2.000
max	482.000-477.000=5.000

*mean*	0.027-0.027=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.269-0.256=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.901-278.770=0.130
σ	1.017-1.025=-0.008
min	278.423-278.347=0.076
max	281.785-281.683=0.102

*mean*	442.900-444.300=-1.400
σ	16.353-15.129=1.224
min	418.000-414.000=4.000
max	467.000

*mean*	0.585-0.580=0.005
σ	0.007-0.018=-0.011
min	0.576-0.547=0.029
max	0.600-0.614=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	239.390-230.022=9.368
σ	8.382-16.526=-8.144
min	220.969-201.699=19.269
max	246.208-246.643=-0.435

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	7.371-6.335=1.036
σ	1.657-1.146=0.511
min	5.732-5.789=-0.058
max	9.044-9.131=-0.087

phase=parser

*mean*	1042.134-1041.966=0.168
σ	0.000
min	1042.134-1041.966=0.168
max	1042.134-1041.966=0.168

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	484.468-531.795=-47.327
σ	116.003-134.261=-18.258
min	373.615-375.353=-1.738
max	598.367-724.788=-126.422

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	2808.025-2711.583=96.442
σ	541.282-551.316=-10.033
min	1986.568-1933.759=52.810
max	3511.321-3376.246=135.074

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	38.012-30.007=8.004
σ	5.481-10.933=-5.452
min	29.009-19.985=9.024
max	42.529-42.682=-0.153

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	873.000-851.000=22.000
σ	0.000
min	873.000-851.000=22.000
max	873.000-851.000=22.000

*mean*	665.476-659.592=5.884
σ	47.564-56.295=-8.732
min	630.905-609.182=21.723
max	748.204-750.032=-1.828

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.359=0.001
σ	0.035-0.036=-0.000
min	282.309-282.308=0.000
max	282.395-282.396=-0.000

*mean*	439.000-441.000=-2.000
σ	2.739
min	437.000-439.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.379-0.379=-0.000
σ	0.006-0.006=0.001
min	0.374-0.376=-0.002
max	0.387-0.389=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.607-1267.586=0.021
σ	0.096-0.087=0.009
min	1267.479-1267.482=-0.003
max	1267.749-1267.721=0.028

*mean*	1090.400-1112.600=-22.200
σ	169.060-171.650=-2.590
min	890.000-898.000=-8.000
max	1322.000-1336.000=-14.000

*mean*	2.103-1.957=0.146
σ	0.084-0.116=-0.032
min	1.984-1.852=0.132
max	2.209-2.083=0.125

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.582=-0.060
σ	2.945-2.907=0.038
min	1504.989-1505.075=-0.085
max	1511.777-1511.770=0.007

*mean*	623.200-628.800=-5.600
σ	87.311-90.170=-2.859
min	493.000-505.000=-12.000
max	725.000-728.000=-3.000

*mean*	2.181-2.318=-0.137
σ	0.165-0.244=-0.079
min	2.037-2.039=-0.002
max	2.464-2.554=-0.089

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.578=-0.008
σ	0.034-0.055=-0.021
min	1829.517-1829.501=0.017
max	1829.611-1829.632=-0.020

*mean*	1726.200-1766.600=-40.400
σ	169.125-214.091=-44.966
min	1482.000-1492.000=-10.000
max	1882.000-1972.000=-90.000

*mean*	2.983-3.105=-0.122
σ	0.234-0.337=-0.103
min	2.834-2.765=0.069
max	3.397-3.604=-0.207

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.767-1.656=0.111
σ	0.122-0.167=-0.044
min	1.566-1.492=0.074
max	1.868-1.882=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-393.851=0.016
σ	509.607-509.574=0.033
min	139.060-139.061=-0.001
max	1158.277-1158.212=0.065

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.498-0.497=0.001
σ	0.520-0.523=-0.003
min	0.233-0.233=-0.000
max	1.278-1.281=-0.004

policies=20

*mean*	1390.713-1390.729=-0.017
σ	0.163-0.170=-0.007
min	1390.598-1390.609=-0.011
max	1390.954-1390.980=-0.027

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.250-447.750=-1.500
σ	6.500-7.500=-1.000
min	443.000-444.000=-1.000
max	456.000-459.000=-3.000

*mean*	2.312-2.317=-0.005
σ	0.015-0.020=-0.005
min	2.299-2.299=0.000
max	2.332-2.345=-0.013

policies=200

*mean*	13915.834-13915.886=-0.052
σ	0.084-0.060=0.024
min	13915.767-13915.804=-0.037
max	13915.956-13915.948=0.007

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.500-495.750=-0.250
σ	5.323-4.031=1.292
min	490.000-491.000=-1.000
max	501.000-500.000=1.000

*mean*	23.386-23.366=0.020
σ	0.096-0.115=-0.020
min	23.291-23.230=0.061
max	23.496-23.488=0.009