Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.823=0.002
σ	0.363-0.359=0.004
min	57.676-57.677=-0.001
max	58.858-58.845=0.013

*mean*	418.000-425.000=-7.000
σ	0.000
min	418.000-425.000=-7.000
max	418.000-425.000=-7.000

*mean*	0.147-0.148=-0.001
σ	0.004-0.004=-0.001
min	0.144-0.144=0.000
max	0.153-0.155=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.897-46.898=-0.001
σ	0.006-0.007=-0.001
min	46.886-46.889=-0.003
max	46.904-46.909=-0.005

*mean*	418.000-425.000=-7.000
σ	0.000
min	418.000-425.000=-7.000
max	418.000-425.000=-7.000

*mean*	0.129-0.128=0.001
σ	0.004-0.004=-0.001
min	0.126-0.122=0.004
max	0.137-0.136=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	12.279-12.127=0.152
σ	0.204-0.139=0.065
min	11.978-11.983=-0.005
max	12.653-12.371=0.283

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=-0.000
min	36.606-36.606=0.000
max	36.606-36.606=0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	12.875-12.362=0.513
σ	0.086-0.424=-0.339
min	12.755-11.344=1.412
max	13.034-12.670=0.364

op=table_records(), no indexes

*mean*	41.941-41.941=0.000
σ	0.002-0.002=0.000
min	41.939-41.939=-0.000
max	41.944-41.944=0.000

*mean*	7481.500-7968.750=-487.250
σ	198.308-282.582=-84.274
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	11.150-11.183=-0.034
σ	0.194-0.324=-0.130
min	10.914-10.929=-0.015
max	11.512-11.885=-0.373

op=table_records(), repeat

*mean*	41.926-41.926=0.000
σ	0.000-0.001=-0.000
min	41.925-41.925=0.000
max	41.926-41.926=-0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	11.334-11.210=0.123
σ	0.182-0.211=-0.029
min	11.079-10.973=0.106
max	11.710-11.612=0.099

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.586
max	27.973-27.973=-0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	8.703-8.606=0.096
σ	0.109-0.378=-0.270
min	8.581-7.918=0.663
max	8.907-8.968=-0.061

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=-0.000
min	26.386-26.386=0.000
max	26.386

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	6.400-6.075=0.324
σ	0.338-0.264=0.074
min	5.914-5.673=0.241
max	6.958-6.379=0.579

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.675-25.675=0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	5.843-5.707=0.135
σ	0.309-0.191=0.118
min	5.312-5.522=-0.210
max	6.228-6.086=0.141

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=0.000
σ	0.000-0.001=-0.000
min	25.963-25.963=0.000
max	25.964-25.964=-0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	5.650-5.589=0.061
σ	0.314-0.163=0.151
min	5.266-5.304=-0.037
max	5.943-5.762=0.181

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7435.125-7900.500=-465.375
σ	192.011-252.749=-60.738
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	350.864-346.123=4.741
σ	1.514-1.934=-0.421
min	349.238-343.510=5.728
max	353.347-349.431=3.916

op=load_product(), with indexes

*mean*	3495.849-3495.849=0.000
σ	0.460-0.460=-0.000
min	3495.686
max	3496.988

*mean*	3557.250-3358.625=198.625
σ	2271.361-1783.006=488.355
min	639.000-642.000=-3.000
max	7296.000-5537.000=1759.000

*mean*	1922.317-1640.684=281.633
σ	865.887-521.917=343.970
min	1396.076-1384.872=11.204
max	3610.754-2849.054=761.700

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=0.000
min	107.842
max	107.843

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	132.632-130.654=1.978
σ	8.253-10.737=-2.484
min	126.338-118.829=7.510
max	150.796-146.772=4.024

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.066
max	62.070-62.070=0.000

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	44.019-43.471=0.548
σ	2.371-2.009=0.362
min	41.546-41.296=0.251
max	47.925-47.133=0.792

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7481.500-7968.750=-487.250
σ	198.308-282.582=-84.274
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	21.944-22.089=-0.144
σ	0.309-0.201=0.108
min	21.724-21.815=-0.091
max	22.662-22.479=0.184

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=0.000
σ	0.002-0.002=0.000
min	71.294
max	71.298-71.298=0.000

*mean*	7481.500-7968.750=-487.250
σ	198.308-282.582=-84.274
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	55.914-54.963=0.951
σ	0.505-0.425=0.080
min	55.311-54.533=0.778
max	56.838-55.648=1.190

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.844=-0.000
σ	0.014-0.014=0.000
min	4646.838
max	4646.878-4646.877=0.001

*mean*	3953.375-4198.750=-245.375
σ	1942.199-2075.823=-133.624
min	1333.000-1252.000=81.000
max	7296.000-7764.000=-468.000

*mean*	3477.514-3609.560=-132.046
σ	1027.704-764.233=263.471
min	2506.597-2484.783=21.814
max	5102.501-4684.965=417.536

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.834=-0.001

*mean*	7481.500-7968.750=-487.250
σ	198.308-282.582=-84.274
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	1038.365-1077.319=-38.954
σ	303.686-441.490=-137.804
min	923.187-914.520=8.667
max	1789.845-2169.899=-380.054

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7481.500-7968.750=-487.250
σ	198.308-282.582=-84.274
min	7296.000-7764.000=-468.000
max	7667.000-8310.000=-643.000

*mean*	395.783-385.057=10.727
σ	3.094-2.155=0.939
min	391.376-380.878=10.498
max	400.759-387.429=13.330

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-475.750=1.500
σ	0.463
min	477.000-475.000=2.000
max	478.000-476.000=2.000

*mean*	383.114-364.246=18.868
σ	37.514-42.506=-4.991
min	303.459-302.442=1.016
max	420.270-423.961=-3.691

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-564.000=-7.000
σ	0.000
min	557.000-564.000=-7.000
max	557.000-564.000=-7.000

*mean*	758.958-713.032=45.926
σ	38.688-73.569=-34.881
min	703.315-596.695=106.620
max	805.771-779.445=26.326

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.917-976.919=-0.002
σ	2.439-2.438=0.000
min	976.072-976.071=0.000
max	987.250-987.251=-0.001

*mean*	1049.250-1049.450=-0.200
σ	317.601-315.803=1.798
min	561.000-582.000=-21.000
max	1517.000-1516.000=1.000

*mean*	1.285-1.308=-0.022
σ	0.099-0.128=-0.028
min	1.202-1.214=-0.012
max	1.519-1.744=-0.225

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.422=-0.122
σ	0.300-0.575=-0.275
min	0.142-0.137=0.004
max	0.832-1.449=-0.617

name=error_case.art

*mean*	2.347
σ	0.012
min	2.340
max	2.369

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.467=0.009
σ	0.325-0.312=0.013
min	0.315-0.316=-0.001
max	1.057-1.025=0.032

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.210-0.211=-0.001
σ	0.022-0.020=0.002
min	0.191-0.191=0.000
max	0.247-0.243=0.004

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.333=-0.008
σ	0.014-0.010=0.004
min	0.310-0.323=-0.013
max	0.347-0.351=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086
σ	0.009
min	965.081
max	965.103

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.566-0.547=0.019
σ	0.020-0.042=-0.022
min	0.537-0.485=0.051
max	0.586-0.595=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.468
σ	0.002
min	886.467
max	886.470

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.508-0.492=0.017
σ	0.013-0.029=-0.016
min	0.486-0.451=0.035
max	0.517-0.517=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.152-2.581=-0.429
σ	0.393-0.094=0.299
min	1.746-2.408=-0.662
max	2.876-2.959=-0.083

name=record_render_large_syntax_err.art

*mean*	7.668
σ	0.002
min	7.667
max	7.671

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.611-2.571=0.040
σ	0.095-0.077=0.018
min	2.465-2.421=0.044
max	2.956-2.794=0.162

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.302=-0.000
σ	0.009-0.009=-0.000
min	0.289-0.283=0.005
max	0.350-0.350=-0.001

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.287-0.295=-0.007
σ	0.007-0.039=-0.032
min	0.274-0.278=-0.003
max	0.321-0.677=-0.356

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.452-11.955=-0.503
σ	11.985-12.280=-0.294
min	0.574-0.573=0.000
max	84.015-96.671=-12.656

*mean*	460.075-457.146=2.929
σ	20.453-21.541=-1.088
min	406.000
max	476.000-481.000=-5.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.030=-0.000
min	0.001-0.001=-0.000
max	0.212-0.227=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.857-293.964=-0.107
σ	1.061-1.096=-0.035
min	293.355-293.551=-0.196
max	296.860-297.081=-0.221

*mean*	442.900-441.600=1.300
σ	18.430-17.877=0.552
min	417.000-415.000=2.000
max	467.000-465.000=2.000

*mean*	0.597-0.605=-0.009
σ	0.018-0.020=-0.001
min	0.556-0.563=-0.007
max	0.623-0.627=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	147.816-156.128=-8.312
σ	10.771-9.211=1.560
min	134.017-141.474=-7.457
max	162.170-164.588=-2.418

phase=macro expansion

*mean*	5.897
σ	0.000
min	5.897
max	5.897

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	8.293-9.131=-0.838
σ	2.048-2.092=-0.044
min	5.781-5.926=-0.144
max	11.777-12.008=-0.230

phase=parser

*mean*	1042.246-1042.246=0.000
σ	0.000-0.000=-0.000
min	1042.246
max	1042.247

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	520.450-577.839=-57.389
σ	125.050-127.160=-2.111
min	366.105-373.598=-7.492
max	712.426-730.524=-18.098

phase=processProdDef

*mean*	2241.197
σ	0.000
min	2241.197
max	2241.197

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	2549.748-2640.298=-90.550
σ	464.236-242.142=222.094
min	1863.594-2312.816=-449.222
max	3339.782-3021.063=318.719

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	39.038-39.587=-0.549
σ	6.756-7.530=-0.775
min	25.121-26.003=-0.882
max	47.222-47.506=-0.284

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	691.717-708.758=-17.041
σ	70.050-74.000=-3.950
min	604.987-617.087=-12.100
max	815.088-835.521=-20.433

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-327.855=0.001
σ	0.038-0.037=0.001
min	327.804-327.804=-0.000
max	327.893-327.892=0.002

*mean*	440.200-441.600=-1.400
σ	4.025-4.506=-0.481
min	434.000
max	445.000-446.000=-1.000

*mean*	0.432-0.430=0.002
σ	0.004-0.008=-0.003
min	0.427-0.422=0.005
max	0.439-0.442=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.052-1313.070=-0.018
σ	0.144-0.141=0.003
min	1312.959-1312.959=0.000
max	1313.302-1313.314=-0.012

*mean*	1097.400-1079.400=18.000
σ	180.460-166.467=13.993
min	888.000-879.000=9.000
max	1332.000-1289.000=43.000

*mean*	1.987-1.867=0.120
σ	0.228-0.042=0.186
min	1.834-1.828=0.006
max	2.389-1.920=0.469

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.061-1552.073=-0.011
σ	3.036-3.029=0.006
min	1550.519-1550.550=-0.031
max	1557.483-1557.484=-0.002

*mean*	605.000-621.200=-16.200
σ	72.066-84.875=-12.809
min	504.000-522.000=-18.000
max	683.000-735.000=-52.000

*mean*	2.277-2.284=-0.008
σ	0.164-0.152=0.013
min	2.059-2.130=-0.071
max	2.432-2.464=-0.032

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.061-1875.054=0.007
σ	0.044-0.044=0.000
min	1875.003-1875.007=-0.003
max	1875.117-1875.102=0.015

*mean*	1741.600-1700.600=41.000
σ	155.133-259.714=-104.581
min	1504.000-1393.000=111.000
max	1932.000-2065.000=-133.000

*mean*	2.899-2.964=-0.065
σ	0.044-0.162=-0.118
min	2.861-2.850=0.011
max	2.957-3.240=-0.283

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.620-1.441=0.179
σ	0.087-0.093=-0.006
min	1.486-1.297=0.188
max	1.702-1.527=0.175

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.420-419.420=-0.000
σ	508.919-508.922=-0.002
min	164.958-164.956=0.002
max	1182.799-1182.802=-0.003

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	0.527-0.526=0.001
σ	0.511-0.512=-0.000
min	0.261-0.266=-0.005
max	1.294-1.294=0.000

policies=20

*mean*	1649.827-1649.826=0.001
σ	0.379-0.373=0.007
min	1649.610-1649.604=0.006
max	1650.395-1650.382=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-451.250=1.500
σ	11.295-11.057=0.239
min	439.000-437.000=2.000
max	462.000-460.000=2.000

*mean*	2.657-2.657=-0.000
σ	0.009-0.011=-0.002
min	2.649-2.645=0.005
max	2.669-2.671=-0.002

policies=200

*mean*	16506.079-16506.161=-0.082
σ	0.137-0.054=0.083
min	16505.931-16506.083=-0.151
max	16506.259-16506.199=0.060

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.750-497.000=3.750
σ	5.377-4.967=0.411
min	494.000-491.000=3.000
max	506.000-502.000=4.000

*mean*	26.718-26.718=-0.000
σ	0.071-0.185=-0.114
min	26.621-26.555=0.067
max	26.779-26.883=-0.104