Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.822=0.002
σ	0.360-0.359=0.001
min	57.678-57.679=-0.002
max	58.849-58.842=0.006

*mean*	420.000-424.700=-4.700
σ	0.000-0.483=-0.483
min	420.000-424.000=-4.000
max	420.000-425.000=-5.000

*mean*	0.145-0.160=-0.015
σ	0.006-0.011=-0.006
min	0.137-0.144=-0.006
max	0.155-0.177=-0.022

cache=y

dps=1

iters=10

policies=100

*mean*	46.897-46.900=-0.004
σ	0.005-0.006=-0.001
min	46.890-46.893=-0.003
max	46.902-46.915=-0.013

*mean*	420.000-425.000=-5.000
σ	0.000
min	420.000-425.000=-5.000
max	420.000-425.000=-5.000

*mean*	0.127-0.138=-0.011
σ	0.005-0.008=-0.004
min	0.122-0.129=-0.007
max	0.135-0.149=-0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.607-36.605=0.002
σ	0.002-0.000=0.002
min	36.605-36.605=0.001
max	36.609-36.606=0.004

*mean*	3969.500-4590.125=-620.625
σ	1953.863-2249.438=-295.576
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	11.889-151.206=-139.317
σ	0.070-391.248=-391.178
min	11.796-11.893=-0.097
max	12.011-1119.484=-1107.473

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.605-36.605=0.001
max	36.606-36.605=0.001

*mean*	3969.500-4590.125=-620.625
σ	1953.863-2249.438=-295.576
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	12.373-14.370=-1.997
σ	0.470-4.463=-3.993
min	11.285-11.675=-0.390
max	12.904-24.674=-11.770

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.939-41.938=0.001
max	41.943-41.942=0.000

*mean*	7480.500-7387.000=93.500
σ	179.065-0.000=179.065
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	11.190-11.078=0.112
σ	0.178-0.197=-0.018
min	10.870-10.794=0.076
max	11.401-11.371=0.031

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.002-0.000=0.001
min	41.921-41.924=-0.003
max	41.926-41.926=0.001

*mean*	3969.500-4181.125=-211.625
σ	1953.863-1945.133=8.730
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	10.931-11.940=-1.009
σ	0.201-1.851=-1.650
min	10.589-11.108=-0.519
max	11.196-16.509=-5.313

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.136=0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	3969.500-4181.125=-211.625
σ	1953.863-1945.133=8.730
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	8.725-9.051=-0.326
σ	0.242-1.349=-1.107
min	8.480-8.057=0.423
max	9.204-12.307=-3.103

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.385=-0.001
σ	0.002-0.000=0.002
min	26.382-26.385=-0.003
max	26.386-26.385=0.001

*mean*	3969.500-4181.125=-211.625
σ	1953.863-1945.133=8.730
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	6.822-6.635=0.187
σ	0.154-1.100=-0.946
min	6.537-5.709=0.828
max	6.976-9.236=-2.260

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.663=0.002
σ	0.004-0.004=-0.000
min	25.662-25.662=0.001
max	25.675-25.674=0.001

*mean*	3969.500-4590.125=-620.625
σ	1953.863-2249.438=-295.576
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	5.895-6.483=-0.588
σ	0.139-1.037=-0.898
min	5.629-5.841=-0.212
max	6.084-8.802=-2.718

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.000-0.000=-0.000
min	25.963-25.962=0.001
max	25.964-25.964=0.001

*mean*	3969.500-4590.125=-620.625
σ	1953.863-2249.438=-295.576
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	5.873-6.317=-0.445
σ	0.266-1.058=-0.792
min	5.680-5.591=0.089
max	6.498-8.660=-2.162

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.000

*mean*	7438.625-7387.000=51.625
σ	173.379-0.000=173.379
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	370.755-372.759=-2.004
σ	69.829-77.638=-7.809
min	344.420-342.250=2.171
max	543.537-564.823=-21.285

op=load_product(), with indexes

*mean*	3495.849-3495.846=0.003
σ	0.460-0.455=0.005
min	3495.686-3495.685=0.001
max	3496.987-3496.971=0.016

*mean*	3570.750-3756.750=-186.000
σ	2284.417-2299.660=-15.244
min	638.000-720.000=-82.000
max	7313.000-7387.000=-74.000

*mean*	2023.255-1790.930=232.325
σ	879.290-678.648=200.642
min	1402.362-1385.835=16.528
max	3527.017-2973.181=553.837

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.844-107.842=0.002
σ	0.002-0.000=0.002
min	107.842-107.841=0.001
max	107.846-107.842=0.004

*mean*	3969.500-4411.125=-441.625
σ	1953.863-2219.190=-265.327
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	128.695-296.558=-167.863
σ	4.517-462.379=-457.862
min	121.296-123.809=-2.512
max	136.249-1440.161=-1303.912

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.069=-0.001
σ	0.002-0.001=0.001
min	62.066-62.065=0.000
max	62.070-62.069=0.001

*mean*	3969.500-4411.125=-441.625
σ	1953.863-2219.190=-265.327
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	41.825-45.880=-4.055
σ	1.086-9.877=-8.791
min	40.645-41.412=-0.767
max	43.808-70.108=-26.300

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002-0.002=-0.000
min	40.926-40.926=0.001
max	40.930-40.930=0.001

*mean*	7480.500-7387.000=93.500
σ	179.065-0.000=179.065
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	21.632-22.762=-1.130
σ	0.158-1.542=-1.383
min	21.336-21.473=-0.137
max	21.892-26.450=-4.558

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=0.001
min	71.294-71.293=0.001
max	71.299-71.297=0.002

*mean*	7480.500-7387.000=93.500
σ	179.065-0.000=179.065
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	55.993-259.806=-203.813
σ	0.402-574.114=-573.713
min	55.270-55.255=0.016
max	56.322-1680.653=-1624.332

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.014-0.014=0.000
min	4646.838-4646.837=0.001
max	4646.877-4646.876=0.001

*mean*	3969.500-4181.125=-211.625
σ	1953.863-1945.133=8.730
min	1330.000-1487.000=-157.000
max	7313.000-7387.000=-74.000

*mean*	3423.167-3219.524=203.642
σ	912.580-761.982=150.598
min	2547.721-2501.110=46.611
max	4845.877-4695.057=150.820

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=0.000
min	1973.829-1973.829=0.001
max	1973.834-1973.833=0.001

*mean*	7480.500-7387.000=93.500
σ	179.065-0.000=179.065
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	1086.593-1074.661=11.932
σ	452.388-284.405=167.983
min	919.675-922.592=-2.917
max	2206.156-1755.515=450.641

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=-0.000
min	905.082-905.082=0.001
max	905.086-905.087=-0.001

*mean*	7480.500-7387.000=93.500
σ	179.065-0.000=179.065
min	7313.000-7387.000=-74.000
max	7648.000-7387.000=261.000

*mean*	396.595-391.811=4.785
σ	1.759-7.044=-5.285
min	394.437-378.990=15.447
max	398.885-404.587=-5.702

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.250=-3.250
σ	0.000-1.389=-1.389
min	476.000-477.000=-1.000
max	476.000-480.000=-4.000

*mean*	362.524-389.133=-26.609
σ	29.464-24.936=4.528
min	318.688-352.410=-33.721
max	403.469-421.068=-17.599

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-563.000=2.000
σ	0.000
min	565.000-563.000=2.000
max	565.000-563.000=2.000

*mean*	757.300-792.554=-35.253
σ	72.954-38.478=34.475
min	633.615-748.128=-114.513
max	846.498-843.800=2.699

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-977.272=-0.353
σ	2.437-2.439=-0.002
min	976.074-976.424=-0.351
max	987.248-987.609=-0.361

*mean*	1049.250-1043.050=6.200
σ	317.928-292.229=25.699
min	573.000-576.000=-3.000
max	1519.000-1430.000=89.000

*mean*	1.270-1.270=-0.000
σ	0.076-0.083=-0.007
min	1.204-1.195=0.009
max	1.459-1.487=-0.028

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.395-0.327=0.068
σ	0.514-0.301=0.213
min	0.139-0.144=-0.005
max	1.313-0.847=0.466

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.470=0.006
σ	0.314-0.321=-0.008
min	0.326-0.322=0.004
max	1.037-1.045=-0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.211=0.009
σ	0.023-0.021=0.002
min	0.202-0.197=0.005
max	0.258-0.248=0.010

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.331=0.006
σ	0.015-0.025=-0.010
min	0.323-0.304=0.019
max	0.358-0.364=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.572-0.539=0.033
σ	0.038-0.035=0.003
min	0.506-0.517=-0.011
max	0.602-0.601=0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.472-0.474=-0.002
σ	0.026-0.048=-0.023
min	0.444-0.421=0.023
max	0.513-0.519=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.579-1.957=0.621
σ	0.105-0.070=0.035
min	2.416-1.740=0.676
max	3.075-2.272=0.803

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.562-1.933=0.629
σ	0.076-0.063=0.013
min	2.402-1.823=0.578
max	2.913-2.172=0.742

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.305=0.001
σ	0.015-0.008=0.007
min	0.283-0.291=-0.008
max	0.415-0.347=0.068

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.292-0.291=0.001
σ	0.020-0.007=0.013
min	0.274-0.277=-0.003
max	0.419-0.324=0.095

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.700=-0.091
σ	12.833-12.012=0.821
min	0.574-0.574=-0.000
max	146.104-107.725=38.379

*mean*	465.650-459.727=5.923
σ	19.603-20.773=-1.170
min	409.000-408.000=1.000
max	482.000-479.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.031-0.030=0.002
min	0.001-0.001=0.000
max	0.356-0.262=0.094

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.628-294.155=-0.526
σ	1.053-0.982=0.070
min	293.241-293.726=-0.484
max	296.623-296.942=-0.319

*mean*	443.900-439.800=4.100
σ	18.466-18.329=0.137
min	416.000-414.000=2.000
max	467.000

*mean*	0.593-0.596=-0.003
σ	0.018-0.018=-0.000
min	0.561-0.559=0.002
max	0.622-0.627=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	134.770-138.839=-4.069
σ	9.011-2.842=6.169
min	124.949-134.597=-9.648
max	146.799-142.347=4.452

phase=macro expansion

*mean*	5.897-5.897=-0.000
σ	0.000
min	5.897-5.897=-0.000
max	5.897-5.897=-0.000

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	5.866-8.491=-2.625
σ	0.135-0.969=-0.834
min	5.708-6.892=-1.184
max	6.132-9.121=-2.989

phase=parser

*mean*	1042.133-1042.133=0.000
σ	0.000-0.000=-0.000
min	1042.133-1042.132=0.001
max	1042.133-1042.133=0.000

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	376.940-564.441=-187.501
σ	2.248-87.907=-85.659
min	373.807-407.429=-33.622
max	380.043-616.800=-236.757

phase=processProdDef

*mean*	2241.194-2241.194=-0.000
σ	0.000
min	2241.194-2241.194=-0.000
max	2241.194-2241.194=-0.000

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	2697.055-2843.525=-146.470
σ	418.824-226.061=192.763
min	2086.236-2444.304=-358.068
max	3188.659-3098.608=90.052

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	36.982-45.243=-8.261
σ	3.210-3.521=-0.311
min	33.273-39.271=-5.998
max	41.977-49.194=-7.217

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	847.000-851.000=-4.000
σ	0.000
min	847.000-851.000=-4.000
max	847.000-851.000=-4.000

*mean*	670.814-665.145=5.669
σ	17.422-13.043=4.379
min	649.046-646.458=2.588
max	692.326-684.047=8.279

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-328.220=-0.364
σ	0.037-0.039=-0.001
min	327.805-328.165=-0.360
max	327.893-328.261=-0.368

*mean*	442.000-439.400=2.600
σ	4.583-5.128=-0.546
min	434.000
max	445.000

*mean*	0.431-0.439=-0.008
σ	0.008-0.012=-0.004
min	0.424-0.429=-0.005
max	0.442-0.457=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.069-1313.433=-0.364
σ	0.139-0.133=0.006
min	1312.964-1313.324=-0.360
max	1313.311-1313.662=-0.351

*mean*	1071.600-1094.000=-22.400
σ	164.465-187.065=-22.600
min	876.000-881.000=-5.000
max	1278.000-1333.000=-55.000

*mean*	1.891-1.914=-0.023
σ	0.057-0.085=-0.028
min	1.823-1.825=-0.003
max	1.937-2.015=-0.078

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.106-1552.399=-0.293
σ	3.013-3.095=-0.082
min	1550.596-1550.838=-0.242
max	1557.490-1557.925=-0.435

*mean*	618.800-624.800=-6.000
σ	84.242-86.387=-2.145
min	521.000-522.000=-1.000
max	732.000-738.000=-6.000

*mean*	2.313-2.284=0.029
σ	0.167-0.245=-0.079
min	2.160-2.129=0.031
max	2.539-2.706=-0.167

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.063-1875.416=-0.353
σ	0.052-0.056=-0.004
min	1875.006-1875.347=-0.341
max	1875.133-1875.470=-0.337

*mean*	1705.000-1733.800=-28.800
σ	264.014-191.875=72.139
min	1392.000-1470.000=-78.000
max	2076.000-1914.000=162.000

*mean*	2.935-2.972=-0.037
σ	0.125-0.103=0.022
min	2.822-2.847=-0.025
max	3.121-3.134=-0.012

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.302-1.619=-0.317
σ	0.053-0.107=-0.053
min	1.218-1.430=-0.212
max	1.364-1.684=-0.320

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.413-420.295=-0.883
σ	508.905-509.312=-0.407
min	164.958-165.636=-0.678
max	1182.770-1184.263=-1.493

*mean*	101.250-103.750=-2.500
σ	6.500-7.500=-1.000
min	98.000-100.000=-2.000
max	111.000-115.000=-4.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.515-0.523=-0.008
σ	0.489-0.515=-0.027
min	0.264-0.255=0.008
max	1.248-1.296=-0.048

policies=20

*mean*	1649.836-1656.561=-6.725
σ	0.376-0.382=-0.007
min	1649.608-1656.349=-6.741
max	1650.396-1657.133=-6.738

*mean*	980.000-1000.000=-20.000
σ	0.000
min	980.000-1000.000=-20.000
max	980.000-1000.000=-20.000

*mean*	449.250-449.500=-0.250
σ	13.200-13.772=-0.572
min	433.000-439.000=-6.000
max	460.000-468.000=-8.000

*mean*	2.658-2.665=-0.008
σ	0.013-0.012=0.001
min	2.643-2.657=-0.013
max	2.675-2.682=-0.007

policies=200

*mean*	16506.198-16573.681=-67.483
σ	0.067-0.115=-0.048
min	16506.138-16573.596=-67.458
max	16506.293-16573.842=-67.549

*mean*	9800.000-10000.000=-200.000
σ	0.000
min	9800.000-10000.000=-200.000
max	9800.000-10000.000=-200.000

*mean*	499.000-498.000=1.000
σ	5.354-5.715=-0.361
min	494.000-492.000=2.000
max	505.000

*mean*	26.757-27.082=-0.325
σ	0.108-0.330=-0.222
min	26.662-26.785=-0.123
max	26.860-27.475=-0.614