Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.824=0.000
σ	0.360-0.360=-0.001
min	57.681-57.678=0.003
max	58.846-58.849=-0.002

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.148-0.145=0.003
σ	0.005-0.006=-0.001
min	0.143-0.137=0.006
max	0.155-0.155=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.897=0.002
σ	0.006-0.005=0.001
min	46.889-46.890=-0.001
max	46.906-46.902=0.004

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.125-0.127=-0.002
σ	0.005-0.005=0.000
min	0.120-0.122=-0.002
max	0.136-0.135=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.607=-0.001
σ	0.000-0.002=-0.002
min	36.605
max	36.606-36.609=-0.003

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	11.982-11.889=0.093
σ	0.076-0.070=0.006
min	11.893-11.796=0.097
max	12.124-12.011=0.113

op=column_set() on indexed, repeat

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	12.023-12.373=-0.350
σ	0.661-0.470=0.191
min	11.326-11.285=0.040
max	12.782-12.904=-0.122

op=table_records(), no indexes

*mean*	41.941-41.940=0.001
σ	0.002-0.002=0.000
min	41.939-41.939=0.000
max	41.943-41.943=0.001

*mean*	6947.000-7480.500=-533.500
σ	0.000-179.065=-179.065
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	10.991-11.190=-0.199
σ	0.230-0.178=0.052
min	10.762-10.870=-0.108
max	11.443-11.401=0.042

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.000-0.002=-0.002
min	41.925-41.921=0.004
max	41.926

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	11.016-10.931=0.085
σ	0.262-0.201=0.061
min	10.751-10.589=0.162
max	11.580-11.196=0.383

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.586
max	27.973

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	8.473-8.725=-0.252
σ	0.423-0.242=0.181
min	7.806-8.480=-0.674
max	9.073-9.204=-0.131

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.384=0.001
σ	0.000-0.002=-0.002
min	26.386-26.382=0.004
max	26.386-26.386=-0.000

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	6.528-6.822=-0.294
σ	0.372-0.154=0.218
min	5.884-6.537=-0.653
max	6.871-6.976=-0.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.666=-0.001
σ	0.004-0.004=0.000
min	25.662
max	25.675-25.675=0.000

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	5.921-5.895=0.026
σ	0.190-0.139=0.051
min	5.664-5.629=0.035
max	6.315-6.084=0.231

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=-0.000
σ	0.001-0.000=0.000
min	25.963-25.963=-0.000
max	25.964-25.964=0.000

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	5.791-5.873=-0.082
σ	0.095-0.266=-0.171
min	5.605-5.680=-0.075
max	5.936-6.498=-0.563

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.600=0.000
σ	0.002-0.002=0.000
min	1021.598
max	1021.602-1021.602=0.000

*mean*	6947.000-7438.625=-491.625
σ	0.000-173.379=-173.379
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	349.891-370.755=-20.864
σ	1.101-69.829=-68.728
min	348.160-344.420=3.740
max	351.204-543.537=-192.333

op=load_product(), with indexes

*mean*	3495.849-3495.849=-0.000
σ	0.460-0.460=0.000
min	3495.686-3495.686=0.000
max	3496.988-3496.987=0.000

*mean*	3446.125-3570.750=-124.625
σ	2087.723-2284.417=-196.694
min	640.000-638.000=2.000
max	6947.000-7313.000=-366.000

*mean*	1747.123-2023.255=-276.132
σ	617.743-879.290=-261.547
min	1401.927-1402.362=-0.435
max	2889.777-3527.017=-637.240

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.844=-0.001
σ	0.000-0.002=-0.002
min	107.842-107.842=-0.001
max	107.843-107.846=-0.003

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	136.652-128.695=7.957
σ	14.628-4.517=10.111
min	121.654-121.296=0.357
max	156.854-136.249=20.605

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.002=-0.001
min	62.066-62.066=0.000
max	62.070

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	42.968-41.825=1.143
σ	1.833-1.086=0.747
min	40.971-40.645=0.326
max	45.338-43.808=1.530

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.928=-0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930

*mean*	6947.000-7480.500=-533.500
σ	0.000-179.065=-179.065
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	22.137-21.632=0.505
σ	1.260-0.158=1.101
min	21.321-21.336=-0.016
max	25.213-21.892=3.321

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=-0.001
min	71.294
max	71.298-71.299=-0.001

*mean*	6947.000-7480.500=-533.500
σ	0.000-179.065=-179.065
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	55.473-55.993=-0.521
σ	0.423-0.402=0.022
min	54.868-55.270=-0.402
max	56.308-56.322=-0.013

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.844-4646.843=0.001
σ	0.014-0.014=-0.000
min	4646.838-4646.838=0.000
max	4646.877

*mean*	4192.125-3969.500=222.625
σ	2132.338-1953.863=178.475
min	1229.000-1330.000=-101.000
max	6947.000-7313.000=-366.000

*mean*	3700.957-3423.167=277.791
σ	884.674-912.580=-27.906
min	2503.426-2547.721=-44.295
max	4857.642-4845.877=11.765

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.831=0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.834=-0.001

*mean*	6947.000-7480.500=-533.500
σ	0.000-179.065=-179.065
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	1151.132-1086.593=64.539
σ	631.893-452.388=179.505
min	922.509-919.675=2.834
max	2714.944-2206.156=508.789

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=0.000
min	905.082
max	905.088-905.086=0.001

*mean*	6947.000-7480.500=-533.500
σ	0.000-179.065=-179.065
min	6947.000-7313.000=-366.000
max	6947.000-7648.000=-701.000

*mean*	413.060-396.595=16.465
σ	41.931-1.759=40.172
min	395.789-394.437=1.353
max	516.771-398.885=117.886

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	381.506-362.524=18.982
σ	47.850-29.464=18.385
min	309.796-318.688=-8.892
max	438.885-403.469=35.415

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-565.000=-5.000
σ	0.000
min	560.000-565.000=-5.000
max	560.000-565.000=-5.000

*mean*	756.907-757.300=-0.393
σ	66.766-72.954=-6.187
min	622.893-633.615=-10.722
max	830.573-846.498=-15.925

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.919=-0.001
σ	2.438-2.437=0.000
min	976.070-976.074=-0.004
max	987.248-987.248=0.001

*mean*	1047.200-1049.250=-2.050
σ	316.135-317.928=-1.794
min	548.000-573.000=-25.000
max	1508.000-1519.000=-11.000

*mean*	1.318-1.270=0.048
σ	0.146-0.076=0.071
min	1.200-1.204=-0.004
max	1.749-1.459=0.290

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.395=0.003
σ	0.508-0.514=-0.006
min	0.144-0.139=0.005
max	1.304-1.313=-0.009

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.476=0.003
σ	0.328-0.314=0.015
min	0.321-0.326=-0.005
max	1.066-1.037=0.029

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.220=-0.000
σ	0.021-0.023=-0.002
min	0.204-0.202=0.002
max	0.255-0.258=-0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.337=0.001
σ	0.015-0.015=0.001
min	0.327-0.323=0.004
max	0.365-0.358=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	436.200-431.000=5.200
σ	6.535-0.000=6.535
min	430.000-431.000=-1.000
max	443.000-431.000=12.000

*mean*	0.558-0.572=-0.015
σ	0.037-0.038=-0.002
min	0.498-0.506=-0.007
max	0.588-0.602=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.501-0.472=0.029
σ	0.025-0.026=-0.000
min	0.473-0.444=0.029
max	0.527-0.513=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.486-2.579=-0.092
σ	0.388-0.105=0.283
min	1.838-2.416=-0.578
max	4.840-3.075=1.765

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.637-2.562=0.075
σ	0.093-0.076=0.017
min	2.509-2.402=0.108
max	2.950-2.913=0.036

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.302-0.305=-0.004
σ	0.013-0.015=-0.002
min	0.282-0.283=-0.001
max	0.375-0.415=-0.040

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.290-0.292=-0.002
σ	0.012-0.020=-0.007
min	0.273-0.274=-0.001
max	0.375-0.419=-0.044

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.579-11.609=-0.030
σ	12.249-12.833=-0.585
min	0.578-0.574=0.004
max	115.658-146.104=-30.447

*mean*	462.595-465.650=-3.055
σ	17.089-19.603=-2.514
min	407.000-409.000=-2.000
max	477.000-482.000=-5.000

*mean*	0.027-0.027=0.000
σ	0.030-0.031=-0.001
min	0.001-0.001=-0.000
max	0.280-0.356=-0.076

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.843-293.628=0.215
σ	1.089-1.053=0.036
min	293.339-293.241=0.097
max	296.932-296.623=0.309

*mean*	443.000-443.900=-0.900
σ	19.038-18.466=0.572
min	415.000-416.000=-1.000
max	465.000-467.000=-2.000

*mean*	0.590-0.593=-0.003
σ	0.025-0.018=0.007
min	0.542-0.561=-0.019
max	0.620-0.622=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.375-847.000=1.375
σ	0.518-0.000=0.518
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	135.794-134.770=1.024
σ	12.654-9.011=3.643
min	120.739-124.949=-4.211
max	160.531-146.799=13.731

phase=macro expansion

*mean*	5.897
σ	0.000
min	5.897
max	5.897

*mean*	848.250-847.000=1.250
σ	0.463-0.000=0.463
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	7.024-5.866=1.158
σ	2.227-0.135=2.092
min	5.799-5.708=0.091
max	11.835-6.132=5.702

phase=parser

*mean*	1042.133-1042.133=-0.000
σ	0.000-0.000=0.000
min	1042.132-1042.133=-0.000
max	1042.133

*mean*	848.250-847.000=1.250
σ	0.463-0.000=0.463
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	447.974-376.940=71.034
σ	137.717-2.248=135.468
min	374.815-373.807=1.008
max	728.569-380.043=348.526

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	848.375-847.000=1.375
σ	0.518-0.000=0.518
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	2648.845-2697.055=-48.211
σ	603.800-418.824=184.976
min	1684.834-2086.236=-401.402
max	3234.974-3188.659=46.314

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.250-847.000=1.250
σ	0.463-0.000=0.463
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	40.013-36.982=3.031
σ	4.595-3.210=1.386
min	34.563-33.273=1.290
max	47.832-41.977=5.855

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.250-847.000=1.250
σ	0.463-0.000=0.463
min	848.000-847.000=1.000
max	849.000-847.000=2.000

*mean*	694.870-670.814=24.056
σ	60.226-17.422=42.804
min	644.195-649.046=-4.851
max	839.001-692.326=146.676

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.856-327.855=0.000
σ	0.037-0.037=-0.000
min	327.804-327.805=-0.001
max	327.892-327.893=-0.001

*mean*	441.400-442.000=-0.600
σ	4.506-4.583=-0.077
min	434.000
max	445.000

*mean*	0.434-0.431=0.003
σ	0.008-0.008=0.001
min	0.425-0.424=0.001
max	0.443-0.442=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.067-1313.069=-0.002
σ	0.136-0.139=-0.003
min	1312.957-1312.964=-0.007
max	1313.299-1313.311=-0.012

*mean*	1087.800-1071.600=16.200
σ	174.187-164.465=9.722
min	882.000-876.000=6.000
max	1304.000-1278.000=26.000

*mean*	1.900-1.891=0.009
σ	0.068-0.057=0.011
min	1.825-1.823=0.002
max	1.993-1.937=0.055

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.075-1552.106=-0.031
σ	3.016-3.013=0.003
min	1550.551-1550.596=-0.045
max	1557.463-1557.490=-0.027

*mean*	619.200-618.800=0.400
σ	84.981-84.242=0.739
min	520.000-521.000=-1.000
max	733.000-732.000=1.000

*mean*	2.264-2.313=-0.049
σ	0.172-0.167=0.005
min	2.076-2.160=-0.084
max	2.513-2.539=-0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.071-1875.063=0.007
σ	0.058-0.052=0.007
min	1875.009-1875.006=0.004
max	1875.164-1875.133=0.031

*mean*	1735.600-1705.000=30.600
σ	215.936-264.014=-48.078
min	1445.000-1392.000=53.000
max	1938.000-2076.000=-138.000

*mean*	2.997-2.935=0.063
σ	0.158-0.125=0.032
min	2.856-2.822=0.035
max	3.238-3.121=0.117

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.518-1.302=0.216
σ	0.190-0.053=0.137
min	1.220-1.218=0.002
max	1.701-1.364=0.337

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.412-419.413=-0.000
σ	508.905-508.905=-0.000
min	164.956-164.958=-0.002
max	1182.769-1182.770=-0.001

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	433.000-432.000=1.000
σ	0.000
min	433.000-432.000=1.000
max	433.000-432.000=1.000

*mean*	0.533-0.515=0.019
σ	0.511-0.489=0.022
min	0.270-0.264=0.006
max	1.299-1.248=0.052

policies=20

*mean*	1649.824-1649.836=-0.012
σ	0.354-0.376=-0.021
min	1649.606-1649.608=-0.002
max	1650.352-1650.396=-0.044

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-449.250=1.250
σ	9.815-13.200=-3.385
min	439.000-433.000=6.000
max	463.000-460.000=3.000

*mean*	2.649-2.658=-0.009
σ	0.012-0.013=-0.001
min	2.635-2.643=-0.008
max	2.665-2.675=-0.010

policies=200

*mean*	16506.079-16506.198=-0.119
σ	0.164-0.067=0.097
min	16505.945-16506.138=-0.193
max	16506.294-16506.293=0.001

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.500-499.000=4.500
σ	6.758-5.354=1.404
min	496.000-494.000=2.000
max	511.000-505.000=6.000

*mean*	26.704-26.757=-0.054
σ	0.108-0.108=0.001
min	26.584-26.662=-0.078
max	26.832-26.860=-0.028