Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.825=-0.001
σ	0.361-0.359=0.003
min	57.686-57.681=0.005
max	58.852-58.845=0.007

*mean*	422.000-420.600=1.400
σ	0.000-0.843=-0.843
min	422.000-419.000=3.000
max	422.000-421.000=1.000

*mean*	0.147-0.152=-0.004
σ	0.005-0.010=-0.004
min	0.138-0.139=-0.001
max	0.155-0.164=-0.009

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=0.000
σ	0.006-0.006=0.000
min	46.889-46.887=0.002
max	46.912-46.905=0.007

*mean*	422.000-421.000=1.000
σ	0.000
min	422.000-421.000=1.000
max	422.000-421.000=1.000

*mean*	0.128-0.133=-0.005
σ	0.005-0.011=-0.006
min	0.122-0.123=-0.001
max	0.137-0.156=-0.019

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.606=0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	12.261-12.020=0.241
σ	0.514-0.166=0.348
min	11.780-11.820=-0.040
max	13.442-12.250=1.192

op=column_set() on indexed, repeat

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=0.000
min	36.605-36.606=-0.000
max	36.606-36.606=0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	12.247-12.531=-0.284
σ	0.663-0.397=0.266
min	11.207-11.589=-0.383
max	12.811-12.842=-0.030

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.939-41.939=0.000
max	41.943

*mean*	6996.000-7489.000=-493.000
σ	0.000-105.835=-105.835
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	11.124-11.078=0.047
σ	0.201-0.250=-0.049
min	10.875-10.652=0.223
max	11.434-11.418=0.016

op=table_records(), repeat

*mean*	41.926-41.926=-0.000
σ	0.001-0.001=0.000
min	41.925-41.925=-0.000
max	41.929-41.929=-0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	11.017-10.961=0.056
σ	0.293-0.164=0.129
min	10.780-10.773=0.006
max	11.683-11.256=0.426

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=0.000
min	27.586
max	27.973-27.973=0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	8.560-8.648=-0.088
σ	0.383-0.247=0.137
min	8.015-8.338=-0.322
max	8.962-8.938=0.025

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386
σ	0.000
min	26.386
max	26.386

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	6.764-6.751=0.013
σ	0.194-0.141=0.052
min	6.527-6.533=-0.006
max	6.977-6.986=-0.009

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.675-25.675=0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	5.779-5.980=-0.201
σ	0.191-0.142=0.048
min	5.569-5.743=-0.174
max	6.061-6.236=-0.176

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=-0.000
σ	0.000-0.001=-0.000
min	25.963-25.963=-0.000
max	25.964-25.964=-0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	5.686-5.802=-0.116
σ	0.215-0.096=0.119
min	5.310-5.650=-0.340
max	5.998-5.951=0.047

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	6996.000-7464.250=-468.250
σ	0.000-102.475=-102.475
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	348.288-346.611=1.677
σ	2.368-2.465=-0.096
min	343.979-343.115=0.864
max	351.191-350.800=0.391

op=load_product(), with indexes

*mean*	3495.849-3495.849=-0.000
σ	0.460-0.460=0.000
min	3495.686
max	3496.988-3496.988=-0.000

*mean*	3479.125-3371.000=108.125
σ	2112.292-1936.876=175.416
min	640.000-637.000=3.000
max	6996.000-5399.000=1597.000

*mean*	1636.272-1773.399=-137.127
σ	540.251-726.847=-186.596
min	1387.303-1390.466=-3.162
max	2932.621-3255.163=-322.542

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.843-107.843=0.000

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	129.985-140.177=-10.192
σ	5.921-5.904=0.017
min	122.046-131.022=-8.976
max	136.966-150.207=-13.241

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	43.039-42.368=0.671
σ	1.201-1.849=-0.647
min	41.465-40.542=0.923
max	45.140-44.628=0.512

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	6996.000-7489.000=-493.000
σ	0.000-105.835=-105.835
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	22.219-21.693=0.526
σ	1.110-0.166=0.945
min	21.644-21.407=0.237
max	24.942-21.866=3.075

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=0.000
min	71.294-71.294=-0.000
max	71.298

*mean*	6996.000-7489.000=-493.000
σ	0.000-105.835=-105.835
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	55.727-55.671=0.055
σ	0.624-0.572=0.052
min	54.798-54.669=0.129
max	56.877-56.545=0.332

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843
σ	0.013-0.014=-0.000
min	4646.838
max	4646.876-4646.877=-0.001

*mean*	4229.375-4027.125=202.250
σ	2155.059-1987.670=167.389
min	1222.000-1337.000=-115.000
max	6996.000-7390.000=-394.000

*mean*	3535.271-3521.732=13.539
σ	755.258-833.931=-78.673
min	2492.800-2524.226=-31.426
max	4564.553-4697.795=-133.242

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=0.000
min	1973.829
max	1973.833

*mean*	6996.000-7489.000=-493.000
σ	0.000-105.835=-105.835
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	1096.668-1084.826=11.842
σ	406.242-308.161=98.081
min	916.757-906.782=9.975
max	2083.339-1633.252=450.087

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	6996.000-7489.000=-493.000
σ	0.000-105.835=-105.835
min	6996.000-7390.000=-394.000
max	6996.000-7588.000=-592.000

*mean*	403.718-400.964=2.753
σ	40.397-3.056=37.342
min	377.388-395.893=-18.505
max	502.707-405.326=97.381

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-476.000=0.125
σ	0.354-0.000=0.354
min	476.000
max	477.000-476.000=1.000

*mean*	378.865-400.361=-21.496
σ	49.881-23.213=26.668
min	300.659-366.080=-65.421
max	431.572-430.248=1.324

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-556.375=8.625
σ	0.000-2.504=-2.504
min	565.000-555.000=10.000
max	565.000-562.000=3.000

*mean*	767.595-757.675=9.920
σ	69.476-64.147=5.329
min	636.556-633.477=3.079
max	871.886-830.543=41.342

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.915-976.920=-0.005
σ	2.439-2.437=0.002
min	976.070
max	987.250-987.244=0.006

*mean*	1048.150-1046.450=1.700
σ	317.287-304.087=13.200
min	559.000-556.000=3.000
max	1515.000-1492.000=23.000

*mean*	1.273-1.320=-0.048
σ	0.070-0.157=-0.087
min	1.186-1.209=-0.023
max	1.461-1.814=-0.353

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.391-0.390=0.001
σ	0.513-0.478=0.035
min	0.139-0.154=-0.015
max	1.307-1.242=0.064

name=error_case.art

*mean*	2.347-2.346=0.001
σ	0.012-0.012=0.000
min	2.340-2.340=0.001
max	2.369-2.368=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.489=-0.016
σ	0.330-0.317=0.013
min	0.312-0.335=-0.023
max	1.062-1.055=0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.226=-0.008
σ	0.022-0.022=0.000
min	0.200-0.204=-0.003
max	0.255-0.260=-0.005

name=nested_use.art

*mean*	2.365-2.364=0.001
σ	0.002
min	2.364-2.363=0.001
max	2.368-2.367=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.345=-0.018
σ	0.018-0.023=-0.004
min	0.310-0.326=-0.016
max	0.356-0.382=-0.026

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086-964.978=0.108
σ	0.009
min	965.081-964.973=0.108
max	965.103-964.995=0.108

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.580-0.576=0.004
σ	0.028-0.036=-0.008
min	0.531-0.521=0.010
max	0.601-0.615=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	886.468-886.000=0.467
σ	0.002
min	886.467-885.999=0.467
max	886.470-886.003=0.467

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.473-0.460=0.013
σ	0.049-0.058=-0.009
min	0.407-0.394=0.013
max	0.521-0.528=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.719=0.001
σ	0.002
min	7.718-7.718=0.001
max	7.722-7.722=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.942-2.040=-0.098
σ	0.074-0.180=-0.107
min	1.784-1.858=-0.074
max	2.225-2.641=-0.416

name=record_render_large_syntax_err.art

*mean*	7.668-7.667=0.001
σ	0.002
min	7.667-7.666=0.001
max	7.671-7.670=0.001

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.945-2.672=-0.727
σ	0.073-0.095=-0.022
min	1.827-2.502=-0.675
max	2.267-2.981=-0.714

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.302-0.310=-0.008
σ	0.010-0.008=0.001
min	0.286-0.294=-0.008
max	0.346-0.360=-0.015

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.290-0.297=-0.006
σ	0.020-0.008=0.013
min	0.274-0.284=-0.010
max	0.464-0.341=0.123

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.899-11.877=0.022
σ	11.767-11.285=0.483
min	0.574-0.573=0.000
max	82.364-87.140=-4.776

*mean*	459.185-457.933=1.252
σ	17.261-18.257=-0.996
min	406.000-407.000=-1.000
max	475.000-473.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.202-0.213=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.817-293.828=-0.011
σ	1.033-1.059=-0.027
min	293.404-293.363=0.041
max	296.751-296.837=-0.086

*mean*	442.100-442.000=0.100
σ	17.438-16.813=0.626
min	416.000
max	463.000-464.000=-1.000

*mean*	0.580-0.597=-0.018
σ	0.041-0.018=0.022
min	0.519-0.550=-0.031
max	0.639-0.617=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000-847.750=2.250
σ	0.000-0.707=-0.707
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	151.867-138.004=13.863
σ	11.126-7.518=3.609
min	138.646-125.461=13.185
max	164.381-146.265=18.116

phase=macro expansion

*mean*	5.897-5.897=-0.000
σ	0.000
min	5.897-5.897=-0.000
max	5.897-5.897=-0.000

*mean*	850.000-847.500=2.500
σ	0.000-0.926=-0.926
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	7.542-6.369=1.173
σ	2.266-1.084=1.182
min	5.772-5.785=-0.013
max	11.969-8.901=3.068

phase=parser

*mean*	1042.247-1042.133=0.114
σ	0.000-0.000=-0.000
min	1042.247-1042.132=0.114
max	1042.247-1042.133=0.114

*mean*	850.000-847.500=2.500
σ	0.000-0.926=-0.926
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	481.092-425.017=56.075
σ	139.005-84.065=54.940
min	366.686-371.284=-4.598
max	721.727-598.894=122.833

phase=processProdDef

*mean*	2241.197-2241.194=0.003
σ	0.000
min	2241.197-2241.194=0.003
max	2241.197-2241.194=0.003

*mean*	850.000-847.750=2.250
σ	0.000-0.707=-0.707
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	2837.584-2889.167=-51.582
σ	410.935-287.463=123.472
min	2007.692-2266.889=-259.197
max	3337.469-3127.806=209.663

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	850.000-847.500=2.500
σ	0.000-0.926=-0.926
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	35.889-33.902=1.988
σ	9.431-9.026=0.405
min	20.084-20.017=0.067
max	47.178-43.038=4.140

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-847.500=2.500
σ	0.000-0.926=-0.926
min	850.000-846.000=4.000
max	850.000-848.000=2.000

*mean*	678.276-673.677=4.599
σ	58.464-59.029=-0.566
min	609.992-621.005=-11.013
max	775.004-778.726=-3.722

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-328.017=-0.000
σ	0.037-0.038=-0.002
min	327.966-327.966=0.000
max	328.055-328.056=-0.001

*mean*	439.200-440.600=-1.400
σ	3.701-4.099=-0.397
min	433.000-434.000=-1.000
max	442.000-445.000=-3.000

*mean*	0.436-0.439=-0.003
σ	0.008-0.009=-0.001
min	0.423-0.428=-0.005
max	0.445-0.450=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.236-1313.231=0.005
σ	0.137-0.145=-0.008
min	1313.125-1313.119=0.006
max	1313.471-1313.482=-0.011

*mean*	1072.000-1074.000=-2.000
σ	164.610-164.883=-0.273
min	876.000-878.000=-2.000
max	1279.000-1282.000=-3.000

*mean*	1.887-1.882=0.005
σ	0.053-0.063=-0.010
min	1.827-1.828=-0.001
max	1.934-1.956=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.231-1552.261=-0.030
σ	3.032-3.029=0.004
min	1550.693-1550.748=-0.056
max	1557.647-1557.673=-0.025

*mean*	618.000-620.600=-2.600
σ	85.029-84.884=0.145
min	519.000-521.000=-2.000
max	732.000-734.000=-2.000

*mean*	2.268-2.354=-0.086
σ	0.135-0.179=-0.044
min	2.135-2.170=-0.035
max	2.442-2.596=-0.154

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.222-1875.220=0.001
σ	0.046-0.045=0.000
min	1875.165-1875.168=-0.003
max	1875.274-1875.276=-0.002

*mean*	1708.600-1706.400=2.200
σ	265.396-259.406=5.991
min	1391.000-1400.000=-9.000
max	2078.000-2071.000=7.000

*mean*	2.893-2.943=-0.049
σ	0.084-0.117=-0.033
min	2.821-2.850=-0.029
max	3.034-3.106=-0.072

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.628-1.672=-0.044
σ	0.137-0.056=0.081
min	1.390-1.593=-0.203
max	1.731-1.729=0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.419-419.409=0.010
σ	508.919-508.903=0.016
min	164.957-164.955=0.002
max	1182.797-1182.764=0.033

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	429.000-432.000=-3.000
σ	0.000
min	429.000-432.000=-3.000
max	429.000-432.000=-3.000

*mean*	0.531-0.535=-0.004
σ	0.529-0.527=0.003
min	0.261-0.267=-0.006
max	1.325-1.325=-0.000

policies=20

*mean*	1649.816-1649.814=0.002
σ	0.368-0.362=0.005
min	1649.591-1649.591=-0.000
max	1650.366-1650.356=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-450.750=-2.750
σ	17.088-11.295=5.793
min	429.000-437.000=-8.000
max	469.000-460.000=9.000

*mean*	2.654-2.654=-0.001
σ	0.012-0.015=-0.003
min	2.647-2.641=0.006
max	2.671-2.670=0.001

policies=200

*mean*	16506.095-16506.005=0.090
σ	0.052-0.111=-0.059
min	16506.040-16505.845=0.195
max	16506.141-16506.104=0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-497.750=-0.750
σ	6.481-5.909=0.572
min	490.000-492.000=-2.000
max	505.000-506.000=-1.000

*mean*	26.697-26.787=-0.089
σ	0.149-0.213=-0.064
min	26.566-26.529=0.037
max	26.834-27.021=-0.187