Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.888-57.825=0.064
σ	0.360-0.361=-0.001
min	57.745-57.686=0.058
max	58.912-58.852=0.060

*mean*	426.000-422.000=4.000
σ	0.000
min	426.000-422.000=4.000
max	426.000-422.000=4.000

*mean*	0.144-0.147=-0.004
σ	0.005-0.005=0.000
min	0.136-0.138=-0.002
max	0.151-0.155=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.899=-0.000
σ	0.007-0.006=0.001
min	46.884-46.889=-0.005
max	46.910-46.912=-0.002

*mean*	426.000-422.000=4.000
σ	0.000
min	426.000-422.000=4.000
max	426.000-422.000=4.000

*mean*	0.132-0.128=0.003
σ	0.009-0.005=0.004
min	0.124-0.122=0.002
max	0.152-0.137=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.606-36.606=-0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	12.076-12.261=-0.185
σ	0.189-0.514=-0.326
min	11.804-11.780=0.024
max	12.347-13.442=-1.094

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=-0.000
min	36.606-36.605=0.000
max	36.606-36.606=-0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	12.276-12.247=0.028
σ	0.626-0.663=-0.037
min	11.243-11.207=0.036
max	12.875-12.811=0.064

op=table_records(), no indexes

*mean*	41.941-41.940=0.000
σ	0.002-0.002=0.000
min	41.939-41.939=-0.000
max	41.944-41.943=0.001

*mean*	7493.000-6996.000=497.000
σ	107.974-0.000=107.974
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	11.116-11.124=-0.008
σ	0.172-0.201=-0.029
min	10.872-10.875=-0.003
max	11.362-11.434=-0.072

op=table_records(), repeat

*mean*	41.926-41.926=-0.000
σ	0.000-0.001=-0.001
min	41.925-41.925=0.000
max	41.926-41.929=-0.003

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	11.298-11.017=0.280
σ	0.269-0.293=-0.024
min	11.058-10.780=0.278
max	11.903-11.683=0.220

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.586-27.586=0.000
max	27.973-27.973=-0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	8.617-8.560=0.057
σ	0.296-0.383=-0.087
min	8.101-8.015=0.086
max	8.938-8.962=-0.024

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=-0.000
σ	0.000-0.000=0.000
min	26.386-26.386=-0.000
max	26.386-26.386=0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	6.282-6.764=-0.482
σ	0.170-0.194=-0.023
min	6.076-6.527=-0.451
max	6.557-6.977=-0.420

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=-0.000
min	25.662-25.662=0.000
max	25.675-25.675=-0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	5.866-5.779=0.088
σ	0.149-0.191=-0.042
min	5.590-5.569=0.021
max	6.011-6.061=-0.049

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.964-25.963=0.001
σ	0.001-0.000=0.001
min	25.963-25.963=0.000
max	25.967-25.964=0.003

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	5.714-5.686=0.028
σ	0.093-0.215=-0.122
min	5.520-5.310=0.211
max	5.807-5.998=-0.191

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7467.750-6996.000=471.750
σ	104.545-0.000=104.545
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	344.197-348.288=-4.091
σ	1.817-2.368=-0.552
min	342.118-343.979=-1.861
max	347.665-351.191=-3.526

op=load_product(), with indexes

*mean*	3495.849-3495.849=0.001
σ	0.463-0.460=0.002
min	3495.685-3495.686=-0.000
max	3496.994-3496.988=0.007

*mean*	3366.875-3479.125=-112.250
σ	1932.583-2112.292=-179.709
min	637.000-640.000=-3.000
max	5391.000-6996.000=-1605.000

*mean*	1770.342-1636.272=134.069
σ	704.304-540.251=164.053
min	1384.183-1387.303=-3.120
max	2994.750-2932.621=62.129

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.842-107.843=-0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	128.122-129.985=-1.863
σ	6.315-5.921=0.394
min	124.498-122.046=2.452
max	143.304-136.966=6.338

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001
min	62.066-62.066=0.000
max	62.070-62.070=0.000

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	42.778-43.039=-0.262
σ	1.826-1.201=0.625
min	40.815-41.465=-0.649
max	46.758-45.140=1.619

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.928=0.000
σ	0.002
min	40.926-40.926=0.000
max	40.930-40.930=0.000

*mean*	7493.000-6996.000=497.000
σ	107.974-0.000=107.974
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	22.459-22.219=0.241
σ	1.189-1.110=0.078
min	21.319-21.644=-0.324
max	25.167-24.942=0.226

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=0.000
σ	0.002-0.002=-0.000
min	71.294-71.294=0.000
max	71.298-71.298=0.000

*mean*	7493.000-6996.000=497.000
σ	107.974-0.000=107.974
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	55.694-55.727=-0.033
σ	0.507-0.624=-0.117
min	54.819-54.798=0.021
max	56.446-56.877=-0.432

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.014-0.013=0.001
min	4646.838-4646.838=0.000
max	4646.878-4646.876=0.002

*mean*	4022.875-4229.375=-206.500
σ	1986.426-2155.059=-168.633
min	1341.000-1222.000=119.000
max	7392.000-6996.000=396.000

*mean*	3651.692-3535.271=116.421
σ	920.416-755.258=165.158
min	2481.015-2492.800=-11.785
max	5077.105-4564.553=512.551

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.831=0.000
σ	0.002-0.002=-0.000
min	1973.829-1973.829=0.000
max	1973.833-1973.833=0.000

*mean*	7493.000-6996.000=497.000
σ	107.974-0.000=107.974
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	1091.194-1096.668=-5.474
σ	319.689-406.242=-86.553
min	918.137-916.757=1.380
max	1696.047-2083.339=-387.292

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002
min	905.082-905.082=0.000
max	905.088-905.088=0.000

*mean*	7493.000-6996.000=497.000
σ	107.974-0.000=107.974
min	7392.000-6996.000=396.000
max	7594.000-6996.000=598.000

*mean*	401.632-403.718=-2.085
σ	39.978-40.397=-0.419
min	385.017-377.388=7.628
max	500.494-502.707=-2.213

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.875-476.125=1.750
σ	0.354
min	477.000-476.000=1.000
max	478.000-477.000=1.000

*mean*	387.697-378.865=8.832
σ	44.300-49.881=-5.582
min	310.032-300.659=9.373
max	436.642-431.572=5.071

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.250-565.000=-5.750
σ	0.707-0.000=0.707
min	559.000-565.000=-6.000
max	561.000-565.000=-4.000

*mean*	743.797-767.595=-23.797
σ	58.782-69.476=-10.694
min	631.566-636.556=-4.990
max	810.278-871.886=-61.608

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.915=0.003
σ	2.437-2.439=-0.002
min	976.073-976.070=0.003
max	987.245-987.250=-0.005

*mean*	1058.450-1048.150=10.300
σ	314.214-317.287=-3.073
min	592.000-559.000=33.000
max	1560.000-1515.000=45.000

*mean*	1.289-1.273=0.016
σ	0.161-0.070=0.091
min	1.206-1.186=0.020
max	1.955-1.461=0.494

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.293-0.391=-0.098
σ	0.287-0.513=-0.226
min	0.140-0.139=0.001
max	0.802-1.307=-0.505

name=error_case.art

*mean*	2.347-2.347=0.001
σ	0.012-0.012=0.000
min	2.341-2.340=0.001
max	2.369-2.369=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.472=0.004
σ	0.323-0.330=-0.007
min	0.320-0.312=0.008
max	1.053-1.062=-0.010

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.001
σ	0.026-0.022=0.003
min	0.196-0.200=-0.004
max	0.256-0.255=0.001

name=nested_use.art

*mean*	2.365-2.365=0.001
σ	0.002
min	2.364-2.364=0.001
max	2.368-2.368=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.327=-0.002
σ	0.014-0.018=-0.004
min	0.314-0.310=0.004
max	0.349-0.356=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.191-965.086=0.105
σ	0.009
min	965.186-965.081=0.105
max	965.207-965.103=0.105

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.554-0.580=-0.025
σ	0.061-0.028=0.032
min	0.475-0.531=-0.056
max	0.606-0.601=0.005

name=cdr_enhanced_4k_loc.art

*mean*	886.932-886.468=0.464
σ	0.002
min	886.930-886.467=0.464
max	886.934-886.470=0.464

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.473-0.473=0.000
σ	0.052-0.049=0.002
min	0.391-0.407=-0.016
max	0.516-0.521=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.720-7.719=0.001
σ	0.002
min	7.719-7.718=0.001
max	7.723-7.722=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.628-1.942=0.686
σ	0.096-0.074=0.023
min	2.432-1.784=0.649
max	2.978-2.225=0.753

name=record_render_large_syntax_err.art

*mean*	7.668-7.668=0.001
σ	0.002
min	7.668-7.667=0.001
max	7.671-7.671=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.582-1.945=0.636
σ	0.095-0.073=0.021
min	2.434-1.827=0.607
max	2.919-2.267=0.652

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.305-0.302=0.003
σ	0.011-0.010=0.001
min	0.291-0.286=0.005
max	0.377-0.346=0.031

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.293-0.290=0.003
σ	0.009-0.020=-0.011
min	0.279-0.274=0.005
max	0.334-0.464=-0.129

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.655-11.899=-0.244
σ	11.043-11.767=-0.724
min	0.574-0.574=0.000
max	87.138-82.364=4.774

*mean*	460.257-459.185=1.072
σ	20.439-17.261=3.178
min	409.000-406.000=3.000
max	479.000-475.000=4.000

*mean*	0.027-0.027=-0.001
σ	0.027-0.029=-0.002
min	0.001-0.001=0.000
max	0.202-0.202=0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.680-293.817=-0.136
σ	1.048-1.033=0.016
min	293.252-293.404=-0.153
max	296.658-296.751=-0.094

*mean*	444.000-442.100=1.900
σ	16.241-17.438=-1.197
min	416.000
max	465.000-463.000=2.000

*mean*	0.591-0.580=0.011
σ	0.030-0.041=-0.011
min	0.518-0.519=-0.001
max	0.624-0.639=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	144.945-151.867=-6.921
σ	9.473-11.126=-1.654
min	132.930-138.646=-5.716
max	159.506-164.381=-4.874

phase=macro expansion

*mean*	5.893-5.897=-0.004
σ	0.000
min	5.893-5.897=-0.004
max	5.893-5.897=-0.004

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	6.653-7.542=-0.889
σ	1.476-2.266=-0.790
min	5.761-5.772=-0.011
max	9.125-11.969=-2.844

phase=parser

*mean*	1042.358-1042.247=0.112
σ	0.000-0.000=0.000
min	1042.358-1042.247=0.111
max	1042.358-1042.247=0.112

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	433.004-481.092=-48.087
σ	101.776-139.005=-37.229
min	369.744-366.686=3.058
max	613.161-721.727=-108.566

phase=processProdDef

*mean*	2241.195-2241.197=-0.002
σ	0.000
min	2241.195-2241.197=-0.002
max	2241.195-2241.197=-0.002

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	2932.198-2837.584=94.614
σ	387.785-410.935=-23.149
min	2158.037-2007.692=150.345
max	3255.634-3337.469=-81.835

phase=renaming

*mean*	21.433-21.430=0.004
σ	0.000
min	21.433-21.430=0.004
max	21.433-21.430=0.004

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	35.098-35.889=-0.792
σ	2.958-9.431=-6.472
min	32.096-20.084=12.012
max	39.959-47.178=-7.219

phase=type checker

*mean*	958.462-958.462=-0.000
σ	0.047
min	958.439-958.439=-0.000
max	958.564-958.564=-0.000

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	657.783-678.276=-20.493
σ	12.517-58.464=-45.947
min	639.347-609.992=29.355
max	679.400-775.004=-95.604

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-328.017=0.001
σ	0.036-0.037=-0.001
min	327.967-327.966=0.001
max	328.054-328.055=-0.001

*mean*	440.200-439.200=1.000
σ	5.495-3.701=1.794
min	432.000-433.000=-1.000
max	446.000-442.000=4.000

*mean*	0.435-0.436=-0.002
σ	0.012-0.008=0.004
min	0.425-0.423=0.002
max	0.452-0.445=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.226-1313.236=-0.011
σ	0.140-0.137=0.003
min	1313.130-1313.125=0.005
max	1313.471-1313.471=-0.001

*mean*	1073.600-1072.000=1.600
σ	165.561-164.610=0.950
min	877.000-876.000=1.000
max	1282.000-1279.000=3.000

*mean*	1.879-1.887=-0.009
σ	0.038-0.053=-0.015
min	1.835-1.827=0.008
max	1.924-1.934=-0.010

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.211-1552.231=-0.019
σ	3.055-3.032=0.022
min	1550.654-1550.693=-0.039
max	1557.667-1557.647=0.020

*mean*	624.400-618.000=6.400
σ	84.290-85.029=-0.739
min	523.000-519.000=4.000
max	733.000-732.000=1.000

*mean*	2.245-2.268=-0.023
σ	0.196-0.135=0.061
min	2.104-2.135=-0.031
max	2.579-2.442=0.137

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.223-1875.222=0.002
σ	0.045-0.046=-0.001
min	1875.166-1875.165=0.001
max	1875.273-1875.274=-0.001

*mean*	1705.000-1708.600=-3.600
σ	259.399-265.396=-5.997
min	1400.000-1391.000=9.000
max	2071.000-2078.000=-7.000

*mean*	2.924-2.893=0.031
σ	0.124-0.084=0.040
min	2.846-2.821=0.025
max	3.145-3.034=0.111

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.611-1.628=-0.017
σ	0.096-0.137=-0.042
min	1.467-1.390=0.077
max	1.730-1.731=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.426-419.419=0.007
σ	508.935-508.919=0.017
min	164.956-164.957=-0.002
max	1182.829-1182.797=0.032

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-429.000=3.000
σ	0.000
min	432.000-429.000=3.000
max	432.000-429.000=3.000

*mean*	0.536-0.531=0.006
σ	0.523-0.529=-0.006
min	0.271-0.261=0.010
max	1.321-1.325=-0.004

policies=20

*mean*	1649.812-1649.816=-0.004
σ	0.364-0.368=-0.004
min	1649.603-1649.591=0.012
max	1650.356-1650.366=-0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-448.000=1.750
σ	10.243-17.088=-6.845
min	438.000-429.000=9.000
max	463.000-469.000=-6.000

*mean*	2.634-2.654=-0.020
σ	0.014-0.012=0.002
min	2.614-2.647=-0.033
max	2.645-2.671=-0.026

policies=200

*mean*	16506.106-16506.095=0.012
σ	0.081-0.052=0.028
min	16506.014-16506.040=-0.026
max	16506.210-16506.141=0.069

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	501.500-497.000=4.500
σ	5.447-6.481=-1.034
min	495.000-490.000=5.000
max	508.000-505.000=3.000

*mean*	26.646-26.697=-0.051
σ	0.110-0.149=-0.039
min	26.535-26.566=-0.031
max	26.762-26.834=-0.071