Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.699-54.718=-0.019
σ	0.364-0.362=0.003
min	54.566-54.585=-0.019
max	55.736-55.747=-0.011

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.138-0.142=-0.004
σ	0.005-0.004=0.000
min	0.131-0.138=-0.008
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.007-0.008=-0.001
min	43.770-43.762=0.008
max	43.790-43.788=0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.005=-0.000
min	0.116-0.117=-0.001
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4586.000-4431.500=154.500
σ	2253.586-2229.500=24.086
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	13.524-13.443=0.081
σ	3.624-3.456=0.168
min	11.934-11.918=0.016
max	22.457-21.918=0.539

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=-0.000

*mean*	4586.000-4611.000=-25.000
σ	2253.586-2260.727=-7.141
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	13.396-154.936=-141.541
σ	3.312-398.908=-395.596
min	11.351-11.520=-0.169
max	21.407-1142.145=-1120.738

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	11.301-10.958=0.343
σ	0.261-0.112=0.149
min	10.992-10.705=0.287
max	11.745-11.087=0.658

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.925-41.925=0.000

*mean*	4173.000-4202.375=-29.375
σ	1945.724-1956.701=-10.977
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	11.657-11.320=0.337
σ	1.751-1.125=0.625
min	10.682-10.593=0.088
max	15.948-14.058=1.890

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.136-0.136=-0.000
min	27.586-27.584=0.001
max	27.972-27.971=0.001

*mean*	4173.000-4202.375=-29.375
σ	1945.724-1956.701=-10.977
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	9.052-8.785=0.267
σ	1.376-0.601=0.775
min	7.868-8.080=-0.212
max	12.371-10.114=2.257

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=-0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4173.000-4202.375=-29.375
σ	1945.724-1956.701=-10.977
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	7.119-7.000=0.120
σ	1.004-0.374=0.630
min	6.508-6.611=-0.103
max	9.572-7.868=1.704

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4586.000-4611.000=-25.000
σ	2253.586-2260.727=-7.141
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	6.293-6.600=-0.307
σ	0.821-0.990=-0.169
min	5.749-6.006=-0.257
max	8.298-8.530=-0.232

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.000-0.001=-0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.001

*mean*	4586.000-4611.000=-25.000
σ	2253.586-2260.727=-7.141
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	6.015-6.250=-0.235
σ	0.495-0.704=-0.208
min	5.663-5.757=-0.094
max	7.217-7.555=-0.338

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	364.496-363.421=1.075
σ	42.926-42.821=0.104
min	345.807-345.075=0.732
max	470.547-469.300=1.247

op=load_product(), with indexes

*mean*	3495.846-3495.854=-0.008
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.972-3496.977=-0.005

*mean*	3751.000-3774.250=-23.250
σ	2298.656-2313.256=-14.600
min	721.000-720.000=1.000
max	7401.000-7414.000=-13.000

*mean*	1634.560-1797.799=-163.239
σ	560.652-676.777=-116.125
min	1399.375-1395.361=4.013
max	3013.847-2983.034=30.813

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=0.000
min	107.841-107.841=0.001
max	107.842-107.841=0.001

*mean*	4407.000-4202.375=204.625
σ	2224.670-1956.701=267.969
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	196.191-135.414=60.776
σ	168.599-10.150=158.449
min	124.468-127.093=-2.626
max	610.675-157.141=453.535

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001
min	62.065-62.065=0.001
max	62.070-62.069=0.001

*mean*	4586.000-4431.500=154.500
σ	2253.586-2229.500=24.086
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	204.008-167.109=36.899
σ	456.727-352.280=104.447
min	40.866-40.193=0.673
max	1334.344-1038.947=295.397

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	22.134-23.595=-1.461
σ	1.336-5.457=-4.121
min	21.259-21.341=-0.082
max	25.399-37.095=-11.696

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	314.590-256.565=58.025
σ	729.171-560.436=168.735
min	55.265-54.860=0.405
max	2119.191-1643.439=475.752

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.001
min	4646.837-4646.837=0.000
max	4646.877-4646.875=0.002

*mean*	4173.000-4202.375=-29.375
σ	1945.724-1956.701=-10.977
min	1486.000-1484.000=2.000
max	7401.000-7414.000=-13.000

*mean*	3194.765-3250.927=-56.162
σ	934.261-694.235=240.026
min	2502.404-2541.732=-39.328
max	4990.200-4400.165=590.035

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002-0.002=0.000
min	1973.829-1973.827=0.001
max	1973.833-1973.831=0.002

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	1042.582-969.378=73.204
σ	200.915-72.345=128.570
min	916.520-926.302=-9.782
max	1499.607-1104.874=394.733

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7401.000-7414.000=-13.000
σ	0.000
min	7401.000-7414.000=-13.000
max	7401.000-7414.000=-13.000

*mean*	394.326-387.657=6.669
σ	4.158-6.303=-2.145
min	386.437-372.971=13.466
max	398.209-392.075=6.134

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-479.000=-2.000
σ	0.000
min	477.000-479.000=-2.000
max	477.000-479.000=-2.000

*mean*	375.968-385.420=-9.452
σ	22.066-43.572=-21.506
min	346.961-314.414=32.547
max	421.279-441.249=-19.970

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.375-558.000=5.375
σ	1.768-0.000=1.768
min	559.000-558.000=1.000
max	564.000-558.000=6.000

*mean*	763.696-750.138=13.558
σ	40.622-69.787=-29.165
min	717.663-640.031=77.632
max	816.647-829.879=-13.232

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.563=-0.004
σ	1.880-1.879=0.001
min	963.837-963.843=-0.006
max	972.513-972.511=0.002

*mean*	1041.800-1039.950=1.850
σ	308.466-293.114=15.351
min	565.000-547.000=18.000
max	1493.000-1430.000=63.000

*mean*	1.269-1.282=-0.013
σ	0.102-0.171=-0.069
min	1.171-1.172=-0.002
max	1.471-1.767=-0.296

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.352-0.395=-0.043
σ	0.277-0.514=-0.236
min	0.146-0.139=0.006
max	0.808-1.311=-0.503

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.472=0.013
σ	0.315-0.314=0.001
min	0.329-0.317=0.013
max	1.047-1.033=0.015

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.215=0.003
σ	0.022-0.019=0.003
min	0.197-0.200=-0.003
max	0.254-0.247=0.007

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.331=0.005
σ	0.019-0.019=0.000
min	0.319-0.316=0.003
max	0.367-0.362=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.516-0.536=-0.020
σ	0.065-0.051=0.014
min	0.426-0.486=-0.060
max	0.586-0.607=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.460=0.014
σ	0.048-0.047=0.001
min	0.409-0.422=-0.013
max	0.523-0.513=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.946-2.641=-0.695
σ	0.065-0.107=-0.042
min	1.823-2.496=-0.673
max	2.257-3.099=-0.842

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.642-2.578=0.065
σ	0.211-0.103=0.108
min	1.869-2.456=-0.588
max	3.101-3.197=-0.096

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304-0.312=-0.008
σ	0.008-0.028=-0.020
min	0.291-0.289=0.002
max	0.347-0.501=-0.155

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.292-0.290=0.002
σ	0.009-0.007=0.002
min	0.280-0.275=0.005
max	0.342-0.327=0.015

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.525-11.740=-0.215
σ	11.276-12.227=-0.951
min	0.574-0.574=-0.000
max	103.022-153.781=-50.759

*mean*	458.579-459.074=-0.495
σ	20.783-19.250=1.533
min	406.000-409.000=-3.000
max	478.000-477.000=1.000

*mean*	0.026-0.027=-0.000
σ	0.027-0.030=-0.002
min	0.001-0.001=-0.000
max	0.250-0.366=-0.116

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.975-279.062=-0.087
σ	1.070-1.066=0.005
min	278.589-278.637=-0.048
max	282.020-282.090=-0.070

*mean*	445.200-443.200=2.000
σ	17.035-15.245=1.790
min	421.000-414.000=7.000
max	476.000-467.000=9.000

*mean*	0.577-0.580=-0.003
σ	0.016-0.019=-0.003
min	0.537-0.544=-0.006
max	0.591-0.617=-0.026

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=-0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	149.230-233.657=-84.427
σ	8.080-19.057=-10.977
min	138.088-189.120=-51.032
max	160.784-252.009=-91.225

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	7.834-7.379=0.455
σ	2.226-2.156=0.070
min	5.813-5.937=-0.124
max	11.827-11.961=-0.134

phase=parser

*mean*	1042.131-1042.131=-0.001
σ	0.000-0.000=0.000
min	1042.130-1042.131=-0.001
max	1042.131-1042.132=-0.001

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	523.786-457.232=66.554
σ	151.627-128.845=22.781
min	376.417-374.811=1.606
max	721.066-719.180=1.886

phase=processProdDef

*mean*	2241.194-2243.717=-2.523
σ	0.000
min	2241.194-2243.717=-2.523
max	2241.194-2243.717=-2.523

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	2892.480-2688.163=204.317
σ	410.860-636.327=-225.467
min	2289.456-1976.603=312.853
max	3385.886-3336.478=49.408

phase=renaming

*mean*	21.430-21.436=-0.007
σ	0.000
min	21.430-21.436=-0.007
max	21.430-21.436=-0.007

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	35.943-36.277=-0.334
σ	9.065-9.455=-0.390
min	25.678-19.858=5.820
max	47.864-47.149=0.715

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	850.000-873.000=-23.000
σ	0.000
min	850.000-873.000=-23.000
max	850.000-873.000=-23.000

*mean*	706.548-683.118=23.430
σ	83.104-76.440=6.664
min	612.841-613.161=-0.320
max	837.257-841.407=-4.149

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=-0.000
σ	0.036-0.036=0.000
min	282.804-282.804=-0.000
max	282.891-282.890=0.002

*mean*	444.000-441.400=2.600
σ	0.000-3.286=-3.286
min	444.000-439.000=5.000
max	444.000-445.000=-1.000

*mean*	0.385-0.379=0.006
σ	0.004-0.002=0.001
min	0.379-0.377=0.001
max	0.388-0.384=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.054-1268.057=-0.002
σ	0.110-0.116=-0.006
min	1267.954-1267.967=-0.013
max	1268.234-1268.252=-0.018

*mean*	1091.200-1090.200=1.000
σ	169.224-167.926=1.298
min	892.000
max	1325.000-1322.000=3.000

*mean*	2.044-2.038=0.006
σ	0.129-0.106=0.023
min	1.826-1.873=-0.047
max	2.158-2.154=0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.011-1507.030=-0.019
σ	2.976-2.970=0.006
min	1505.459-1505.478=-0.020
max	1512.322-1512.330=-0.008

*mean*	625.200-625.400=-0.200
σ	87.311-87.248=0.062
min	495.000
max	727.000

*mean*	2.195-2.217=-0.021
σ	0.171-0.187=-0.016
min	2.085-2.120=-0.035
max	2.499-2.551=-0.052

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.060-1830.070=-0.010
σ	0.040-0.045=-0.005
min	1829.994-1829.999=-0.004
max	1830.099-1830.115=-0.016

*mean*	1723.000-1726.400=-3.400
σ	185.631-181.962=3.669
min	1464.000-1472.000=-8.000
max	1892.000-1895.000=-3.000

*mean*	2.962-2.993=-0.031
σ	0.311-0.269=0.042
min	2.733-2.829=-0.095
max	3.508-3.472=0.036

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.697-1.864=-0.167
σ	0.097-0.044=0.053
min	1.598-1.796=-0.198
max	1.834-1.916=-0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-406.196=-0.253
σ	509.284-509.796=-0.512
min	151.296-151.293=0.003
max	1169.869-1170.890=-1.021

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.491-0.510=-0.019
σ	0.470-0.509=-0.039
min	0.255-0.255=0.000
max	1.197-1.274=-0.077

policies=20

*mean*	1513.135-1513.126=0.009
σ	0.268-0.272=-0.003
min	1512.960-1512.946=0.014
max	1513.533-1513.528=0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-447.750=1.500
σ	10.595-4.500=6.095
min	442.000-441.000=1.000
max	465.000-450.000=15.000

*mean*	2.507-2.497=0.010
σ	0.040-0.018=0.022
min	2.473-2.482=-0.009
max	2.564-2.515=0.049

policies=200

*mean*	15140.032-15139.976=0.056
σ	0.112-0.152=-0.040
min	15139.936-15139.814=0.122
max	15140.194-15140.177=0.017

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.500-497.750=-4.250
σ	3.317-4.031=-0.715
min	491.000-493.000=-2.000
max	498.000-502.000=-4.000

*mean*	25.021-25.268=-0.247
σ	0.086-0.163=-0.077
min	24.932-25.106=-0.174
max	25.108-25.487=-0.379