Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.671-54.575=0.096
σ	0.358-0.349=0.009
min	54.539-54.443=0.096
max	55.688-55.567=0.121

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.138=0.004
σ	0.005-0.006=-0.002
min	0.137-0.131=0.006
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.700-43.706=-0.006
σ	0.006-0.007=-0.001
min	43.692-43.695=-0.003
max	43.707-43.719=-0.012

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.005=0.000
min	0.117-0.116=0.001
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	12.758-12.732=0.027
σ	0.288-0.257=0.031
min	12.431-12.316=0.115
max	13.199-13.045=0.154

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	12.687-12.508=0.180
σ	0.780-0.603=0.177
min	11.421-11.481=-0.060
max	13.856-13.248=0.608

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.001
max	41.932-41.933=-0.000

*mean*	6113.000-7290.000=-1177.000
σ	0.000
min	6113.000-7290.000=-1177.000
max	6113.000-7290.000=-1177.000

*mean*	15.115-15.485=-0.369
σ	0.384-0.366=0.018
min	14.482-14.709=-0.226
max	15.680-15.856=-0.176

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.001
min	41.928-41.927=0.001
max	41.929-41.931=-0.002

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	14.065-13.096=0.970
σ	1.829-1.838=-0.010
min	11.067-11.138=-0.071
max	16.448-15.377=1.070

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	9.350-9.229=0.122
σ	1.547-0.475=1.072
min	8.288-8.568=-0.279
max	13.125-9.793=3.332

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	7.119-6.554=0.565
σ	0.995-0.334=0.661
min	6.219-5.963=0.256
max	9.499-6.966=2.534

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	6.029-6.069=-0.040
σ	0.107-0.213=-0.107
min	5.825-5.768=0.057
max	6.116-6.401=-0.285

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	5.756-5.749=0.007
σ	0.271-0.226=0.045
min	5.154-5.438=-0.285
max	6.004-6.012=-0.008

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.605=-0.003
max	2524.606-2524.606=-0.000

*mean*	6113.000-7290.000=-1177.000
σ	0.000
min	6113.000-7290.000=-1177.000
max	6113.000-7290.000=-1177.000

*mean*	1380.461-1335.091=45.370
σ	607.770-604.639=3.131
min	1046.711-1033.938=12.773
max	2418.772-2791.194=-372.422

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.470-0.469=0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.619

*mean*	3228.500-3572.625=-344.125
σ	1829.611-1793.779=35.832
min	810.000-1047.000=-237.000
max	6113.000-5791.000=322.000

*mean*	3577.527-5040.409=-1462.882
σ	934.951-1665.686=-730.734
min	3101.024-3506.098=-405.074
max	5651.964-7261.491=-1609.527

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080-62.080=-0.000

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	90.972-84.111=6.861
σ	20.255-10.578=9.677
min	70.771-70.799=-0.029
max	126.118-99.314=26.804

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6113.000-7290.000=-1177.000
σ	0.000
min	6113.000-7290.000=-1177.000
max	6113.000-7290.000=-1177.000

*mean*	63.801-107.285=-43.484
σ	3.788-4.086=-0.298
min	60.802-98.112=-37.310
max	69.242-109.992=-40.750

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6113.000-7290.000=-1177.000
σ	0.000
min	6113.000-7290.000=-1177.000
max	6113.000-7290.000=-1177.000

*mean*	100.018-164.229=-64.211
σ	1.033-8.864=-7.832
min	98.933-143.849=-44.916
max	102.181-170.260=-68.079

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.020
min	11847.562-11655.305=192.256
max	11859.806-11667.537=192.269

*mean*	3863.875-4149.625=-285.750
σ	1831.582-1896.697=-65.115
min	1280.000-1552.000=-272.000
max	6113.000-7290.000=-1177.000

*mean*	6094.897-6325.082=-230.185
σ	993.723-1177.293=-183.570
min	4991.868-4881.249=110.619
max	7419.991-7900.242=-480.251

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.001=0.002
min	10791.091-11560.064=-768.973
max	10791.096-11560.066=-768.969

*mean*	6113.000-7290.000=-1177.000
σ	0.000
min	6113.000-7290.000=-1177.000
max	6113.000-7290.000=-1177.000

*mean*	5216.997-5118.083=98.915
σ	1632.981-1213.303=419.678
min	4039.635-4399.571=-359.936
max	7571.910-7567.563=4.347

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	389.153-377.757=11.396
σ	15.996-18.256=-2.259
min	350.459-347.410=3.049
max	402.099-392.502=9.596

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.217-760.213=0.003
σ	32.726-43.946=-11.220
min	685.782-660.788=24.994
max	795.566-801.183=-5.617

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1008.502=15.827
σ	0.759-0.760=-0.001
min	1023.855-1008.025=15.830
max	1027.465-1011.641=15.824

*mean*	1050.850-1054.650=-3.800
σ	320.186-309.709=10.477
min	544.000-561.000=-17.000
max	1567.000-1467.000=100.000

*mean*	1.550-1.515=0.035
σ	0.092-0.063=0.028
min	1.360-1.463=-0.103
max	1.813-1.733=0.081

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.447-0.457=-0.010
σ	0.617-0.487=0.130
min	0.142-0.154=-0.012
max	1.549-1.306=0.243

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.474=0.005
σ	0.322-0.322=0.001
min	0.322-0.317=0.005
max	1.055-1.050=0.006

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.221=-0.002
σ	0.022-0.019=0.003
min	0.202-0.205=-0.003
max	0.257-0.253=0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.336=0.002
σ	0.013-0.018=-0.004
min	0.327-0.319=0.007
max	0.361-0.365=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.000-436.600=-0.600
σ	5.612-6.066=-0.454
min	431.000
max	442.000-443.000=-1.000

*mean*	0.537-0.526=0.011
σ	0.036-0.050=-0.013
min	0.478-0.479=-0.000
max	0.571-0.607=-0.036

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.461-0.462=-0.001
σ	0.045-0.047=-0.002
min	0.410-0.394=0.016
max	0.521-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.682-2.605=0.077
σ	0.126-0.082=0.045
min	2.513-2.462=0.051
max	3.395-2.893=0.502

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.214-2.583=-0.369
σ	0.325-0.086=0.239
min	1.828-2.461=-0.633
max	2.839-3.069=-0.230

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.310-0.303=0.006
σ	0.009-0.010=-0.002
min	0.295-0.288=0.007
max	0.354-0.373=-0.019

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.296-0.295=0.001
σ	0.008-0.047=-0.039
min	0.283-0.273=0.010
max	0.326-0.753=-0.426

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.756-297.956=0.800
σ	1.065-1.000=0.065
min	298.345-297.583=0.762
max	301.782-300.799=0.983

*mean*	444.100-442.900=1.200
σ	16.052-18.640=-2.588
min	421.000-416.000=5.000
max	471.000-467.000=4.000

*mean*	0.597-0.617=-0.021
σ	0.029-0.012=0.017
min	0.528-0.600=-0.072
max	0.640-0.636=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1679.625-1744.000=-64.375
σ	1.061-0.000=1.061
min	1677.000-1744.000=-67.000
max	1680.000-1744.000=-64.000

*mean*	215.553-215.517=0.036
σ	3.274-22.520=-19.247
min	210.432-205.092=5.341
max	219.813-270.978=-51.165

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.625-1744.000=-64.375
σ	1.061-0.000=1.061
min	1677.000-1744.000=-67.000
max	1680.000-1744.000=-64.000

*mean*	10.986-10.732=0.254
σ	2.288-1.539=0.749
min	6.409-9.362=-2.953
max	12.848-12.609=0.239

phase=parser

*mean*	1042.367-1042.099=0.268
σ	0.000-0.000=0.000
min	1042.367-1042.098=0.268
max	1042.367-1042.099=0.268

*mean*	1679.625-1744.000=-64.375
σ	1.061-0.000=1.061
min	1677.000-1744.000=-67.000
max	1680.000-1744.000=-64.000

*mean*	633.099-660.536=-27.437
σ	109.751-63.350=46.402
min	423.437-572.848=-149.412
max	726.469-728.305=-1.836

phase=processProdDef

*mean*	4753.276-6169.656=-1416.380
σ	0.000-0.001=-0.000
min	4753.276-6169.655=-1416.380
max	4753.276-6169.657=-1416.381

*mean*	1680.000-1744.000=-64.000
σ	0.000
min	1680.000-1744.000=-64.000
max	1680.000-1744.000=-64.000

*mean*	4228.956-5593.148=-1364.191
σ	803.486-1484.733=-681.247
min	3223.526-3461.004=-237.478
max	5295.235-7323.249=-2028.014

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1679.625-1744.000=-64.375
σ	1.061-0.000=1.061
min	1677.000-1744.000=-67.000
max	1680.000-1744.000=-64.000

*mean*	39.814-43.382=-3.568
σ	10.261-5.415=4.847
min	20.412-34.184=-13.772
max	48.482-49.716=-1.234

phase=type checker

*mean*	990.454-958.457=31.997
σ	0.071-0.066=0.005
min	990.348-958.360=31.989
max	990.567-958.547=32.020

*mean*	1679.625-1744.000=-64.375
σ	1.061-0.000=1.061
min	1677.000-1744.000=-67.000
max	1680.000-1744.000=-64.000

*mean*	791.307-795.471=-4.164
σ	95.678-85.665=10.013
min	661.460-660.556=0.904
max	893.037-881.200=11.837

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.689=0.227
σ	0.039-0.041=-0.002
min	293.864-293.631=0.233
max	293.957-293.732=0.225

*mean*	442.200-445.000=-2.800
σ	1.643-0.000=1.643
min	441.000-445.000=-4.000
max	444.000-445.000=-1.000

*mean*	0.393-0.404=-0.011
σ	0.003-0.009=-0.006
min	0.391-0.397=-0.006
max	0.396-0.419=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.304-1303.777=16.527
σ	0.034-0.085=-0.051
min	1320.261-1303.648=16.613
max	1320.342-1303.856=16.486

*mean*	1108.800-1099.200=9.600
σ	167.944-190.985=-23.041
min	895.000-837.000=58.000
max	1319.000-1329.000=-10.000

*mean*	2.238-2.124=0.114
σ	0.091-0.334=-0.243
min	2.112-1.813=0.299
max	2.329-2.613=-0.284

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.450-1546.814=12.636
σ	3.394-4.045=-0.651
min	1557.749-1544.806=12.943
max	1565.514-1554.044=11.470

*mean*	622.200-618.000=4.200
σ	89.595-80.215=9.379
min	508.000-497.000=11.000
max	725.000-712.000=13.000

*mean*	2.379-2.282=0.097
σ	0.289-0.209=0.080
min	2.148-2.143=0.005
max	2.857-2.644=0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1865.781=16.484
σ	0.074-0.068=0.006
min	1882.182-1865.723=16.459
max	1882.350-1865.892=16.459

*mean*	1750.200-1729.400=20.800
σ	211.176-176.452=34.724
min	1468.000-1479.000=-11.000
max	1950.000-1891.000=59.000

*mean*	3.237-3.097=0.141
σ	0.399-0.353=0.046
min	2.920-2.892=0.028
max	3.909-3.725=0.184

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.662-1.583=0.079
σ	0.128-0.110=0.018
min	1.525-1.388=0.137
max	1.830-1.650=0.180

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-447.981=4.430
σ	583.278-579.242=4.036
min	160.767-158.357=2.410
max	1327.328-1316.844=10.485

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.510-0.543=-0.032
σ	0.482-0.547=-0.065
min	0.269-0.268=0.001
max	1.233-1.363=-0.130

policies=20

*mean*	1608.048-1583.923=24.125
σ	0.423-0.360=0.063
min	1607.762-1583.674=24.088
max	1608.677-1584.455=24.222

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.500-444.500=7.000
σ	11.091-1.000=10.091
min	444.000-443.000=1.000
max	468.000-445.000=23.000

*mean*	2.716-2.654=0.062
σ	0.013-0.007=0.006
min	2.697-2.647=0.051
max	2.726-2.664=0.062

policies=200

*mean*	16088.581-15847.071=241.510
σ	0.139-0.187=-0.048
min	16088.451-15846.965=241.486
max	16088.766-15847.351=241.414

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.500-496.000=1.500
σ	3.317-5.292=-1.975
min	495.000-491.000=4.000
max	502.000-503.000=-1.000

*mean*	27.204-26.631=0.573
σ	0.043-0.193=-0.150
min	27.164-26.441=0.723
max	27.262-26.848=0.414