Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.671-54.618=0.053
σ	0.358-0.350=0.007
min	54.539-54.477=0.062
max	55.688-55.614=0.074

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.139=0.002
σ	0.005-0.004=0.001
min	0.137-0.135=0.003
max	0.149-0.144=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.700-43.787=-0.087
σ	0.006-0.006=-0.000
min	43.692-43.777=-0.085
max	43.707-43.795=-0.088

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.122=0.000
σ	0.005-0.003=0.002
min	0.117-0.119=-0.002
max	0.132-0.127=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=-0.000

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	12.758-12.432=0.327
σ	0.288-0.337=-0.049
min	12.431-11.970=0.460
max	13.199-13.020=0.179

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.001

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	12.687-12.032=0.656
σ	0.780-0.597=0.183
min	11.421-11.370=0.051
max	13.856-12.775=1.081

op=table_records(), no indexes

*mean*	41.929-41.929=0.001
σ	0.002-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	6113.000-7553.000=-1440.000
σ	0.000
min	6113.000-7553.000=-1440.000
max	6113.000-7553.000=-1440.000

*mean*	15.115-13.949=1.166
σ	0.384-1.718=-1.334
min	14.482-12.113=2.370
max	15.680-17.343=-1.663

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.001
min	41.928-41.927=0.001
max	41.929-41.931=-0.002

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	14.065-11.574=2.491
σ	1.829-1.436=0.393
min	11.067-10.342=0.725
max	16.448-13.859=2.588

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.605=0.048
σ	0.136-0.002=0.134
min	27.604-27.603=0.001
max	27.991-27.607=0.384

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	9.350-8.324=1.026
σ	1.547-0.426=1.122
min	8.288-7.835=0.454
max	13.125-9.067=4.058

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	7.119-6.461=0.658
σ	0.995-0.284=0.711
min	6.219-5.785=0.434
max	9.499-6.661=2.838

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.000
min	25.666-25.665=0.001
max	25.674-25.670=0.004

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	6.029-5.539=0.490
σ	0.107-0.073=0.034
min	5.825-5.440=0.384
max	6.116-5.661=0.455

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.969=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.002

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	5.756-5.322=0.434
σ	0.271-0.055=0.216
min	5.154-5.244=-0.090
max	6.004-5.428=0.576

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.594=0.010
σ	0.002-0.000=0.002
min	2524.602-2524.594=0.008
max	2524.606-2524.594=0.012

*mean*	6113.000-7553.000=-1440.000
σ	0.000
min	6113.000-7553.000=-1440.000
max	6113.000-7553.000=-1440.000

*mean*	1380.461-1046.969=333.492
σ	607.770-8.084=599.686
min	1046.711-1034.184=12.527
max	2418.772-1058.021=1360.751

op=load_product(), with indexes

*mean*	7878.102-8744.558=-866.456
σ	0.470-0.033=0.437
min	7877.935-8744.545=-866.609
max	7879.264-8744.639=-865.375

*mean*	3228.500-3811.375=-582.875
σ	1829.611-1582.239=247.372
min	810.000-2068.000=-1258.000
max	6113.000-5951.000=162.000

*mean*	3577.527-4380.883=-803.356
σ	934.951-1281.784=-346.833
min	3101.024-3526.331=-425.307
max	5651.964-6972.436=-1320.472

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	90.972-84.684=6.288
σ	20.255-10.487=9.767
min	70.771-71.511=-0.741
max	126.118-99.159=26.959

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6113.000-7553.000=-1440.000
σ	0.000
min	6113.000-7553.000=-1440.000
max	6113.000-7553.000=-1440.000

*mean*	63.801-240.243=-176.442
σ	3.788-390.589=-386.801
min	60.802-88.872=-28.070
max	69.242-1206.732=-1137.490

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6113.000-7553.000=-1440.000
σ	0.000
min	6113.000-7553.000=-1440.000
max	6113.000-7553.000=-1440.000

*mean*	100.018-152.741=-52.723
σ	1.033-12.795=-11.762
min	98.933-139.217=-40.284
max	102.181-167.705=-65.524

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.833=192.323
σ	4.304-4.317=-0.013
min	11847.562-11655.305=192.256
max	11859.806-11667.517=192.289

*mean*	3863.875-4277.000=-413.125
σ	1831.582-1866.541=-34.958
min	1280.000-2068.000=-788.000
max	6113.000-7553.000=-1440.000

*mean*	6094.897-6241.229=-146.332
σ	993.723-1178.448=-184.726
min	4991.868-4929.260=62.608
max	7419.991-8124.833=-704.843

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.068=-768.975
σ	0.002-0.001=0.001
min	10791.091-11560.066=-768.975
max	10791.096-11560.069=-768.973

*mean*	6113.000-7553.000=-1440.000
σ	0.000
min	6113.000-7553.000=-1440.000
max	6113.000-7553.000=-1440.000

*mean*	5216.997-5466.496=-249.499
σ	1632.981-1364.610=268.372
min	4039.635-4360.764=-321.129
max	7571.910-7445.373=126.538

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.588=-0.030
σ	0.001-0.026=-0.024
min	172.558
max	172.562-172.618=-0.056

*mean*	477.000-2068.000=-1591.000
σ	0.000
min	477.000-2068.000=-1591.000
max	477.000-2068.000=-1591.000

*mean*	389.153-350.064=39.089
σ	15.996-41.195=-25.199
min	350.459-313.491=36.968
max	402.099-442.283=-40.185

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.369=-0.047
σ	0.001-0.046=-0.045
min	357.321
max	357.325-357.422=-0.097

*mean*	560.000-2068.000=-1508.000
σ	0.000
min	560.000-2068.000=-1508.000
max	560.000-2068.000=-1508.000

*mean*	760.217-782.418=-22.202
σ	32.726-22.036=10.690
min	685.782-734.481=-48.699
max	795.566-811.699=-16.132

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1008.188=16.141
σ	0.759-0.877=-0.118
min	1023.855-1007.691=16.164
max	1027.465-1011.817=15.648

*mean*	1050.850-1043.950=6.900
σ	320.186-293.081=27.105
min	544.000-550.000=-6.000
max	1567.000-1440.000=127.000

*mean*	1.550-1.534=0.016
σ	0.092-0.077=0.015
min	1.360-1.463=-0.103
max	1.813-1.777=0.037

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1440.000=-1038.000
σ	0.000
min	402.000-1440.000=-1038.000
max	402.000-1440.000=-1038.000

*mean*	0.447-0.414=0.033
σ	0.617-0.121=0.496
min	0.142-0.333=-0.192
max	1.549-0.626=0.923

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1440.000=-1038.000
σ	0.000
min	402.000-1440.000=-1038.000
max	402.000-1440.000=-1038.000

*mean*	0.479-0.868=-0.390
σ	0.322-0.079=0.243
min	0.322-0.805=-0.483
max	1.055-1.006=0.049

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1440.000=-1038.000
σ	0.000
min	402.000-1440.000=-1038.000
max	402.000-1440.000=-1038.000

*mean*	0.219-0.525=-0.306
σ	0.022-0.045=-0.023
min	0.202-0.493=-0.291
max	0.257-0.599=-0.342

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1440.000=-1038.000
σ	0.000
min	402.000-1440.000=-1038.000
max	402.000-1440.000=-1038.000

*mean*	0.338-0.832=-0.494
σ	0.013-0.042=-0.029
min	0.327-0.800=-0.473
max	0.361-0.905=-0.544

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.548=1.292
σ	0.011-0.035=-0.025
min	964.835-963.528=1.307
max	964.859-963.611=1.248

*mean*	436.000-1440.000=-1004.000
σ	5.612-0.000=5.612
min	431.000-1440.000=-1009.000
max	442.000-1440.000=-998.000

*mean*	0.537-0.802=-0.265
σ	0.036-0.042=-0.005
min	0.478-0.739=-0.260
max	0.571-0.852=-0.281

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.853=0.967
σ	0.002-0.007=-0.005
min	885.819-884.847=0.972
max	885.823-884.864=0.958

*mean*	442.000-1440.000=-998.000
σ	0.000
min	442.000-1440.000=-998.000
max	442.000-1440.000=-998.000

*mean*	0.461-0.724=-0.263
σ	0.045-0.030=0.015
min	0.410-0.687=-0.277
max	0.521-0.746=-0.226

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.712=-0.000

*mean*	442.000-1440.000=-998.000
σ	0.000
min	442.000-1440.000=-998.000
max	442.000-1440.000=-998.000

*mean*	2.682-4.266=-1.584
σ	0.126-0.091=0.035
min	2.513-4.129=-1.616
max	3.395-4.633=-1.238

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	442.000-1440.000=-998.000
σ	0.000
min	442.000-1440.000=-998.000
max	442.000-1440.000=-998.000

*mean*	2.214-4.253=-2.039
σ	0.325-0.071=0.254
min	1.828-4.104=-2.276
max	2.839-4.466=-1.627

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	442.000-1440.000=-998.000
σ	0.000
min	442.000-1440.000=-998.000
max	442.000-1440.000=-998.000

*mean*	0.310-0.749=-0.439
σ	0.009-0.017=-0.008
min	0.295-0.712=-0.417
max	0.354-0.848=-0.493

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	442.000-1440.000=-998.000
σ	0.000
min	442.000-1440.000=-998.000
max	442.000-1440.000=-998.000

*mean*	0.296-0.716=-0.420
σ	0.008-0.016=-0.008
min	0.283-0.683=-0.400
max	0.326-0.779=-0.453

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.756-297.643=1.114
σ	1.065-0.191=0.874
min	298.345-297.484=0.861
max	301.782-298.147=3.635

*mean*	444.100-2068.000=-1623.900
σ	16.052-0.000=16.052
min	421.000-2068.000=-1647.000
max	471.000-2068.000=-1597.000

*mean*	0.597-0.570=0.026
σ	0.029-0.037=-0.008
min	0.528-0.513=0.015
max	0.640-0.608=0.033

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1679.625
σ	1.061
min	1677.000
max	1680.000

*mean*	215.553
σ	3.274
min	210.432
max	219.813

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.625
σ	1.061
min	1677.000
max	1680.000

*mean*	10.986
σ	2.288
min	6.409
max	12.848

phase=parser

*mean*	1042.367
σ	0.000
min	1042.367
max	1042.367

*mean*	1679.625
σ	1.061
min	1677.000
max	1680.000

*mean*	633.099
σ	109.751
min	423.437
max	726.469

phase=processProdDef

*mean*	4753.276
σ	0.000
min	4753.276
max	4753.276

*mean*	1680.000
σ	0.000
min	1680.000
max	1680.000

*mean*	4228.956
σ	803.486
min	3223.526
max	5295.235

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1679.625
σ	1.061
min	1677.000
max	1680.000

*mean*	39.814
σ	10.261
min	20.412
max	48.482

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1679.625
σ	1.061
min	1677.000
max	1680.000

*mean*	791.307
σ	95.678
min	661.460
max	893.037

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-289.774=4.142
σ	0.039-0.035=0.004
min	293.864-289.725=4.140
max	293.957-289.808=4.149

*mean*	442.200-1440.000=-997.800
σ	1.643-0.000=1.643
min	441.000-1440.000=-999.000
max	444.000-1440.000=-996.000

*mean*	0.393-0.400=-0.007
σ	0.003-0.009=-0.006
min	0.391-0.395=-0.004
max	0.396-0.416=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.304-1299.627=20.676
σ	0.034-0.116=-0.083
min	1320.261-1299.500=20.762
max	1320.342-1299.774=20.568

*mean*	1108.800-1440.000=-331.200
σ	167.944-0.000=167.944
min	895.000-1440.000=-545.000
max	1319.000-1440.000=-121.000

*mean*	2.238-1.878=0.360
σ	0.091-0.096=-0.005
min	2.112-1.807=0.305
max	2.329-2.013=0.316

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.450-1542.626=16.824
σ	3.394-4.048=-0.654
min	1557.749-1540.568=17.181
max	1565.514-1549.861=15.652

*mean*	622.200-1440.000=-817.800
σ	89.595-0.000=89.595
min	508.000-1440.000=-932.000
max	725.000-1440.000=-715.000

*mean*	2.379-2.237=0.142
σ	0.289-0.228=0.061
min	2.148-2.052=0.095
max	2.857-2.626=0.231

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1861.635=20.630
σ	0.074-0.044=0.030
min	1882.182-1861.577=20.605
max	1882.350-1861.676=20.674

*mean*	1750.200-1722.200=28.000
σ	211.176-245.696=-34.521
min	1468.000-1440.000=28.000
max	1950.000-2068.000=-118.000

*mean*	3.237-2.948=0.290
σ	0.399-0.145=0.254
min	2.920-2.820=0.101
max	3.909-3.173=0.736

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.662-1.645=0.017
σ	0.128-0.286=-0.157
min	1.525-1.178=0.348
max	1.830-1.876=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-446.146=6.265
σ	583.278-577.063=6.215
min	160.767-157.615=3.153
max	1327.328-1311.741=15.587

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	444.000-1440.000=-996.000
σ	0.000
min	444.000-1440.000=-996.000
max	444.000-1440.000=-996.000

*mean*	0.510-0.557=-0.046
σ	0.482-0.571=-0.090
min	0.269-0.267=0.001
max	1.233-1.414=-0.181

policies=20

*mean*	1608.048-1576.432=31.616
σ	0.423-0.353=0.070
min	1607.762-1576.191=31.571
max	1608.677-1576.956=31.721

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.500-1440.000=-988.500
σ	11.091-0.000=11.091
min	444.000-1440.000=-996.000
max	468.000-1440.000=-972.000

*mean*	2.716-2.626=0.090
σ	0.013-0.009=0.004
min	2.697-2.619=0.079
max	2.726-2.638=0.088

policies=200

*mean*	16088.581-15772.284=316.297
σ	0.139-0.403=-0.264
min	16088.451-15771.700=316.751
max	16088.766-15772.624=316.142

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.500-1440.000=-942.500
σ	3.317-0.000=3.317
min	495.000-1440.000=-945.000
max	502.000-1440.000=-938.000

*mean*	27.204-26.419=0.785
σ	0.043-0.082=-0.039
min	27.164-26.327=0.838
max	27.262-26.492=0.769