Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.671-54.679=-0.008
σ	0.358-0.359=-0.001
min	54.539-54.541=-0.002
max	55.688-55.700=-0.011

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.141=0.000
σ	0.005-0.004=0.000
min	0.137-0.134=0.003
max	0.149-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.700-43.705=-0.004
σ	0.006-0.006=0.000
min	43.692-43.694=-0.002
max	43.707-43.715=-0.008

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.122=0.000
σ	0.005-0.005=-0.000
min	0.117-0.116=0.001
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	12.758-12.105=0.653
σ	0.288-0.268=0.020
min	12.431-11.791=0.639
max	13.199-12.532=0.667

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	12.687-11.843=0.844
σ	0.780-0.567=0.213
min	11.421-11.348=0.073
max	13.856-12.886=0.970

op=table_records(), no indexes

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	6113.000-6111.000=2.000
σ	0.000
min	6113.000-6111.000=2.000
max	6113.000-6111.000=2.000

*mean*	15.115-14.342=0.773
σ	0.384-0.300=0.084
min	14.482-13.805=0.678
max	15.680-14.805=0.875

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.001=-0.001
min	41.928-41.928=-0.000
max	41.929-41.932=-0.003

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	14.065-12.969=1.097
σ	1.829-1.978=-0.149
min	11.067-10.380=0.687
max	16.448-15.700=0.748

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	9.350-8.955=0.395
σ	1.547-1.425=0.123
min	8.288-7.991=0.298
max	13.125-12.377=0.748

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	7.119-6.739=0.380
σ	0.995-0.865=0.130
min	6.219-6.074=0.145
max	9.499-8.835=0.664

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	6.029-5.458=0.570
σ	0.107-0.128=-0.022
min	5.825-5.257=0.568
max	6.116-5.668=0.448

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	5.756-5.099=0.657
σ	0.271-0.195=0.076
min	5.154-4.777=0.376
max	6.004-5.325=0.678

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=-0.000
min	2524.602
max	2524.606-2524.606=0.000

*mean*	6113.000-6111.000=2.000
σ	0.000
min	6113.000-6111.000=2.000
max	6113.000-6111.000=2.000

*mean*	1380.461-1358.002=22.459
σ	607.770-595.373=12.397
min	1046.711-1026.243=20.468
max	2418.772-2425.364=-6.592

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.470-0.470=0.000
min	7877.935-7877.934=0.001
max	7879.264-7879.264=0.000

*mean*	3228.500-3228.125=0.375
σ	1829.611-1827.369=2.242
min	810.000-811.000=-1.000
max	6113.000-6111.000=2.000

*mean*	3577.527-3779.467=-201.940
σ	934.951-1263.360=-328.408
min	3101.024-3081.419=19.605
max	5651.964-6155.868=-503.905

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	90.972-85.567=5.405
σ	20.255-18.364=1.891
min	70.771-69.066=1.704
max	126.118-120.393=5.724

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6113.000-6111.000=2.000
σ	0.000
min	6113.000-6111.000=2.000
max	6113.000-6111.000=2.000

*mean*	63.801-62.293=1.509
σ	3.788-3.797=-0.009
min	60.802-59.889=0.913
max	69.242-69.940=-0.698

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.690-66.690=-0.000

*mean*	6113.000-6111.000=2.000
σ	0.000
min	6113.000-6111.000=2.000
max	6113.000-6111.000=2.000

*mean*	100.018-98.399=1.619
σ	1.033-1.479=-0.446
min	98.933-96.943=1.990
max	102.181-101.806=0.375

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.155=0.001
σ	4.304-4.304=-0.000
min	11847.562-11847.561=0.001
max	11859.806

*mean*	3863.875-3862.375=1.500
σ	1831.582-1830.519=1.063
min	1280.000-1278.000=2.000
max	6113.000-6111.000=2.000

*mean*	6094.897-6333.162=-238.265
σ	993.723-1414.492=-420.770
min	4991.868-5031.583=-39.715
max	7419.991-8313.941=-893.950

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.094=-0.000
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.001
max	10791.096

*mean*	6113.000-6111.000=2.000
σ	0.000
min	6113.000-6111.000=2.000
max	6113.000-6111.000=2.000

*mean*	5216.997-4930.654=286.343
σ	1632.981-1583.900=49.081
min	4039.635-4047.627=-7.992
max	7571.910-7569.355=2.555

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	389.153-379.277=9.876
σ	15.996-33.239=-17.243
min	350.459-297.227=53.232
max	402.099-393.605=8.494

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.500=-0.500
σ	0.000-1.604=-1.604
min	560.000-559.000=1.000
max	560.000-562.000=-2.000

*mean*	760.217-746.786=13.431
σ	32.726-70.325=-37.599
min	685.782-629.461=56.320
max	795.566-840.416=-44.850

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.328=0.001
σ	0.759-0.759=0.000
min	1023.855-1023.854=0.001
max	1027.465-1027.466=-0.000

*mean*	1050.850-1063.200=-12.350
σ	320.186-316.056=4.130
min	544.000-594.000=-50.000
max	1567.000-1568.000=-1.000

*mean*	1.550-1.561=-0.011
σ	0.092-0.046=0.046
min	1.360-1.507=-0.147
max	1.813-1.653=0.160

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.447-0.429=0.018
σ	0.617-0.556=0.061
min	0.142-0.150=-0.008
max	1.549-1.420=0.129

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.839=-0.360
σ	0.322-0.509=-0.186
min	0.322-0.586=-0.264
max	1.055-1.748=-0.693

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.383=-0.165
σ	0.022-0.034=-0.012
min	0.202-0.354=-0.152
max	0.257-0.442=-0.184

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.586=-0.248
σ	0.013-0.031=-0.018
min	0.327-0.559=-0.232
max	0.361-0.638=-0.277

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.800=4.200
σ	5.612-1.789=3.824
min	431.000
max	442.000-435.000=7.000

*mean*	0.537-0.579=-0.042
σ	0.036-0.103=-0.067
min	0.478-0.494=-0.016
max	0.571-0.749=-0.179

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.461-0.469=-0.008
σ	0.045-0.060=-0.015
min	0.410-0.381=0.029
max	0.521-0.523=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.682-2.677=0.005
σ	0.126-0.071=0.055
min	2.513-2.494=0.019
max	3.395-2.840=0.555

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.214-2.608=-0.394
σ	0.325-0.090=0.235
min	1.828-2.428=-0.600
max	2.839-2.841=-0.002

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.310-0.312=-0.002
σ	0.009-0.053=-0.044
min	0.295-0.290=0.005
max	0.354-0.826=-0.471

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.296-0.292=0.004
σ	0.008-0.027=-0.020
min	0.283-0.277=0.005
max	0.326-0.551=-0.225

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.756-298.749=0.007
σ	1.065-1.038=0.026
min	298.345-298.360=-0.015
max	301.782-301.701=0.081

*mean*	444.100-442.900=1.200
σ	16.052-14.310=1.742
min	421.000-425.000=-4.000
max	471.000-469.000=2.000

*mean*	0.597-0.590=0.007
σ	0.029-0.040=-0.011
min	0.528-0.509=0.019
max	0.640-0.643=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1679.625-1686.875=-7.250
σ	1.061-0.354=0.707
min	1677.000-1686.000=-9.000
max	1680.000-1687.000=-7.000

*mean*	215.553-211.584=3.969
σ	3.274-3.531=-0.258
min	210.432-205.853=4.579
max	219.813-216.779=3.034

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.625-1686.875=-7.250
σ	1.061-0.354=0.707
min	1677.000-1686.000=-9.000
max	1680.000-1687.000=-7.000

*mean*	10.986-11.156=-0.170
σ	2.288-1.861=0.427
min	6.409-8.277=-1.868
max	12.848-12.934=-0.086

phase=parser

*mean*	1042.367-1042.363=0.004
σ	0.000-0.000=-0.000
min	1042.367-1042.363=0.004
max	1042.367-1042.364=0.004

*mean*	1679.625-1686.875=-7.250
σ	1.061-0.354=0.707
min	1677.000-1686.000=-9.000
max	1680.000-1687.000=-7.000

*mean*	633.099-661.371=-28.272
σ	109.751-71.723=38.028
min	423.437-567.493=-144.056
max	726.469-736.043=-9.575

phase=processProdDef

*mean*	4753.276-4753.280=-0.004
σ	0.000-0.000=-0.000
min	4753.276-4753.279=-0.004
max	4753.276-4753.280=-0.004

*mean*	1680.000-1687.000=-7.000
σ	0.000
min	1680.000-1687.000=-7.000
max	1680.000-1687.000=-7.000

*mean*	4228.956-4259.267=-30.311
σ	803.486-706.934=96.552
min	3223.526-3129.092=94.434
max	5295.235-5441.662=-146.427

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1679.625-1686.875=-7.250
σ	1.061-0.354=0.707
min	1677.000-1686.000=-9.000
max	1680.000-1687.000=-7.000

*mean*	39.814-41.300=-1.486
σ	10.261-7.847=2.414
min	20.412-26.211=-5.800
max	48.482-47.849=0.634

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1679.625-1686.875=-7.250
σ	1.061-0.354=0.707
min	1677.000-1686.000=-9.000
max	1680.000-1687.000=-7.000

*mean*	791.307-805.077=-13.770
σ	95.678-77.383=18.294
min	661.460-683.331=-21.871
max	893.037-923.435=-30.398

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.919=-0.003
σ	0.039-0.038=0.001
min	293.864-293.865=-0.001
max	293.957-293.958=-0.001

*mean*	442.200-448.000=-5.800
σ	1.643-0.000=1.643
min	441.000-448.000=-7.000
max	444.000-448.000=-4.000

*mean*	0.393-0.403=-0.010
σ	0.003-0.014=-0.011
min	0.391-0.391=-0.000
max	0.396-0.425=-0.028

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.304-1320.309=-0.006
σ	0.034-0.025=0.008
min	1320.261-1320.280=-0.018
max	1320.342-1320.337=0.005

*mean*	1108.800-1083.000=25.800
σ	167.944-164.009=3.935
min	895.000-887.000=8.000
max	1319.000-1306.000=13.000

*mean*	2.238-2.282=-0.044
σ	0.091-0.140=-0.049
min	2.112-2.146=-0.034
max	2.329-2.457=-0.128

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.450-1559.472=-0.022
σ	3.394-3.407=-0.013
min	1557.749-1557.812=-0.063
max	1565.514-1565.562=-0.048

*mean*	622.200-625.600=-3.400
σ	89.595-89.690=-0.095
min	508.000-504.000=4.000
max	725.000-728.000=-3.000

*mean*	2.379-2.444=-0.065
σ	0.289-0.319=-0.030
min	2.148-2.064=0.083
max	2.857-2.882=-0.025

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.267=-0.002
σ	0.074-0.053=0.021
min	1882.182-1882.202=-0.020
max	1882.350-1882.345=0.005

*mean*	1750.200-1721.600=28.600
σ	211.176-173.992=37.184
min	1468.000-1472.000=-4.000
max	1950.000-1882.000=68.000

*mean*	3.237-3.054=0.184
σ	0.399-0.231=0.168
min	2.920-2.883=0.037
max	3.909-3.459=0.450

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.662-1.851=-0.189
σ	0.128-0.120=0.009
min	1.525-1.655=-0.130
max	1.830-1.960=-0.130

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.411=0.000
σ	583.278-583.278=-0.000
min	160.767-160.770=-0.003
max	1327.328-1327.329=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.510-0.554=-0.044
σ	0.482-0.568=-0.086
min	0.269-0.266=0.002
max	1.233-1.406=-0.172

policies=20

*mean*	1608.048-1608.042=0.006
σ	0.423-0.419=0.004
min	1607.762-1607.759=0.003
max	1608.677-1608.663=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-449.250=2.250
σ	11.091-3.500=7.591
min	444.000
max	468.000-451.000=17.000

*mean*	2.716-2.701=0.015
σ	0.013-0.018=-0.005
min	2.697-2.690=0.007
max	2.726-2.728=-0.001

policies=200

*mean*	16088.581-16088.590=-0.009
σ	0.139-0.120=0.019
min	16088.451-16088.507=-0.056
max	16088.766-16088.766=0.000

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-499.750=-2.250
σ	3.317-5.315=-1.998
min	495.000-494.000=1.000
max	502.000-506.000=-4.000

*mean*	27.204-27.148=0.056
σ	0.043-0.031=0.012
min	27.164-27.121=0.044
max	27.262-27.191=0.071