Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.671-54.677=-0.006
σ	0.358-0.358=-0.001
min	54.539-54.540=-0.001
max	55.688-55.696=-0.008

*mean*	419.000-416.900=2.100
σ	0.000-0.316=-0.316
min	419.000-416.000=3.000
max	419.000-417.000=2.000

*mean*	0.141-0.139=0.002
σ	0.005-0.005=-0.001
min	0.137-0.133=0.005
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.700-43.704=-0.004
σ	0.006-0.007=-0.002
min	43.692-43.692=0.000
max	43.707-43.714=-0.007

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.123=-0.000
σ	0.005-0.006=-0.001
min	0.117-0.116=0.001
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3863.875-3887.375=-23.500
σ	1831.582-1857.739=-26.157
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	12.758-13.448=-0.689
σ	0.288-1.704=-1.416
min	12.431-12.448=-0.017
max	13.199-17.579=-4.380

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3863.875-3887.375=-23.500
σ	1831.582-1857.739=-26.157
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	12.687-13.179=-0.492
σ	0.780-1.686=-0.906
min	11.421-11.730=-0.309
max	13.856-17.009=-3.153

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	6113.000-6177.000=-64.000
σ	0.000
min	6113.000-6177.000=-64.000
max	6113.000-6177.000=-64.000

*mean*	15.115-15.339=-0.224
σ	0.384-0.367=0.018
min	14.482-14.558=-0.076
max	15.680-15.656=0.024

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	3863.875-3738.625=125.250
σ	1831.582-1830.638=0.945
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	14.065-13.224=0.842
σ	1.829-1.656=0.172
min	11.067-10.899=0.168
max	16.448-15.267=1.181

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	3863.875-3738.625=125.250
σ	1831.582-1830.638=0.945
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	9.350-9.152=0.198
σ	1.547-0.280=1.268
min	8.288-8.678=-0.389
max	13.125-9.521=3.604

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3863.875-3738.625=125.250
σ	1831.582-1830.638=0.945
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	7.119-6.930=0.189
σ	0.995-0.274=0.721
min	6.219-6.404=-0.184
max	9.499-7.171=2.329

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	3863.875-3887.375=-23.500
σ	1831.582-1857.739=-26.157
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	6.029-6.123=-0.094
σ	0.107-0.553=-0.447
min	5.825-5.822=0.002
max	6.116-7.477=-1.361

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3863.875-3887.375=-23.500
σ	1831.582-1857.739=-26.157
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	5.756-6.001=-0.245
σ	0.271-0.578=-0.307
min	5.154-5.669=-0.515
max	6.004-7.413=-1.409

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=0.000
min	2524.602
max	2524.606-2524.606=0.000

*mean*	6113.000-6177.000=-64.000
σ	0.000
min	6113.000-6177.000=-64.000
max	6113.000-6177.000=-64.000

*mean*	1380.461-1313.492=66.969
σ	607.770-486.918=120.852
min	1046.711-1031.726=14.985
max	2418.772-2206.646=212.126

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.470-0.469=0.000
min	7877.935-7877.934=0.001
max	7879.264-7879.264=0.000

*mean*	3228.500-3245.000=-16.500
σ	1829.611-1849.547=-19.936
min	810.000-811.000=-1.000
max	6113.000-6177.000=-64.000

*mean*	3577.527-3781.698=-204.171
σ	934.951-1132.301=-197.350
min	3101.024-3092.842=8.182
max	5651.964-5721.331=-69.367

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	3863.875-3887.375=-23.500
σ	1831.582-1857.739=-26.157
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	90.972-201.904=-110.932
σ	20.255-341.254=-321.000
min	70.771-70.398=0.373
max	126.118-1046.094=-919.976

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6113.000-6177.000=-64.000
σ	0.000
min	6113.000-6177.000=-64.000
max	6113.000-6177.000=-64.000

*mean*	63.801-64.004=-0.203
σ	3.788-4.021=-0.233
min	60.802-60.731=0.071
max	69.242-70.657=-1.415

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690-66.690=0.000

*mean*	6113.000-6177.000=-64.000
σ	0.000
min	6113.000-6177.000=-64.000
max	6113.000-6177.000=-64.000

*mean*	100.018-100.059=-0.041
σ	1.033-0.600=0.433
min	98.933-99.095=-0.161
max	102.181-100.828=1.352

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=-0.000
σ	4.304-4.304=0.000
min	11847.562
max	11859.806

*mean*	3863.875-3738.625=125.250
σ	1831.582-1830.638=0.945
min	1280.000-1278.000=2.000
max	6113.000-6177.000=-64.000

*mean*	6094.897-5969.440=125.456
σ	993.723-1086.648=-92.926
min	4991.868-4994.020=-2.152
max	7419.991-7598.723=-178.732

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002-0.002=0.000
min	10791.091-10791.091=-0.000
max	10791.096

*mean*	6113.000-6177.000=-64.000
σ	0.000
min	6113.000-6177.000=-64.000
max	6113.000-6177.000=-64.000

*mean*	5216.997-5157.687=59.310
σ	1632.981-1553.973=79.009
min	4039.635-4024.224=15.410
max	7571.910-7274.132=297.778

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	389.153-389.822=-0.669
σ	15.996-2.529=13.468
min	350.459-386.071=-35.612
max	402.099-393.395=8.703

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	760.217-746.185=14.032
σ	32.726-45.883=-13.157
min	685.782-648.842=36.939
max	795.566-795.237=0.329

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.327=0.001
σ	0.759-0.759=-0.000
min	1023.855-1023.855=-0.000
max	1027.465-1027.465=-0.000

*mean*	1050.850-1053.300=-2.450
σ	320.186-316.490=3.696
min	544.000-592.000=-48.000
max	1567.000-1524.000=43.000

*mean*	1.550-1.560=-0.010
σ	0.092-0.096=-0.004
min	1.360-1.406=-0.046
max	1.813-1.774=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.447-0.465=-0.019
σ	0.617-0.477=0.140
min	0.142-0.242=-0.101
max	1.549-1.319=0.231

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.848=-0.369
σ	0.322-0.545=-0.222
min	0.322-0.582=-0.260
max	1.055-1.822=-0.766

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.386=-0.167
σ	0.022-0.035=-0.013
min	0.202-0.355=-0.153
max	0.257-0.442=-0.184

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.603=-0.265
σ	0.013-0.032=-0.019
min	0.327-0.572=-0.245
max	0.361-0.656=-0.295

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-441.400=-5.400
σ	5.612-3.578=2.035
min	431.000-435.000=-4.000
max	442.000-443.000=-1.000

*mean*	0.537-0.741=-0.204
σ	0.036-0.014=0.022
min	0.478-0.730=-0.252
max	0.571-0.765=-0.194

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.461-0.626=-0.165
σ	0.045-0.016=0.029
min	0.410-0.603=-0.193
max	0.521-0.647=-0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.682-3.518=-0.835
σ	0.126-0.111=0.015
min	2.513-3.369=-0.856
max	3.395-4.324=-0.929

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.214-3.475=-1.261
σ	0.325-0.062=0.263
min	1.828-3.375=-1.548
max	2.839-3.660=-0.821

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.310-0.553=-0.243
σ	0.009-0.018=-0.009
min	0.295-0.527=-0.232
max	0.354-0.646=-0.292

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.296-0.523=-0.227
σ	0.008-0.019=-0.011
min	0.283-0.500=-0.217
max	0.326-0.661=-0.334

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.756-298.907=-0.150
σ	1.065-1.057=0.007
min	298.345-298.448=-0.103
max	301.782-301.908=-0.126

*mean*	444.100-440.200=3.900
σ	16.052-16.578=-0.527
min	421.000-414.000=7.000
max	471.000-465.000=6.000

*mean*	0.597-0.609=-0.013
σ	0.029-0.015=0.014
min	0.528-0.593=-0.065
max	0.640-0.640=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1679.625-1683.000=-3.375
σ	1.061-0.000=1.061
min	1677.000-1683.000=-6.000
max	1680.000-1683.000=-3.000

*mean*	215.553-211.575=3.978
σ	3.274-2.813=0.461
min	210.432-207.928=2.505
max	219.813-216.321=3.492

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.625-1683.000=-3.375
σ	1.061-0.000=1.061
min	1677.000-1683.000=-6.000
max	1680.000-1683.000=-3.000

*mean*	10.986-11.179=-0.192
σ	2.288-2.347=-0.059
min	6.409-6.375=0.034
max	12.848-12.840=0.008

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1679.625-1683.000=-3.375
σ	1.061-0.000=1.061
min	1677.000-1683.000=-6.000
max	1680.000-1683.000=-3.000

*mean*	633.099-680.470=-47.371
σ	109.751-64.843=44.909
min	423.437-591.753=-168.317
max	726.469-731.535=-5.066

phase=processProdDef

*mean*	4753.276-4753.276=-0.000
σ	0.000-0.000=-0.000
min	4753.276
max	4753.276

*mean*	1680.000-1683.000=-3.000
σ	0.000
min	1680.000-1683.000=-3.000
max	1680.000-1683.000=-3.000

*mean*	4228.956-4444.846=-215.890
σ	803.486-393.030=410.457
min	3223.526-3868.589=-645.063
max	5295.235-4944.876=350.358

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1679.625-1683.000=-3.375
σ	1.061-0.000=1.061
min	1677.000-1683.000=-6.000
max	1680.000-1683.000=-3.000

*mean*	39.814-44.926=-5.112
σ	10.261-3.498=6.764
min	20.412-39.964=-19.553
max	48.482-48.057=0.425

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1679.625-1683.000=-3.375
σ	1.061-0.000=1.061
min	1677.000-1683.000=-6.000
max	1680.000-1683.000=-3.000

*mean*	791.307-827.634=-36.326
σ	95.678-81.448=14.230
min	661.460-712.909=-51.449
max	893.037-939.066=-46.030

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.918=-0.002
σ	0.039-0.045=-0.006
min	293.864-293.860=0.004
max	293.957-293.970=-0.012

*mean*	442.200-446.000=-3.800
σ	1.643-0.000=1.643
min	441.000-446.000=-5.000
max	444.000-446.000=-2.000

*mean*	0.393-0.420=-0.027
σ	0.003-0.016=-0.014
min	0.391-0.401=-0.010
max	0.396-0.441=-0.045

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.304-1320.287=0.017
σ	0.034-0.048=-0.014
min	1320.261-1320.206=0.056
max	1320.342-1320.329=0.012

*mean*	1108.800-1111.800=-3.000
σ	167.944-167.791=0.153
min	895.000-898.000=-3.000
max	1319.000-1321.000=-2.000

*mean*	2.238-2.197=0.041
σ	0.091-0.138=-0.047
min	2.112-2.008=0.104
max	2.329-2.388=-0.059

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.450-1559.497=-0.047
σ	3.394-3.417=-0.023
min	1557.749-1557.775=-0.026
max	1565.514-1565.601=-0.087

*mean*	622.200-626.000=-3.800
σ	89.595-88.744=0.851
min	508.000-514.000=-6.000
max	725.000-729.000=-4.000

*mean*	2.379-2.442=-0.063
σ	0.289-0.343=-0.055
min	2.148-2.089=0.058
max	2.857-2.860=-0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1882.263=0.002
σ	0.074-0.057=0.018
min	1882.182-1882.184=-0.002
max	1882.350-1882.332=0.018

*mean*	1750.200-1760.200=-10.000
σ	211.176-220.056=-8.880
min	1468.000-1467.000=1.000
max	1950.000-1969.000=-19.000

*mean*	3.237-3.218=0.019
σ	0.399-0.259=0.140
min	2.920-2.905=0.016
max	3.909-3.501=0.407

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.662-1.794=-0.132
σ	0.128-0.181=-0.053
min	1.525-1.480=0.045
max	1.830-1.947=-0.117

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.411=0.000
σ	583.278-583.278=0.000
min	160.767-160.770=-0.003
max	1327.328-1327.328=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.510-0.548=-0.038
σ	0.482-0.563=-0.081
min	0.269-0.260=0.009
max	1.233-1.392=-0.159

policies=20

*mean*	1608.048-1608.045=0.004
σ	0.423-0.423=0.000
min	1607.762-1607.755=0.007
max	1608.677-1608.670=0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-452.750=-1.250
σ	11.091-11.087=0.004
min	444.000
max	468.000-469.000=-1.000

*mean*	2.716-2.720=-0.004
σ	0.013-0.015=-0.002
min	2.697-2.700=-0.002
max	2.726-2.736=-0.010

policies=200

*mean*	16088.581-16088.511=0.070
σ	0.139-0.082=0.057
min	16088.451-16088.399=0.052
max	16088.766-16088.581=0.185

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-500.750=-3.250
σ	3.317-4.787=-1.471
min	495.000
max	502.000-506.000=-4.000

*mean*	27.204-27.365=-0.161
σ	0.043-0.094=-0.050
min	27.164-27.268=-0.104
max	27.262-27.488=-0.226