Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	557.883
σ	0.000
min	557.883
max	557.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.654-54.656=-0.002
σ	0.360-0.358=0.002
min	54.519-54.523=-0.004
max	55.677-55.675=0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.131-0.141=-0.009
σ	0.012-0.005=0.008
min	0.104-0.136=-0.032
max	0.146-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.701-43.702=-0.000
σ	0.006-0.007=-0.001
min	43.693-43.693=0.000
max	43.711-43.713=-0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.122=0.000
σ	0.005-0.005=-0.000
min	0.116-0.115=0.001
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.619=0.000
σ	0.002-0.002=-0.000
min	36.617-36.617=0.000
max	36.621

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	13.468-13.144=0.324
σ	1.665-0.399=1.266
min	12.645-12.686=-0.041
max	17.576-13.886=3.689

op=column_set() on indexed, repeat

*mean*	36.619
σ	0.002-0.002=-0.000
min	36.617-36.617=-0.000
max	36.621-36.621=0.000

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	13.175-13.120=0.055
σ	1.603-0.622=0.981
min	11.664-11.880=-0.216
max	16.811-13.886=2.926

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.929
max	41.933-41.933=-0.001

*mean*	6160.000-6161.000=-1.000
σ	0.000
min	6160.000-6161.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	14.978-15.295=-0.318
σ	0.412-0.329=0.083
min	14.154-14.603=-0.449
max	15.363-15.755=-0.392

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=0.000
max	41.929

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	14.024-14.034=-0.009
σ	1.843-1.562=0.281
min	11.230-11.443=-0.213
max	15.994-15.584=0.410

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	9.374-9.370=0.005
σ	1.243-0.731=0.511
min	8.534-8.565=-0.031
max	12.353-10.910=1.443

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.403-26.403=-0.000
σ	0.002-0.002=0.000
min	26.402-26.402=-0.000
max	26.406

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	7.125-6.989=0.136
σ	1.044-0.839=0.204
min	6.539-6.179=0.360
max	9.676-8.943=0.733

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.671-25.671=0.000
σ	0.003-0.003=-0.000
min	25.667-25.667=0.000
max	25.675-25.676=-0.000

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	6.102-6.019=0.083
σ	0.430-0.101=0.329
min	5.808-5.884=-0.076
max	7.134-6.160=0.974

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.973-25.973=0.000
σ	0.003-0.003=0.000
min	25.971
max	25.979

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	5.851-5.842=0.009
σ	0.435-0.150=0.285
min	5.380-5.504=-0.124
max	6.827-5.966=0.861

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.619-2524.619=0.000
σ	0.002-0.002=-0.000
min	2524.617-2524.617=0.000
max	2524.621

*mean*	6160.000-6161.000=-1.000
σ	0.000
min	6160.000-6161.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	1452.313-1436.998=15.315
σ	760.098-753.874=6.224
min	1041.965-1036.272=5.693
max	2922.062-3028.637=-106.575

op=load_product(), with indexes

*mean*	7878.117-7878.117=-0.000
σ	0.469-0.469=-0.001
min	7877.950
max	7879.277-7879.279=-0.002

*mean*	3228.125-3233.750=-5.625
σ	1841.569-1838.143=3.425
min	813.000-810.000=3.000
max	6160.000-6161.000=-1.000

*mean*	3792.901-3735.153=57.749
σ	1274.423-1179.302=95.122
min	3096.740-3123.210=-26.470
max	6091.379-6258.529=-167.150

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079-62.079=-0.000
σ	0.002-0.002=0.000
min	62.077-62.078=-0.001
max	62.082

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	85.946-87.050=-1.105
σ	17.533-13.345=4.188
min	69.972-70.830=-0.858
max	116.347-105.595=10.751

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.946-40.946=-0.000
max	40.950

*mean*	6160.000-6161.000=-1.000
σ	0.000
min	6160.000-6161.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	63.224-64.767=-1.544
σ	2.078-3.017=-0.940
min	61.123-61.487=-0.364
max	67.115-69.625=-2.510

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.689-66.688=0.000
σ	0.002-0.002=-0.000
min	66.687-66.687=0.000
max	66.691-66.691=0.000

*mean*	6160.000-6161.000=-1.000
σ	0.000
min	6160.000-6161.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	99.984-100.258=-0.274
σ	1.013-0.471=0.542
min	98.882-99.516=-0.633
max	102.220-100.858=1.362

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.157
σ	4.304
min	11847.562
max	11859.808

*mean*	3870.250-3874.625=-4.375
σ	1850.832-1847.215=3.617
min	1278.000-1279.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	6174.678-6259.113=-84.435
σ	1278.915-1166.146=112.769
min	5011.220-5062.863=-51.643
max	8158.809-8252.111=-93.303

op=vertical_lookup_list() on indexed

*mean*	10791.096
σ	0.002
min	10791.094
max	10791.098

*mean*	6160.000-6161.000=-1.000
σ	0.000
min	6160.000-6161.000=-1.000
max	6160.000-6161.000=-1.000

*mean*	4819.230-5287.812=-468.582
σ	1094.588-1460.628=-366.039
min	4044.656-4072.228=-27.572
max	6615.534-7444.815=-829.281

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.750-478.000=-4.250
σ	0.463-0.000=0.463
min	473.000-478.000=-5.000
max	474.000-478.000=-4.000

*mean*	376.924-385.129=-8.205
σ	36.670-20.815=15.855
min	314.820-349.096=-34.276
max	401.851-400.240=1.611

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	743.425-791.103=-47.678
σ	69.770-16.377=53.393
min	634.651-768.643=-133.992
max	805.258-819.873=-14.615

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.327=-0.000
σ	0.759-0.759=0.000
min	1023.852-1023.852=-0.000
max	1027.466-1027.466=-0.000

*mean*	1058.400-1047.950=10.450
σ	315.372-301.182=14.190
min	563.000-540.000=23.000
max	1528.000-1490.000=38.000

*mean*	1.535-1.548=-0.012
σ	0.083-0.072=0.011
min	1.351-1.487=-0.136
max	1.774-1.776=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.437-0.301=0.136
σ	0.573-0.297=0.276
min	0.148-0.139=0.009
max	1.459-0.826=0.633

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.780-0.476=0.304
σ	0.397-0.317=0.080
min	0.584-0.327=0.257
max	1.489-1.043=0.446

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.214=0.173
σ	0.044-0.023=0.022
min	0.357-0.200=0.157
max	0.465-0.254=0.212

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.595-0.332=0.264
σ	0.025-0.015=0.010
min	0.576-0.319=0.257
max	0.638-0.358=0.281

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.787
σ	0.011
min	964.782
max	964.806

*mean*	436.000-437.000=-1.000
σ	2.236-6.595=-4.359
min	432.000-431.000=1.000
max	437.000-444.000=-7.000

*mean*	0.628-0.574=0.053
σ	0.075-0.050=0.026
min	0.565-0.511=0.054
max	0.756-0.629=0.127

name=cdr_enhanced_4k_loc.art

*mean*	885.791
σ	0.002
min	885.789
max	885.793

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.483-0.469=0.014
σ	0.041-0.069=-0.029
min	0.442-0.354=0.089
max	0.532-0.524=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.631-2.642=-0.011
σ	0.090-0.089=0.001
min	2.487-2.465=0.022
max	2.907-2.964=-0.057

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.616-2.617=-0.001
σ	0.087-0.106=-0.019
min	2.502-2.461=0.041
max	3.120-3.029=0.090

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.311-0.305=0.006
σ	0.019-0.010=0.008
min	0.297-0.290=0.006
max	0.482-0.365=0.117

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.299-0.291=0.008
σ	0.009-0.007=0.002
min	0.286-0.276=0.009
max	0.367-0.326=0.041

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.928-298.722=0.206
σ	1.003-1.010=-0.007
min	298.557-298.340=0.217
max	301.780-301.593=0.186

*mean*	442.200-440.800=1.400
σ	13.315-14.582=-1.267
min	425.000-416.000=9.000
max	464.000

*mean*	0.583-0.603=-0.020
σ	0.025-0.012=0.013
min	0.549-0.575=-0.026
max	0.613-0.618=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	1013.750-1005.000=8.750
σ	7.869-1.852=6.018
min	1001.000-1002.000=-1.000
max	1018.000-1006.000=12.000

*mean*	201.576-191.336=10.240
σ	12.302-15.212=-2.910
min	191.571-157.326=34.245
max	222.579-207.238=15.341

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1010.875-1003.750=7.125
σ	10.006-3.615=6.391
min	995.000-996.000=-1.000
max	1018.000-1006.000=12.000

*mean*	6.442-6.316=0.126
σ	0.076-0.059=0.017
min	6.292-6.243=0.050
max	6.547-6.413=0.133

phase=parser

*mean*	1042.349-1042.349=0.000
σ	0.000-0.000=0.000
min	1042.349
max	1042.350

*mean*	1010.875-1003.750=7.125
σ	10.006-3.615=6.391
min	995.000-996.000=-1.000
max	1018.000-1006.000=12.000

*mean*	579.064-531.424=47.640
σ	62.335-85.846=-23.511
min	425.681-410.950=14.731
max	613.257-598.403=14.854

phase=processProdDef

*mean*	4765.666
σ	0.000
min	4765.666
max	4765.666

*mean*	1013.750-1005.000=8.750
σ	7.869-1.852=6.018
min	1001.000-1002.000=-1.000
max	1018.000-1006.000=12.000

*mean*	4401.591-4628.777=-227.187
σ	428.124-337.082=91.041
min	3839.430-4250.896=-411.466
max	5059.047-5266.623=-207.575

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1010.875-1003.750=7.125
σ	10.006-3.615=6.391
min	995.000-996.000=-1.000
max	1018.000-1006.000=12.000

*mean*	20.998-20.733=0.264
σ	0.223-0.220=0.003
min	20.703-20.443=0.260
max	21.368-20.977=0.391

phase=type checker

*mean*	989.755-989.758=-0.003
σ	0.066
min	989.658-989.661=-0.003
max	989.845-989.848=-0.003

*mean*	1010.875-1003.750=7.125
σ	10.006-3.615=6.391
min	995.000-996.000=-1.000
max	1018.000-1006.000=12.000

*mean*	685.188-684.829=0.360
σ	30.799-37.862=-7.063
min	649.184-644.493=4.691
max	733.354-758.082=-24.728

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.925=-0.008
σ	0.038-0.045=-0.007
min	293.864-293.861=0.003
max	293.956-293.968=-0.012

*mean*	441.800-443.000=-1.200
σ	1.095-2.449=-1.354
min	441.000
max	443.000-447.000=-4.000

*mean*	0.392-0.406=-0.013
σ	0.001-0.015=-0.014
min	0.391-0.396=-0.006
max	0.393-0.433=-0.040

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.252-1320.291=-0.039
σ	0.105-0.044=0.061
min	1320.147-1320.233=-0.086
max	1320.420-1320.335=0.086

*mean*	1070.600-1083.600=-13.000
σ	167.798-172.059=-4.261
min	842.000-879.000=-37.000
max	1273.000-1316.000=-43.000

*mean*	2.090-2.253=-0.163
σ	0.121-0.107=0.013
min	1.996-2.148=-0.151
max	2.289-2.434=-0.145

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.405-1559.435=-0.031
σ	3.417-3.383=0.034
min	1557.628-1557.733=-0.105
max	1565.503-1565.479=0.025

*mean*	617.600-635.800=-18.200
σ	81.932-71.768=10.163
min	494.000-541.000=-47.000
max	714.000-733.000=-19.000

*mean*	2.292-2.292=-0.001
σ	0.232-0.146=0.086
min	2.137-2.131=0.007
max	2.703-2.465=0.238

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.275-1882.268=0.007
σ	0.056-0.060=-0.004
min	1882.217-1882.197=0.020
max	1882.345-1882.352=-0.007

*mean*	1698.800-1727.200=-28.400
σ	246.461-180.582=65.880
min	1396.000-1471.000=-75.000
max	2025.000-1894.000=131.000

*mean*	2.948-3.176=-0.228
σ	0.064-0.390=-0.325
min	2.855-2.904=-0.050
max	3.004-3.845=-0.841

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.713-1.774=-0.061
σ	0.098-0.168=-0.070
min	1.632-1.539=0.092
max	1.883-1.937=-0.055

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	455.347-455.350=-0.003
σ	589.153-589.157=-0.004
min	160.769-160.766=0.003
max	1339.077-1339.086=-0.010

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	441.000-447.000=-6.000
σ	0.000
min	441.000-447.000=-6.000
max	441.000-447.000=-6.000

*mean*	0.545-0.550=-0.006
σ	0.556-0.557=-0.001
min	0.265-0.264=0.001
max	1.379-1.385=-0.007

policies=20

*mean*	1608.026-1608.035=-0.009
σ	0.405-0.401=0.004
min	1607.743-1607.760=-0.016
max	1608.627-1608.631=-0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-451.500=-5.500
σ	5.774-9.000=-3.226
min	441.000-447.000=-6.000
max	451.000-465.000=-14.000

*mean*	2.667-2.668=-0.002
σ	0.012-0.037=-0.025
min	2.654-2.636=0.018
max	2.683-2.716=-0.032

policies=200

*mean*	16088.499-16088.600=-0.101
σ	0.100-0.086=0.015
min	16088.383-16088.496=-0.113
max	16088.585-16088.705=-0.119

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-499.500=-0.250
σ	5.679-6.028=-0.349
min	493.000
max	505.000-506.000=-1.000

*mean*	26.848-27.015=-0.167
σ	0.054-0.166=-0.112
min	26.790-26.769=0.021
max	26.913-27.126=-0.212