Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	557.883
σ	0.000
min	557.883
max	557.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.868-54.654=0.214
σ	0.359-0.360=-0.001
min	54.732-54.519=0.213
max	55.889-55.677=0.213

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.139-0.131=0.008
σ	0.006-0.012=-0.006
min	0.132-0.104=0.028
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.853-43.701=0.152
σ	0.005-0.006=-0.001
min	43.845-43.693=0.152
max	43.859-43.711=0.148

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.127-0.122=0.004
σ	0.005-0.005=-0.000
min	0.121-0.116=0.005
max	0.135-0.130=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.619=0.000
σ	0.002-0.002=0.000
min	36.617-36.617=-0.000
max	36.621-36.621=0.000

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	12.883-13.468=-0.585
σ	0.251-1.665=-1.414
min	12.496-12.645=-0.148
max	13.220-17.576=-4.356

op=column_set() on indexed, repeat

*mean*	36.619-36.619=0.001
σ	0.002-0.002=0.000
min	36.617-36.617=0.000
max	36.621-36.621=-0.000

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	12.963-13.175=-0.213
σ	0.550-1.603=-1.053
min	12.131-11.664=0.467
max	13.664-16.811=-3.147

op=table_records(), no indexes

*mean*	41.931-41.930=0.000
σ	0.002-0.002=0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.001

*mean*	7146.000-6160.000=986.000
σ	0.000
min	7146.000-6160.000=986.000
max	7146.000-6160.000=986.000

*mean*	15.287-14.978=0.309
σ	0.174-0.412=-0.238
min	15.128-14.154=0.974
max	15.647-15.363=0.284

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.928-41.928=-0.000
max	41.933-41.929=0.004

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	15.022-14.024=0.998
σ	1.642-1.843=-0.201
min	11.296-11.230=0.066
max	16.685-15.994=0.691

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=-0.000
min	27.606-27.606=0.000
max	27.992-27.993=-0.000

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	10.167-9.374=0.793
σ	1.682-1.243=0.439
min	8.614-8.534=0.080
max	13.104-12.353=0.751

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.403-26.403=-0.000
σ	0.002-0.002=-0.000
min	26.402-26.402=0.000
max	26.406-26.406=0.000

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	7.551-7.125=0.426
σ	1.439-1.044=0.396
min	6.477-6.539=-0.063
max	10.154-9.676=0.478

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.670-25.671=-0.001
σ	0.004-0.003=0.002
min	25.667-25.667=-0.000
max	25.679-25.675=0.004

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	6.028-6.102=-0.074
σ	0.118-0.430=-0.312
min	5.895-5.808=0.088
max	6.290-7.134=-0.844

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.972-25.973=-0.001
σ	0.002-0.003=-0.001
min	25.971-25.971=0.000
max	25.975-25.979=-0.004

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	5.728-5.851=-0.123
σ	0.151-0.435=-0.284
min	5.468-5.380=0.088
max	5.953-6.827=-0.874

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.626-2524.619=-1502.993
σ	0.002-0.002=0.000
min	1021.625-2524.617=-1502.993
max	1021.629-2524.621=-1502.992

*mean*	7146.000-6160.000=986.000
σ	0.000
min	7146.000-6160.000=986.000
max	7146.000-6160.000=986.000

*mean*	364.306-1452.313=-1088.007
σ	42.307-760.098=-717.791
min	348.048-1041.965=-693.917
max	468.979-2922.062=-2453.083

op=load_product(), with indexes

*mean*	7917.805-7878.117=39.688
σ	0.469-0.469=0.000
min	7917.637-7877.950=39.688
max	7918.966-7879.277=39.689

*mean*	3274.500-3228.125=46.375
σ	1823.847-1841.569=-17.722
min	810.000-813.000=-3.000
max	5623.000-6160.000=-537.000

*mean*	3644.901-3792.901=-148.001
σ	1112.853-1274.423=-161.570
min	3106.003-3096.740=9.262
max	6233.432-6091.379=142.052

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.079=-0.001
σ	0.002-0.002=-0.000
min	62.077-62.077=0.000
max	62.081-62.082=-0.001

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	90.934-85.946=4.988
σ	24.495-17.533=6.962
min	70.358-69.972=0.386
max	126.199-116.347=9.853

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947-40.946=0.000
max	40.952-40.950=0.001

*mean*	7146.000-6160.000=986.000
σ	0.000
min	7146.000-6160.000=986.000
max	7146.000-6160.000=986.000

*mean*	61.186-63.224=-2.038
σ	0.422-2.078=-1.655
min	60.542-61.123=-0.581
max	61.813-67.115=-5.303

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.689-66.689=0.001
σ	0.002-0.002=0.001
min	66.687
max	66.692-66.691=0.001

*mean*	7146.000-6160.000=986.000
σ	0.000
min	7146.000-6160.000=986.000
max	7146.000-6160.000=986.000

*mean*	220.423-99.984=120.439
σ	245.801-1.013=244.788
min	99.051-98.882=0.169
max	774.107-102.220=671.887

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.172-11849.157=2368.015
σ	4.304-4.304=-0.000
min	14215.577-11847.562=2368.015
max	14227.822-11859.808=2368.014

*mean*	4042.500-3870.250=172.250
σ	2008.323-1850.832=157.491
min	1219.000-1278.000=-59.000
max	7146.000-6160.000=986.000

*mean*	7911.958-6174.678=1737.280
σ	1829.396-1278.915=550.481
min	6020.685-5011.220=1009.465
max	10502.997-8158.809=2344.188

op=vertical_lookup_list() on indexed

*mean*	13159.111-10791.096=2368.015
σ	0.002-0.002=-0.000
min	13159.108-10791.094=2368.014
max	13159.112-10791.098=2368.014

*mean*	7146.000-6160.000=986.000
σ	0.000
min	7146.000-6160.000=986.000
max	7146.000-6160.000=986.000

*mean*	5172.248-4819.230=353.018
σ	221.926-1094.588=-872.662
min	5030.706-4044.656=986.050
max	5565.258-6615.534=-1050.276

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-473.750=3.250
σ	0.000-0.463=-0.463
min	477.000-473.000=4.000
max	477.000-474.000=3.000

*mean*	364.730-376.924=-12.195
σ	43.069-36.670=6.399
min	297.414-314.820=-17.406
max	396.047-401.851=-5.804

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	765.780-743.425=22.355
σ	49.820-69.770=-19.950
min	647.001-634.651=12.349
max	799.963-805.258=-5.295

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.327=-0.028
σ	0.759-0.759=-0.000
min	1023.827-1023.852=-0.025
max	1027.438-1027.466=-0.027

*mean*	1039.000-1058.400=-19.400
σ	299.766-315.372=-15.606
min	553.000-563.000=-10.000
max	1460.000-1528.000=-68.000

*mean*	1.553-1.535=0.017
σ	0.072-0.083=-0.011
min	1.486-1.351=0.135
max	1.771-1.774=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.411-0.437=-0.026
σ	0.525-0.573=-0.048
min	0.145-0.148=-0.003
max	1.346-1.459=-0.113

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.780=-0.293
σ	0.314-0.397=-0.083
min	0.337-0.584=-0.247
max	1.049-1.489=-0.441

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.388=-0.163
σ	0.027-0.044=-0.017
min	0.204-0.357=-0.153
max	0.269-0.465=-0.196

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.595=-0.255
σ	0.011-0.025=-0.014
min	0.330-0.576=-0.246
max	0.356-0.638=-0.282

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.787
σ	0.011
min	964.782
max	964.806

*mean*	436.000
σ	5.612-2.236=3.376
min	431.000-432.000=-1.000
max	442.000-437.000=5.000

*mean*	0.522-0.628=-0.106
σ	0.060-0.075=-0.016
min	0.441-0.565=-0.124
max	0.609-0.756=-0.148

name=cdr_enhanced_4k_loc.art

*mean*	885.791
σ	0.002
min	885.789
max	885.793

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.503-0.483=0.020
σ	0.036-0.041=-0.005
min	0.456-0.442=0.014
max	0.532-0.532=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	2.626-2.631=-0.005
σ	0.119-0.090=0.030
min	2.466-2.487=-0.021
max	3.262-2.907=0.355

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	2.676-2.616=0.060
σ	0.107-0.087=0.020
min	2.453-2.502=-0.049
max	2.959-3.120=-0.161

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.303-0.311=-0.008
σ	0.009-0.019=-0.009
min	0.291-0.297=-0.006
max	0.369-0.482=-0.113

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.291-0.299=-0.008
σ	0.006-0.009=-0.003
min	0.277-0.286=-0.009
max	0.321-0.367=-0.047

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.640-298.928=-0.288
σ	1.083-1.003=0.080
min	298.183-298.557=-0.374
max	301.712-301.780=-0.067

*mean*	443.500-442.200=1.300
σ	20.294-13.315=6.979
min	415.000-425.000=-10.000
max	472.000-464.000=8.000

*mean*	0.597-0.583=0.014
σ	0.024-0.025=-0.001
min	0.552-0.549=0.003
max	0.639-0.613=0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.734-173.738=-0.004
σ	0.000-0.000=0.000
min	173.734-173.738=-0.004
max	173.734-173.738=-0.004

*mean*	784.000-1013.750=-229.750
σ	0.000-7.869=-7.869
min	784.000-1001.000=-217.000
max	784.000-1018.000=-234.000

*mean*	203.539-201.576=1.963
σ	26.002-12.302=13.700
min	160.297-191.571=-31.274
max	255.776-222.579=33.197

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	784.000-1010.875=-226.875
σ	0.000-10.006=-10.006
min	784.000-995.000=-211.000
max	784.000-1018.000=-234.000

*mean*	8.862-6.442=2.420
σ	1.762-0.076=1.687
min	6.800-6.292=0.508
max	11.271-6.547=4.724

phase=parser

*mean*	1042.343-1042.349=-0.007
σ	0.000-0.000=-0.000
min	1042.342-1042.349=-0.007
max	1042.343-1042.350=-0.007

*mean*	784.000-1010.875=-226.875
σ	0.000-10.006=-10.006
min	784.000-995.000=-211.000
max	784.000-1018.000=-234.000

*mean*	574.462-579.064=-4.602
σ	87.313-62.335=24.978
min	414.348-425.681=-11.333
max	631.293-613.257=18.036

phase=processProdDef

*mean*	4862.577-4765.666=96.911
σ	0.000-0.000=-0.000
min	4862.577-4765.666=96.912
max	4862.577-4765.666=96.911

*mean*	784.000-1013.750=-229.750
σ	0.000-7.869=-7.869
min	784.000-1001.000=-217.000
max	784.000-1018.000=-234.000

*mean*	4644.899-4401.591=243.309
σ	373.227-428.124=-54.897
min	4127.362-3839.430=287.932
max	5234.716-5059.047=175.669

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	784.000-1010.875=-226.875
σ	0.000-10.006=-10.006
min	784.000-995.000=-211.000
max	784.000-1018.000=-234.000

*mean*	31.452-20.998=10.454
σ	9.559-0.223=9.336
min	20.968-20.703=0.265
max	40.640-21.368=19.272

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	784.000-1010.875=-226.875
σ	0.000-10.006=-10.006
min	784.000-995.000=-211.000
max	784.000-1018.000=-234.000

*mean*	838.361-685.188=153.172
σ	42.976-30.799=12.177
min	765.805-649.184=116.621
max	888.958-733.354=155.604

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.917=-0.098
σ	0.037-0.038=-0.001
min	293.767-293.864=-0.097
max	293.857-293.956=-0.099

*mean*	440.800-441.800=-1.000
σ	1.095
min	440.000-441.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.396-0.392=0.004
σ	0.005-0.001=0.004
min	0.388-0.391=-0.002
max	0.401-0.393=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.178-1320.252=-0.074
σ	0.048-0.105=-0.056
min	1320.133-1320.147=-0.014
max	1320.249-1320.420=-0.171

*mean*	1074.200-1070.600=3.600
σ	187.588-167.798=19.789
min	837.000-842.000=-5.000
max	1307.000-1273.000=34.000

*mean*	2.196-2.090=0.106
σ	0.062-0.121=-0.059
min	2.108-1.996=0.112
max	2.256-2.289=-0.034

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.666-1559.405=1.261
σ	6.219-3.417=2.802
min	1557.718-1557.628=0.090
max	1571.788-1565.503=6.284

*mean*	625.200-617.600=7.600
σ	88.959-81.932=7.027
min	519.000-494.000=25.000
max	736.000-714.000=22.000

*mean*	2.423-2.292=0.131
σ	0.195-0.232=-0.038
min	2.235-2.137=0.098
max	2.693-2.703=-0.010

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.275=-0.109
σ	0.047-0.056=-0.009
min	1882.108-1882.217=-0.109
max	1882.219-1882.345=-0.126

*mean*	1729.200-1698.800=30.400
σ	216.821-246.461=-29.641
min	1443.000-1396.000=47.000
max	1937.000-2025.000=-88.000

*mean*	3.094-2.948=0.146
σ	0.254-0.064=0.190
min	2.875-2.855=0.020
max	3.454-3.004=0.450

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.628-1.713=-0.085
σ	0.028-0.098=-0.070
min	1.590-1.632=-0.042
max	1.658-1.883=-0.224

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	454.942-455.347=-0.405
σ	588.444-589.153=-0.709
min	160.718-160.769=-0.051
max	1337.608-1339.077=-1.468

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-441.000=5.000
σ	0.000
min	446.000-441.000=5.000
max	446.000-441.000=5.000

*mean*	0.533-0.545=-0.011
σ	0.527-0.556=-0.029
min	0.265-0.265=-0.001
max	1.324-1.379=-0.055

policies=20

*mean*	1607.506-1608.026=-0.520
σ	0.389-0.405=-0.017
min	1607.236-1607.743=-0.507
max	1608.083-1608.627=-0.544

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-446.000=3.250
σ	6.500-5.774=0.726
min	446.000-441.000=5.000
max	459.000-451.000=8.000

*mean*	2.657-2.667=-0.010
σ	0.021-0.012=0.009
min	2.630-2.654=-0.024
max	2.676-2.683=-0.008

policies=200

*mean*	16083.480-16088.499=-5.019
σ	0.066-0.100=-0.035
min	16083.389-16088.383=-4.993
max	16083.545-16088.585=-5.040

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-499.250=-4.000
σ	3.304-5.679=-2.375
min	491.000-493.000=-2.000
max	499.000-505.000=-6.000

*mean*	26.900-26.848=0.052
σ	0.034-0.054=-0.020
min	26.870-26.790=0.080
max	26.944-26.913=0.030