Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.888=0.002
σ	0.359-0.359=-0.001
min	54.749-54.749=0.000
max	55.909-55.910=-0.000

*mean*	416.700-418.000=-1.300
σ	0.483-0.000=0.483
min	416.000-418.000=-2.000
max	417.000-418.000=-1.000

*mean*	0.145-0.141=0.004
σ	0.009-0.005=0.004
min	0.138-0.137=0.001
max	0.169-0.151=0.018

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.856=0.001
σ	0.005-0.007=-0.003
min	43.850-43.842=0.008
max	43.867-43.868=-0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.125-0.125=-0.000
σ	0.004-0.004=-0.001
min	0.122-0.121=0.001
max	0.132-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	12.801-13.259=-0.458
σ	0.278-1.737=-1.460
min	12.230-12.359=-0.129
max	13.141-17.490=-4.349

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	12.722-13.226=-0.504
σ	0.529-1.924=-1.395
min	11.786-11.587=0.199
max	13.372-17.770=-4.397

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7147.000-7140.000=7.000
σ	0.000
min	7147.000-7140.000=7.000
max	7147.000-7140.000=7.000

*mean*	15.047-14.981=0.066
σ	0.297-0.158=0.139
min	14.804-14.837=-0.034
max	15.731-15.219=0.512

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	14.455-15.008=-0.554
σ	1.398-1.061=0.337
min	11.481-12.783=-1.302
max	15.760-16.162=-0.402

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	9.858-10.001=-0.142
σ	1.186-1.628=-0.441
min	8.828-8.693=0.134
max	12.476-12.665=-0.189

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	7.422-7.317=0.105
σ	1.347-1.625=-0.278
min	6.204-6.246=-0.042
max	10.086-10.068=0.019

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.678-25.678=0.000

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	6.001-6.202=-0.201
σ	0.099-0.508=-0.409
min	5.882-5.709=0.173
max	6.159-7.382=-1.223

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.969
max	25.972

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	5.745-5.867=-0.123
σ	0.187-0.574=-0.387
min	5.380-5.350=0.030
max	6.020-7.162=-1.143

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7147.000-7140.000=7.000
σ	0.000
min	7147.000-7140.000=7.000
max	7147.000-7140.000=7.000

*mean*	366.127-362.592=3.535
σ	53.298-43.240=10.058
min	344.577-343.996=0.581
max	497.864-469.383=28.480

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.953-7918.954=-0.000

*mean*	3273.375-3274.375=-1.000
σ	1823.784-1823.953=-0.170
min	809.000-810.000=-1.000
max	5621.000-5622.000=-1.000

*mean*	3570.034-3665.813=-95.779
σ	947.302-1042.749=-95.447
min	3081.097-3079.092=2.005
max	5694.119-6051.446=-357.327

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	86.051-91.055=-5.005
σ	19.230-21.233=-2.003
min	69.795-69.902=-0.107
max	119.347-122.500=-3.153

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7147.000-7140.000=7.000
σ	0.000
min	7147.000-7140.000=7.000
max	7147.000-7140.000=7.000

*mean*	60.489-60.664=-0.175
σ	0.286-1.132=-0.847
min	60.157-59.885=0.272
max	60.828-63.306=-2.478

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7147.000-7140.000=7.000
σ	0.000
min	7147.000-7140.000=7.000
max	7147.000-7140.000=7.000

*mean*	99.054-248.875=-149.821
σ	0.552-378.975=-378.423
min	98.017-98.057=-0.040
max	99.773-1181.200=-1081.427

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.576
max	14227.821-14227.820=0.001

*mean*	4041.625-4041.500=0.125
σ	2008.776-2007.365=1.410
min	1217.000
max	7147.000-7140.000=7.000

*mean*	7563.470-7936.240=-372.771
σ	1907.809-2061.755=-153.947
min	5915.213-5958.409=-43.196
max	10479.550-11098.617=-619.066

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7147.000-7140.000=7.000
σ	0.000
min	7147.000-7140.000=7.000
max	7147.000-7140.000=7.000

*mean*	5106.548-5279.414=-172.866
σ	222.541-593.659=-371.118
min	4973.154-4990.558=-17.403
max	5475.646-6700.682=-1225.035

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.274-373.247=4.026
σ	20.082-21.702=-1.619
min	350.349-335.946=14.403
max	397.702-392.314=5.388

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	752.967-749.550=3.417
σ	59.800-75.641=-15.840
min	616.037-602.954=13.083
max	790.852-799.098=-8.246

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.759=0.000
min	1023.823-1023.827=-0.004
max	1027.438-1027.438=0.000

*mean*	1054.050-1058.500=-4.450
σ	313.404-312.002=1.402
min	570.000-563.000=7.000
max	1516.000-1515.000=1.000

*mean*	1.538-1.546=-0.009
σ	0.059-0.066=-0.007
min	1.461-1.458=0.003
max	1.711-1.710=0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.557-0.417=0.139
σ	0.547-0.547=0.000
min	0.156-0.139=0.017
max	1.510-1.393=0.118

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.815-0.482=0.333
σ	0.502-0.316=0.186
min	0.574-0.327=0.247
max	1.713-1.047=0.666

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.241=0.138
σ	0.038-0.023=0.015
min	0.348-0.213=0.136
max	0.442-0.263=0.179

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.588-0.336=0.252
σ	0.023-0.023=-0.000
min	0.565-0.321=0.244
max	0.624-0.377=0.247

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-436.200=0.400
σ	6.066-1.789=4.277
min	431.000-433.000=-2.000
max	443.000-437.000=6.000

*mean*	0.723-0.552=0.171
σ	0.035-0.037=-0.002
min	0.664-0.515=0.150
max	0.753-0.602=0.151

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.606-0.486=0.121
σ	0.031-0.023=0.008
min	0.567-0.463=0.103
max	0.638-0.518=0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.797-1.963=0.833
σ	0.081-0.077=0.004
min	2.658-1.846=0.812
max	3.082-2.382=0.700

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	3.022-1.959=1.064
σ	0.368-0.065=0.304
min	2.601-1.857=0.743
max	3.986-2.210=1.776

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.543-0.308=0.235
σ	0.015-0.009=0.006
min	0.518-0.295=0.224
max	0.644-0.359=0.285

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.526-0.296=0.229
σ	0.029-0.007=0.022
min	0.502-0.277=0.225
max	0.788-0.326=0.462

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.708-298.952=-0.244
σ	1.025-0.978=0.047
min	298.321-298.556=-0.235
max	301.623-301.733=-0.111

*mean*	442.600-441.100=1.500
σ	15.027-13.940=1.087
min	420.000-417.000=3.000
max	469.000-463.000=6.000

*mean*	0.585-0.609=-0.024
σ	0.038-0.014=0.024
min	0.514-0.587=-0.072
max	0.648-0.632=0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1057.375-942.750=114.625
σ	27.224-17.678=9.546
min	990.000-899.000=91.000
max	1067.000-949.000=118.000

*mean*	207.745-209.503=-1.758
σ	4.482-4.773=-0.291
min	202.668-201.190=1.479
max	216.395-216.996=-0.601

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1057.375-941.125=116.250
σ	27.224-22.274=4.950
min	990.000-886.000=104.000
max	1067.000-949.000=118.000

*mean*	10.898-8.743=2.155
σ	2.347-2.177=0.170
min	6.309-6.439=-0.130
max	12.916-13.033=-0.117

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.360-1042.360=-0.000
max	1042.361-1042.361=-0.001

*mean*	1057.375-941.125=116.250
σ	27.224-22.274=4.950
min	990.000-886.000=104.000
max	1067.000-949.000=118.000

*mean*	605.942-544.261=61.682
σ	129.615-103.615=26.000
min	377.718-413.613=-35.895
max	756.708-751.769=4.939

phase=processProdDef

*mean*	4850.767-4850.768=-0.001
σ	0.000
min	4850.767-4850.768=-0.001
max	4850.767-4850.768=-0.001

*mean*	1067.000-949.000=118.000
σ	0.000
min	1067.000-949.000=118.000
max	1067.000-949.000=118.000

*mean*	4931.686-5265.506=-333.821
σ	694.064-335.423=358.641
min	3574.568-4473.662=-899.094
max	5494.269-5510.359=-16.089

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1057.375-941.125=116.250
σ	27.224-22.274=4.950
min	990.000-886.000=104.000
max	1067.000-949.000=118.000

*mean*	40.985-34.345=6.640
σ	9.516-11.639=-2.123
min	20.858-21.135=-0.277
max	48.370-50.140=-1.770

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1057.375-942.500=114.875
σ	27.224-18.385=8.839
min	990.000-897.000=93.000
max	1067.000-949.000=118.000

*mean*	824.823-704.934=119.889
σ	133.450-53.519=79.932
min	684.289-646.669=37.620
max	1025.964-799.360=226.605

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.821=-0.002
σ	0.038-0.038=0.000
min	293.768-293.768=0.001
max	293.859-293.861=-0.002

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.394-0.393=0.001
σ	0.007-0.001=0.006
min	0.390-0.392=-0.002
max	0.407-0.395=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.078-1320.178=-0.100
σ	0.097-0.101=-0.004
min	1319.997-1320.061=-0.063
max	1320.234-1320.341=-0.107

*mean*	1099.200-1096.600=2.600
σ	190.699-186.081=4.618
min	837.000-839.000=-2.000
max	1327.000-1318.000=9.000

*mean*	1.927-2.117=-0.190
σ	0.114-0.158=-0.044
min	1.841-2.017=-0.177
max	2.124-2.393=-0.268

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.578=0.031
σ	6.228-6.244=-0.016
min	1557.615-1557.553=0.061
max	1571.746-1571.740=0.005

*mean*	618.400-619.400=-1.000
σ	81.678-82.020=-0.342
min	494.000-495.000=-1.000
max	713.000-715.000=-2.000

*mean*	2.282-2.251=0.030
σ	0.173-0.211=-0.039
min	2.159-2.067=0.091
max	2.586-2.615=-0.029

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.177-1882.175=0.002
σ	0.060-0.058=0.002
min	1882.094-1882.105=-0.011
max	1882.262-1882.238=0.023

*mean*	1731.800-1719.000=12.800
σ	176.518-198.868=-22.350
min	1472.000-1452.000=20.000
max	1885.000-1909.000=-24.000

*mean*	3.098-3.076=0.021
σ	0.265-0.227=0.038
min	2.898-2.834=0.064
max	3.563-3.347=0.216

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701-1.802=-0.101
σ	0.158-0.121=0.037
min	1.450-1.597=-0.146
max	1.850-1.898=-0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=-0.000
σ	582.721-582.722=-0.001
min	160.719-160.718=0.000
max	1326.163-1326.165=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.544-0.554=-0.010
σ	0.545-0.563=-0.018
min	0.270-0.265=0.005
max	1.363-1.399=-0.037

policies=20

*mean*	1607.534-1607.513=0.021
σ	0.419-0.403=0.016
min	1607.246-1607.237=0.009
max	1608.154-1608.109=0.045

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-444.500=3.000
σ	7.506-7.000=0.506
min	441.000
max	454.000-455.000=-1.000

*mean*	2.697-2.677=0.019
σ	0.020-0.011=0.010
min	2.667-2.667=-0.000
max	2.714-2.688=0.025

policies=200

*mean*	16083.512-16083.342=0.171
σ	0.081-0.105=-0.023
min	16083.451-16083.263=0.188
max	16083.628-16083.496=0.132

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000
σ	3.367-4.546=-1.180
min	492.000-490.000=2.000
max	500.000-501.000=-1.000

*mean*	27.110-27.127=-0.016
σ	0.144-0.051=0.093
min	26.914-27.065=-0.150
max	27.248-27.180=0.068