Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.001
σ	0.359-0.358=0.000
min	54.741-54.741=0.000
max	55.901-55.900=0.002

*mean*	417.000-416.700=0.300
σ	0.000-0.483=-0.483
min	417.000-416.000=1.000
max	417.000

*mean*	0.140-0.139=0.001
σ	0.005-0.004=0.001
min	0.133-0.136=-0.003
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.006-0.007=-0.001
min	43.839-43.838=0.000
max	43.860-43.861=-0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.004=0.000
min	0.120-0.120=0.001
max	0.132-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.621=-0.000

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	12.872-12.720=0.152
σ	0.314-0.212=0.102
min	12.387-12.457=-0.070
max	13.262-13.107=0.154

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	12.081-12.576=-0.495
σ	0.150-0.628=-0.478
min	11.812-11.760=0.052
max	12.332-13.367=-1.035

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.001
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7147.000-7139.000=8.000
σ	0.000
min	7147.000-7139.000=8.000
max	7147.000-7139.000=8.000

*mean*	15.169-15.087=0.082
σ	0.217-0.219=-0.003
min	14.834-14.807=0.027
max	15.444-15.536=-0.091

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	13.723-14.176=-0.453
σ	1.507-2.455=-0.948
min	10.626-10.932=-0.306
max	16.075-18.798=-2.723

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	9.829-9.491=0.339
σ	1.263-1.388=-0.125
min	8.722-8.515=0.207
max	12.662-12.833=-0.171

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	7.912-7.344=0.568
σ	1.059-1.280=-0.221
min	6.939-6.578=0.361
max	10.367-10.430=-0.062

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.666=-0.000
max	25.677-25.678=-0.000

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	5.884-6.030=-0.146
σ	0.114-0.064=0.051
min	5.764-5.921=-0.157
max	6.134-6.127=0.007

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.969=-0.000
max	25.972-25.972=-0.000

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	5.716-5.801=-0.085
σ	0.152-0.180=-0.028
min	5.413-5.405=0.008
max	5.886-6.000=-0.114

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	7147.000-7139.000=8.000
σ	0.000
min	7147.000-7139.000=8.000
max	7147.000-7139.000=8.000

*mean*	375.444-375.181=0.263
σ	82.152-85.018=-2.866
min	343.640-343.332=0.308
max	578.709-585.559=-6.849

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=0.000
max	7918.953-7918.954=-0.000

*mean*	3275.250
σ	1824.817-1825.405=-0.588
min	810.000
max	5623.000-5622.000=1.000

*mean*	3752.430-3583.393=169.038
σ	1192.714-1007.733=184.981
min	3097.669-3077.694=19.975
max	5877.741-5901.757=-24.016

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	86.012-85.557=0.455
σ	19.526-19.829=-0.303
min	70.897-70.831=0.065
max	123.128-123.287=-0.160

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.949=0.000

*mean*	7147.000-7139.000=8.000
σ	0.000
min	7147.000-7139.000=8.000
max	7147.000-7139.000=8.000

*mean*	60.956-60.509=0.447
σ	0.935-0.388=0.547
min	60.022-59.995=0.027
max	63.164-60.979=2.185

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7147.000-7139.000=8.000
σ	0.000
min	7147.000-7139.000=8.000
max	7147.000-7139.000=8.000

*mean*	99.694-98.910=0.784
σ	0.583-0.717=-0.134
min	98.693-97.984=0.709
max	100.760-100.069=0.691

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=0.000
min	14215.576-14215.575=0.000
max	14227.821-14227.820=0.001

*mean*	4043.375-4042.500=0.875
σ	2009.110-2007.721=1.390
min	1218.000-1216.000=2.000
max	7147.000-7139.000=8.000

*mean*	8385.937-7956.007=429.929
σ	1977.735-1865.162=112.573
min	6009.305-5954.659=54.645
max	11230.977-10475.838=755.138

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7147.000-7139.000=8.000
σ	0.000
min	7147.000-7139.000=8.000
max	7147.000-7139.000=8.000

*mean*	5299.446-5103.603=195.843
σ	585.896-197.871=388.025
min	5020.215-4969.090=51.125
max	6694.566-5440.038=1254.528

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.490-370.675=9.815
σ	18.165-35.110=-16.946
min	348.321-291.912=56.409
max	394.647-390.663=3.985

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	737.758-751.837=-14.079
σ	53.572-45.070=8.502
min	639.973-642.716=-2.744
max	791.774-780.601=11.173

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.758-0.759=-0.001
min	1023.827-1023.827=-0.000
max	1027.435-1027.437=-0.002

*mean*	1037.250-1040.150=-2.900
σ	300.650-291.001=9.649
min	564.000-561.000=3.000
max	1459.000-1434.000=25.000

*mean*	1.533-1.541=-0.008
σ	0.062-0.076=-0.014
min	1.464-1.480=-0.016
max	1.658-1.767=-0.109

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.296-0.463=-0.167
σ	0.292-0.489=-0.196
min	0.138-0.162=-0.024
max	0.815-1.330=-0.516

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.474-0.820=-0.346
σ	0.317-0.508=-0.191
min	0.323-0.571=-0.248
max	1.041-1.729=-0.687

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.218-0.391=-0.173
σ	0.023-0.029=-0.006
min	0.198-0.368=-0.170
max	0.258-0.441=-0.183

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.325-0.586=-0.261
σ	0.016-0.029=-0.013
min	0.315-0.562=-0.248
max	0.353-0.636=-0.283

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	434.600-429.000=5.600
σ	4.099-0.000=4.099
min	431.000-429.000=2.000
max	439.000-429.000=10.000

*mean*	0.589-0.572=0.017
σ	0.027-0.074=-0.047
min	0.545-0.483=0.062
max	0.618-0.679=-0.061

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	439.000-429.000=10.000
σ	0.000
min	439.000-429.000=10.000
max	439.000-429.000=10.000

*mean*	0.480-0.453=0.027
σ	0.035-0.035=0.000
min	0.428-0.416=0.012
max	0.524-0.501=0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	439.000-429.000=10.000
σ	0.000
min	439.000-429.000=10.000
max	439.000-429.000=10.000

*mean*	2.585-2.634=-0.049
σ	0.072-0.093=-0.021
min	2.469-2.466=0.003
max	2.861-2.991=-0.130

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	439.000-429.000=10.000
σ	0.000
min	439.000-429.000=10.000
max	439.000-429.000=10.000

*mean*	2.588-2.635=-0.047
σ	0.074-0.107=-0.033
min	2.473-2.432=0.041
max	3.011-3.140=-0.129

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	439.000-429.000=10.000
σ	0.000
min	439.000-429.000=10.000
max	439.000-429.000=10.000

*mean*	0.306-0.307=-0.001
σ	0.012-0.009=0.002
min	0.289-0.292=-0.003
max	0.380-0.367=0.013

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-429.000=10.000
σ	0.000
min	439.000-429.000=10.000
max	439.000-429.000=10.000

*mean*	0.295-0.297=-0.002
σ	0.016-0.008=0.008
min	0.278-0.282=-0.004
max	0.431-0.339=0.092

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.631-298.637=-0.006
σ	1.013-1.000=0.013
min	298.163-298.190=-0.027
max	301.504-301.469=0.035

*mean*	440.500-441.500=-1.000
σ	13.946-12.295=1.651
min	420.000-425.000=-5.000
max	461.000-462.000=-1.000

*mean*	0.599-0.606=-0.007
σ	0.033-0.018=0.016
min	0.528-0.587=-0.058
max	0.641-0.644=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	206.619-206.949=-0.330
σ	3.111-3.538=-0.427
min	203.050-198.643=4.407
max	211.637-209.726=1.911

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	10.024-8.065=1.959
σ	2.004-2.148=-0.143
min	7.650-6.360=1.290
max	13.002-12.704=0.298

phase=parser

*mean*	1042.362-1042.363=-0.001
σ	0.000-0.000=0.000
min	1042.361-1042.362=-0.001
max	1042.362-1042.363=-0.001

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	562.115-491.964=70.151
σ	140.183-109.474=30.709
min	412.864-371.833=41.032
max	763.989-725.292=38.697

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=-0.000
min	4850.764-4850.764=-0.000
max	4850.764-4850.765=-0.001

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4826.116-4568.491=257.625
σ	671.292-489.623=181.668
min	3489.275-3784.059=-294.784
max	5423.400-5302.566=120.835

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	39.548-28.840=10.708
σ	8.431-10.416=-1.985
min	26.973-20.279=6.694
max	49.335-48.638=0.697

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	789.505-732.040=57.465
σ	120.427-114.030=6.397
min	655.656-640.846=14.810
max	917.788-887.069=30.719

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.817-293.820=-0.003
σ	0.039-0.038=0.001
min	293.767-293.767=-0.000
max	293.858-293.860=-0.002

*mean*	443.400-441.200=2.200
σ	0.548-1.643=-1.095
min	443.000-440.000=3.000
max	444.000-443.000=1.000

*mean*	0.399-0.393=0.006
σ	0.007-0.002=0.005
min	0.394-0.392=0.002
max	0.408-0.397=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.189-1320.197=-0.008
σ	0.098-0.040=0.058
min	1320.060-1320.160=-0.100
max	1320.335-1320.243=0.092

*mean*	1072.400-1096.800=-24.400
σ	167.783-196.710=-28.926
min	844.000-841.000=3.000
max	1273.000-1357.000=-84.000

*mean*	2.127-2.259=-0.132
σ	0.211-0.085=0.126
min	1.986-2.155=-0.169
max	2.493-2.367=0.127

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.584-1560.681=-0.097
σ	6.262-6.187=0.074
min	1557.545-1557.771=-0.226
max	1571.778-1571.747=0.031

*mean*	618.600-631.800=-13.200
σ	82.473-96.552=-14.079
min	494.000-519.000=-25.000
max	716.000-756.000=-40.000

*mean*	2.298-2.461=-0.163
σ	0.228-0.233=-0.006
min	2.169-2.191=-0.022
max	2.703-2.681=0.023

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.180-1882.169=0.011
σ	0.057-0.066=-0.009
min	1882.114-1882.097=0.017
max	1882.246-1882.251=-0.005

*mean*	1695.600-1732.000=-36.400
σ	245.176-186.744=58.432
min	1393.000-1488.000=-95.000
max	2020.000-1909.000=111.000

*mean*	2.966-3.144=-0.178
σ	0.094-0.347=-0.253
min	2.835-2.889=-0.054
max	3.077-3.744=-0.667

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.811-1.859=-0.049
σ	0.086-0.049=0.037
min	1.678-1.800=-0.122
max	1.908-1.937=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.079=0.003
σ	582.724-582.724=0.000
min	160.714-160.713=0.001
max	1326.168-1326.165=0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.536-0.522=0.014
σ	0.516-0.503=0.013
min	0.271-0.264=0.007
max	1.311-1.277=0.034

policies=20

*mean*	1607.499-1607.501=-0.001
σ	0.416-0.413=0.003
min	1607.226-1607.221=0.006
max	1608.119-1608.112=0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-450.000=0.500
σ	7.506-9.238=-1.732
min	444.000-442.000=2.000
max	457.000-458.000=-1.000

*mean*	2.676-2.683=-0.007
σ	0.038-0.017=0.022
min	2.636-2.666=-0.030
max	2.714-2.705=0.009

policies=200

*mean*	16083.259-16083.400=-0.141
σ	0.103-0.186=-0.083
min	16083.200-16083.212=-0.012
max	16083.413-16083.642=-0.229

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-498.000=-2.250
σ	4.787-3.367=1.421
min	490.000-494.000=-4.000
max	501.000-502.000=-1.000

*mean*	27.124-27.069=0.055
σ	0.070-0.065=0.005
min	27.073-26.987=0.086
max	27.226-27.146=0.080