Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=0.000
σ	0.359-0.357=0.003
min	54.749-54.749=-0.000
max	55.910-55.903=0.008

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.140-0.139=0.001
σ	0.006-0.004=0.002
min	0.132-0.133=-0.001
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=0.001
σ	0.007-0.007=0.001
min	43.844-43.844=-0.000
max	43.868-43.865=0.003

*mean*	418.700-415.000=3.700
σ	0.483-0.000=0.483
min	418.000-415.000=3.000
max	419.000-415.000=4.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.006=-0.001
min	0.116-0.117=-0.001
max	0.130-0.135=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	13.059-13.716=-0.657
σ	0.319-1.698=-1.379
min	12.422-12.820=-0.399
max	13.576-17.874=-4.298

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	13.138-13.552=-0.414
σ	0.674-1.645=-0.971
min	11.645-12.108=-0.463
max	13.675-17.319=-3.644

op=table_records(), no indexes

*mean*	41.929-41.930=-0.001
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.932=-0.000

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	14.903-15.201=-0.298
σ	0.072-0.118=-0.046
min	14.813-15.059=-0.246
max	15.004-15.419=-0.415

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	14.386-14.458=-0.073
σ	2.063-1.564=0.499
min	11.125-11.014=0.111
max	16.033-16.084=-0.051

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	9.943-9.883=0.060
σ	1.766-1.566=0.201
min	8.567-8.631=-0.064
max	13.040-12.463=0.577

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	7.872-7.783=0.089
σ	1.569-1.472=0.097
min	6.837-6.788=0.049
max	10.556-10.299=0.258

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.678-25.677=0.000

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	6.029-6.106=-0.077
σ	0.206-0.520=-0.315
min	5.590-5.743=-0.153
max	6.236-7.374=-1.138

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	6.008-5.985=0.023
σ	0.802-0.579=0.223
min	5.184-5.713=-0.529
max	7.882-7.393=0.488

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	360.890-376.892=-16.002
σ	39.924-86.194=-46.270
min	341.746-344.072=-2.327
max	459.347-590.162=-130.815

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.954=0.001

*mean*	3273.500-3275.250=-1.750
σ	1823.031-1825.449=-2.418
min	810.000
max	5618.000-5627.000=-9.000

*mean*	3766.048-3754.713=11.336
σ	1238.832-1233.908=4.924
min	3087.736-3093.446=-5.710
max	6160.871-6172.580=-11.709

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	91.948-89.724=2.224
σ	23.093-18.242=4.852
min	71.577-71.360=0.216
max	126.058-112.791=13.267

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	62.102-61.760=0.342
σ	1.593-1.338=0.255
min	60.915-61.053=-0.137
max	65.915-65.051=0.864

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	256.153-99.260=156.893
σ	337.621-0.591=337.030
min	98.158-98.357=-0.198
max	1049.442-100.085=949.356

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.000
σ	4.304-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4041.375-4042.625=-1.250
σ	2007.826-2010.020=-2.194
min	1217.000-1216.000=1.000
max	7145.000

*mean*	8167.884-8262.634=-94.750
σ	1934.155-1643.856=290.299
min	6033.437-6011.076=22.361
max	10848.284-10723.390=124.893

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000
σ	0.000
min	7145.000
max	7145.000

*mean*	5299.521-5327.581=-28.060
σ	630.530-735.523=-104.993
min	4988.518-4984.396=4.122
max	6808.063-7104.262=-296.199

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	363.022-375.482=-12.460
σ	32.334-23.176=9.159
min	300.215-341.238=-41.023
max	390.719-397.355=-6.636

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	727.360-776.912=-49.553
σ	56.799-29.911=26.888
min	624.660-716.199=-91.539
max	773.804-814.108=-40.304

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.001
σ	0.760-0.758=0.001
min	1023.824-1023.826=-0.002
max	1027.440-1027.437=0.004

*mean*	1050.800-1037.150=13.650
σ	311.318-303.387=7.931
min	569.000-552.000=17.000
max	1506.000-1461.000=45.000

*mean*	1.566-1.590=-0.024
σ	0.050-0.086=-0.037
min	1.509-1.517=-0.008
max	1.695-1.812=-0.117

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.431-0.308=0.123
σ	0.455-0.300=0.155
min	0.160-0.147=0.013
max	1.243-0.842=0.400

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.742-0.484=0.259
σ	0.300-0.324=-0.023
min	0.587-0.328=0.259
max	1.279-1.062=0.216

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.384-0.218=0.166
σ	0.035-0.022=0.013
min	0.356-0.202=0.154
max	0.443-0.257=0.186

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.599-0.326=0.273
σ	0.025-0.014=0.011
min	0.580-0.312=0.268
max	0.641-0.347=0.294

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.000-437.000=-2.000
σ	2.236-6.595=-4.359
min	431.000
max	436.000-444.000=-8.000

*mean*	0.609-0.557=0.053
σ	0.083-0.046=0.037
min	0.540-0.491=0.049
max	0.751-0.605=0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.490-0.451=0.039
σ	0.031-0.056=-0.025
min	0.435-0.391=0.043
max	0.507-0.512=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	2.608-2.628=-0.020
σ	0.072-0.085=-0.013
min	2.468-2.482=-0.013
max	2.845-2.881=-0.037

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	2.560-2.576=-0.016
σ	0.071-0.058=0.013
min	2.454-2.479=-0.025
max	2.819-2.791=0.028

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.307-0.305=0.003
σ	0.031-0.008=0.023
min	0.291-0.292=-0.001
max	0.608-0.359=0.250

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.298-0.288=0.010
σ	0.054-0.007=0.047
min	0.276-0.279=-0.003
max	0.820-0.329=0.491

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.842-298.835=0.008
σ	0.992-1.004=-0.011
min	298.403-298.451=-0.048
max	301.658-301.690=-0.031

*mean*	440.700-441.200=-0.500
σ	13.647-13.645=0.002
min	417.000-420.000=-3.000
max	462.000-463.000=-1.000

*mean*	0.591-0.599=-0.008
σ	0.030-0.024=0.006
min	0.552-0.554=-0.002
max	0.640-0.636=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=-0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1064.125-1064.875=-0.750
σ	33.588-34.295=-0.707
min	981.000-980.000=1.000
max	1076.000-1077.000=-1.000

*mean*	210.304-210.297=0.007
σ	5.337-1.710=3.627
min	201.670-207.608=-5.938
max	218.631-213.346=5.285

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1064.125-1064.875=-0.750
σ	33.588-34.295=-0.707
min	981.000-980.000=1.000
max	1076.000-1077.000=-1.000

*mean*	9.057-8.829=0.228
σ	2.416-2.211=0.206
min	6.304-6.417=-0.113
max	12.918-12.716=0.202

phase=parser

*mean*	1042.362-1042.366=-0.004
σ	0.000-0.001=-0.001
min	1042.361-1042.362=-0.001
max	1042.362-1042.366=-0.004

*mean*	1064.125-1064.875=-0.750
σ	33.588-34.295=-0.707
min	981.000-980.000=1.000
max	1076.000-1077.000=-1.000

*mean*	576.963-563.405=13.558
σ	82.709-69.144=13.565
min	508.530-509.712=-1.182
max	758.428-723.893=34.535

phase=processProdDef

*mean*	4850.764-4850.765=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.765=-0.001
max	4850.764-4850.765=-0.002

*mean*	1076.000-1077.000=-1.000
σ	0.000
min	1076.000-1077.000=-1.000
max	1076.000-1077.000=-1.000

*mean*	4891.798-4933.662=-41.864
σ	662.242-569.739=92.503
min	3479.540-3743.726=-264.186
max	5471.851-5511.850=-39.999

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.125-1064.875=-0.750
σ	33.588-34.295=-0.707
min	981.000-980.000=1.000
max	1076.000-1077.000=-1.000

*mean*	33.639-33.927=-0.288
σ	11.223-11.265=-0.041
min	20.817-20.570=0.247
max	49.029-47.901=1.127

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1064.125-1064.875=-0.750
σ	33.588-34.295=-0.707
min	981.000-980.000=1.000
max	1076.000-1077.000=-1.000

*mean*	752.438-756.915=-4.477
σ	135.529-128.547=6.981
min	639.583-644.983=-5.400
max	1018.030-943.609=74.422

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=0.001
σ	0.038-0.039=-0.001
min	293.769-293.766=0.004
max	293.861-293.862=-0.000

*mean*	440.800-444.400=-3.600
σ	1.095-0.548=0.548
min	440.000-444.000=-4.000
max	442.000-445.000=-3.000

*mean*	0.392-0.394=-0.002
σ	0.002-0.004=-0.002
min	0.388-0.391=-0.002
max	0.394-0.400=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.220-1320.215=0.004
σ	0.034-0.044=-0.010
min	1320.170-1320.146=0.024
max	1320.250-1320.259=-0.009

*mean*	1083.400-1068.400=15.000
σ	170.866-165.820=5.046
min	879.000-845.000=34.000
max	1313.000-1272.000=41.000

*mean*	2.255-2.235=0.020
σ	0.158-0.086=0.071
min	2.094-2.159=-0.065
max	2.517-2.383=0.134

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.595-1560.612=-0.017
σ	6.197-6.208=-0.011
min	1557.634-1557.645=-0.011
max	1571.677-1571.714=-0.037

*mean*	611.400-619.800=-8.400
σ	94.466-82.606=11.860
min	497.000-495.000=2.000
max	734.000-717.000=17.000

*mean*	2.226-2.292=-0.065
σ	0.062-0.112=-0.050
min	2.160-2.202=-0.042
max	2.312-2.476=-0.164

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.177=-0.009
σ	0.059-0.058=0.001
min	1882.099-1882.115=-0.016
max	1882.242-1882.255=-0.013

*mean*	1734.800-1701.800=33.000
σ	180.931-258.048=-77.116
min	1463.000-1401.000=62.000
max	1889.000-2062.000=-173.000

*mean*	3.004-2.967=0.037
σ	0.111-0.079=0.032
min	2.921-2.874=0.047
max	3.196-3.034=0.161

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.728=0.027
σ	0.097-0.158=-0.061
min	1.626-1.512=0.114
max	1.842-1.906=-0.064

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.084-452.082=0.002
σ	582.724-582.722=0.002
min	160.717-160.719=-0.002
max	1326.170-1326.166=0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.539-0.543=-0.003
σ	0.531-0.542=-0.011
min	0.273-0.265=0.008
max	1.336-1.356=-0.020

policies=20

*mean*	1607.529-1607.531=-0.002
σ	0.423-0.407=0.016
min	1607.255-1607.255=0.001
max	1608.159-1608.134=0.025

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-450.000=-6.000
σ	3.464-8.083=-4.619
min	441.000-443.000=-2.000
max	447.000-457.000=-10.000

*mean*	2.688-2.686=0.002
σ	0.021-0.029=-0.009
min	2.671-2.658=0.012
max	2.716-2.727=-0.011

policies=200

*mean*	16083.546-16083.509=0.037
σ	0.115-0.075=0.041
min	16083.467-16083.458=0.009
max	16083.716-16083.620=0.096

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-497.000=-1.500
σ	3.317-3.742=-0.425
min	491.000-492.000=-1.000
max	498.000-501.000=-3.000

*mean*	27.164-27.149=0.016
σ	0.097-0.114=-0.017
min	27.083-27.005=0.078
max	27.305-27.260=0.045