Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.869-54.868=0.001
σ	0.357-0.358=-0.001
min	54.733-54.735=-0.002
max	55.886-55.887=-0.002

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.138-0.138=0.000
σ	0.005-0.007=-0.001
min	0.132-0.131=0.001
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=0.000
σ	0.008-0.005=0.003
min	43.828-43.832=-0.003
max	43.854-43.847=0.006

*mean*	418.000-419.300=-1.300
σ	0.000-0.483=-0.483
min	418.000-419.000=-1.000
max	418.000-420.000=-2.000

*mean*	0.125-0.123=0.001
σ	0.009-0.005=0.004
min	0.117-0.118=-0.000
max	0.147-0.131=0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	14.150-12.885=1.265
σ	2.540-0.404=2.136
min	12.470-12.250=0.220
max	18.533-13.402=5.130

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	13.984-12.874=1.110
σ	2.467-0.671=1.795
min	11.721-11.797=-0.077
max	18.229-13.607=4.622

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	15.135-15.527=-0.392
σ	0.340-0.265=0.075
min	14.812-15.358=-0.546
max	15.917-16.151=-0.234

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	14.748-13.886=0.861
σ	1.449-2.074=-0.625
min	11.918-10.758=1.160
max	16.581-16.142=0.440

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	9.830-9.588=0.241
σ	1.623-1.279=0.343
min	8.627-8.777=-0.150
max	12.536-12.614=-0.079

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	7.539-7.410=0.128
σ	1.623-1.248=0.375
min	6.329-6.877=-0.547
max	10.249-10.492=-0.243

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.678-25.677=0.000

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	6.451-6.097=0.354
σ	0.674-0.190=0.484
min	5.991-5.774=0.217
max	7.550-6.428=1.122

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.972

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	6.145-5.977=0.168
σ	0.741-0.132=0.609
min	5.542-5.762=-0.219
max	7.407-6.169=1.238

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	363.678-378.902=-15.223
σ	41.422-81.218=-39.796
min	346.957-347.255=-0.298
max	466.132-579.825=-113.693

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.000
max	7918.954

*mean*	3273.875-3276.250=-2.375
σ	1824.418-1828.092=-3.673
min	810.000
max	5623.000-5627.000=-4.000

*mean*	3743.535-3671.012=72.523
σ	1009.636-1116.767=-107.132
min	3109.101-3126.244=-17.143
max	6031.253-6237.729=-206.476

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	88.349-87.927=0.422
σ	18.930-20.335=-1.404
min	70.120-71.144=-1.023
max	117.593-123.987=-6.394

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	60.986-61.878=-0.892
σ	1.183-1.281=-0.098
min	59.653-60.825=-1.172
max	63.741-64.849=-1.108

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.691=-0.000

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	241.073-100.056=141.018
σ	330.123-0.964=329.158
min	97.914-98.997=-1.083
max	1040.607-101.470=939.138

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.575
max	14227.820

*mean*	4042.375-4045.750=-3.375
σ	2009.196-2009.981=-0.785
min	1218.000-1219.000=-1.000
max	7148.000

*mean*	7938.867-8233.406=-294.538
σ	1521.540-2015.735=-494.195
min	6049.718-6031.556=18.162
max	9890.928-10916.839=-1025.911

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.110

*mean*	7148.000
σ	0.000
min	7148.000
max	7148.000

*mean*	5319.291-5373.913=-54.623
σ	608.558-618.909=-10.351
min	5024.864-5040.684=-15.820
max	6773.536-6770.971=2.566

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	374.651-386.231=-11.581
σ	21.104-14.217=6.886
min	343.568-352.224=-8.655
max	393.201-396.619=-3.419

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	558.500-562.000=-3.500
σ	1.604-0.000=1.604
min	557.000-562.000=-5.000
max	560.000-562.000=-2.000

*mean*	676.587-742.231=-65.643
σ	54.785-67.292=-12.507
min	616.355-589.442=26.913
max	760.649-796.570=-35.922

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.325=-0.000
σ	0.759-0.759=-0.000
min	1023.851-1023.851=0.000
max	1027.462-1027.462=0.001

*mean*	1062.500-1055.100=7.400
σ	316.032-302.286=13.746
min	596.000-556.000=40.000
max	1568.000-1464.000=104.000

*mean*	1.559-1.546=0.013
σ	0.049-0.050=-0.000
min	1.494-1.473=0.021
max	1.694-1.650=0.044

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.288-0.304=-0.016
σ	0.288-0.293=-0.005
min	0.137-0.143=-0.006
max	0.800-0.822=-0.022

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.481=-0.016
σ	0.327-0.321=0.006
min	0.307-0.325=-0.018
max	1.050-1.055=-0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.205-0.220=-0.015
σ	0.025-0.025=0.000
min	0.185-0.203=-0.018
max	0.247-0.262=-0.015

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.320-0.325=-0.005
σ	0.016-0.016=0.000
min	0.309-0.309=0.000
max	0.348-0.351=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-5.612=-3.824
min	431.000
max	435.000-442.000=-7.000

*mean*	0.573-0.562=0.010
σ	0.052-0.086=-0.035
min	0.490-0.493=-0.004
max	0.616-0.713=-0.097

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.487-0.632=-0.145
σ	0.052-0.027=0.025
min	0.403-0.586=-0.183
max	0.535-0.653=-0.118

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.586-3.502=-0.916
σ	0.101-0.084=0.017
min	2.427-3.324=-0.897
max	3.009-3.784=-0.775

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.626-3.495=-0.868
σ	0.088-0.071=0.017
min	2.447-3.361=-0.913
max	2.901-3.782=-0.881

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.311-0.549=-0.239
σ	0.011-0.014=-0.003
min	0.294-0.524=-0.230
max	0.381-0.626=-0.245

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.295-0.520=-0.225
σ	0.008-0.012=-0.005
min	0.281-0.492=-0.211
max	0.335-0.589=-0.254

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	299.027-298.719=0.309
σ	1.038-1.046=-0.009
min	298.639-298.322=0.317
max	301.978-301.693=0.284

*mean*	442.500-442.200=0.300
σ	16.043-13.382=2.662
min	417.000-425.000=-8.000
max	465.000-464.000=1.000

*mean*	0.601-0.608=-0.007
σ	0.017-0.031=-0.014
min	0.564-0.525=0.040
max	0.622-0.647=-0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.681=-0.004
σ	0.000-0.000=-0.000
min	236.678-236.681=-0.004
max	236.678-236.682=-0.004

*mean*	1065.000-813.000=252.000
σ	33.941-0.000=33.941
min	981.000-813.000=168.000
max	1077.000-813.000=264.000

*mean*	215.314-216.818=-1.504
σ	4.068-3.330=0.738
min	210.042-211.666=-1.624
max	220.416-221.433=-1.017

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1065.000-813.000=252.000
σ	33.941-0.000=33.941
min	981.000-813.000=168.000
max	1077.000-813.000=264.000

*mean*	7.026-10.132=-3.105
σ	1.350-1.689=-0.340
min	6.393-6.959=-0.566
max	10.330-13.019=-2.689

phase=parser

*mean*	1042.363-1042.361=0.001
σ	0.000-0.000=-0.000
min	1042.363-1042.361=0.002
max	1042.363-1042.362=0.002

*mean*	1065.000-813.000=252.000
σ	33.941-0.000=33.941
min	981.000-813.000=168.000
max	1077.000-813.000=264.000

*mean*	553.983-557.482=-3.499
σ	95.437-59.255=36.182
min	419.317-415.254=4.063
max	760.325-605.431=154.894

phase=processProdDef

*mean*	4850.765-4850.765=0.000
σ	0.000
min	4850.765-4850.765=0.000
max	4850.765-4850.765=0.000

*mean*	1077.000-813.000=264.000
σ	0.000
min	1077.000-813.000=264.000
max	1077.000-813.000=264.000

*mean*	4687.763-5000.157=-312.394
σ	697.361-495.629=201.733
min	3430.204-4304.356=-874.153
max	5401.528-5527.635=-126.107

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1065.000-813.000=252.000
σ	33.941-0.000=33.941
min	981.000-813.000=168.000
max	1077.000-813.000=264.000

*mean*	22.337-37.938=-15.601
σ	4.025-8.287=-4.262
min	20.799-20.506=0.293
max	32.298-49.107=-16.810

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000-813.000=252.000
σ	33.941-0.000=33.941
min	981.000-813.000=168.000
max	1077.000-813.000=264.000

*mean*	684.761-787.459=-102.698
σ	31.723-129.743=-98.019
min	663.825-698.547=-34.722
max	760.575-1053.189=-292.614

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926-293.927=-0.001
σ	0.039-0.038=0.001
min	293.874-293.873=0.001
max	293.967-293.966=0.001

*mean*	443.400-442.000=1.400
σ	0.548-2.739=-2.191
min	443.000-440.000=3.000
max	444.000-445.000=-1.000

*mean*	0.399-0.400=-0.001
σ	0.008-0.001=0.007
min	0.392-0.399=-0.007
max	0.408-0.401=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.316-1320.177=0.139
σ	0.035-0.074=-0.039
min	1320.271-1320.109=0.162
max	1320.348-1320.290=0.058

*mean*	1085.200-1066.000=19.200
σ	162.924-173.901=-10.977
min	891.000-828.000=63.000
max	1307.000-1281.000=26.000

*mean*	2.281-1.856=0.424
σ	0.188-0.040=0.148
min	2.113-1.825=0.288
max	2.543-1.920=0.623

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.709-1560.730=-0.021
σ	6.215-6.236=-0.021
min	1557.738-1557.762=-0.024
max	1571.822-1571.882=-0.060

*mean*	624.000-616.600=7.400
σ	87.164-79.236=7.928
min	494.000-496.000=-2.000
max	726.000-708.000=18.000

*mean*	2.252-2.347=-0.095
σ	0.110-0.189=-0.080
min	2.169-2.146=0.022
max	2.442-2.647=-0.205

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.279-1882.288=-0.009
σ	0.060-0.055=0.005
min	1882.198-1882.214=-0.016
max	1882.355-1882.349=0.006

*mean*	1722.000-1711.000=11.000
σ	170.482-246.036=-75.554
min	1476.000-1434.000=42.000
max	1880.000-2051.000=-171.000

*mean*	3.184-2.952=0.233
σ	0.381-0.070=0.311
min	2.904-2.892=0.012
max	3.829-3.041=0.787

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.621-1.712=-0.091
σ	0.189-0.115=0.074
min	1.362-1.575=-0.213
max	1.893-1.834=0.060

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.151-452.153=-0.002
σ	582.775-582.778=-0.002
min	160.758-160.763=-0.004
max	1326.314-1326.320=-0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.533-0.551=-0.017
σ	0.519-0.556=-0.038
min	0.268-0.267=0.001
max	1.312-1.385=-0.074

policies=20

*mean*	1607.953-1607.954=-0.001
σ	0.421-0.413=0.009
min	1607.668-1607.683=-0.015
max	1608.579-1608.568=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-450.000=-2.500
σ	8.660-8.083=0.577
min	440.000-443.000=-3.000
max	455.000-457.000=-2.000

*mean*	2.696-2.707=-0.010
σ	0.009-0.007=0.002
min	2.690-2.697=-0.007
max	2.710-2.714=-0.004

policies=200

*mean*	16087.841-16087.783=0.058
σ	0.139-0.143=-0.004
min	16087.651-16087.664=-0.013
max	16087.982-16087.960=0.022

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.000-498.500=-4.500
σ	3.916-3.109=0.807
min	490.000-495.000=-5.000
max	499.000-502.000=-3.000

*mean*	27.212-27.252=-0.039
σ	0.051-0.101=-0.050
min	27.176-27.105=0.071
max	27.287-27.337=-0.049