Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.883-54.882=0.001
σ	0.359-0.360=-0.001
min	54.745-54.744=0.001
max	55.904-55.906=-0.002

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.141-0.139=0.002
σ	0.005-0.003=0.002
min	0.137-0.137=0.000
max	0.150-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.849=0.000
σ	0.007-0.006=0.001
min	43.839-43.839=-0.000
max	43.859-43.858=0.001

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.124-0.122=0.002
σ	0.004-0.006=-0.002
min	0.121-0.115=0.006
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	12.765-12.320=0.445
σ	0.331-0.191=0.139
min	12.227-12.108=0.119
max	13.221-12.723=0.499

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	12.984-12.474=0.510
σ	0.557-0.547=0.010
min	11.810-11.651=0.159
max	13.488-13.322=0.166

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7148.000-7149.000=-1.000
σ	0.000
min	7148.000-7149.000=-1.000
max	7148.000-7149.000=-1.000

*mean*	15.183-14.791=0.391
σ	0.229-0.198=0.031
min	14.797-14.555=0.242
max	15.538-15.097=0.440

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.931=0.001

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	14.017-12.794=1.223
σ	1.775-1.742=0.033
min	11.364-10.779=0.585
max	15.675-14.916=0.759

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	9.507-8.451=1.056
σ	1.234-0.410=0.824
min	8.703-7.828=0.875
max	12.451-8.961=3.491

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	7.164-6.469=0.694
σ	1.292-0.588=0.705
min	6.357-5.782=0.575
max	10.290-7.638=2.652

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	5.977-5.577=0.400
σ	0.155-0.085=0.070
min	5.763-5.398=0.365
max	6.192-5.691=0.501

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	5.722-5.397=0.325
σ	0.219-0.104=0.116
min	5.381-5.251=0.129
max	5.945-5.570=0.375

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.614=-0.000
σ	0.002-0.002=0.000
min	1021.612-1021.612=-0.000
max	1021.616-1021.616=-0.000

*mean*	7148.000-7149.000=-1.000
σ	0.000
min	7148.000-7149.000=-1.000
max	7148.000-7149.000=-1.000

*mean*	377.708-372.774=4.933
σ	84.602-81.687=2.915
min	344.852-341.027=3.825
max	586.984-574.848=12.136

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.000
min	7917.624-7917.624=0.000
max	7918.953-7918.954=-0.000

*mean*	3271.875-3270.750=1.125
σ	1822.843-1823.119=-0.277
min	809.000-810.000=-1.000
max	5620.000

*mean*	3625.159-3607.181=17.977
σ	1101.293-1038.510=62.783
min	3088.574-3080.601=7.973
max	6160.062-5950.919=209.142

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	86.075-79.166=6.909
σ	19.601-13.269=6.333
min	70.658-69.914=0.744
max	124.895-108.934=15.962

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7148.000-7149.000=-1.000
σ	0.000
min	7148.000-7149.000=-1.000
max	7148.000-7149.000=-1.000

*mean*	60.165-61.832=-1.667
σ	0.376-0.823=-0.447
min	59.827-60.976=-1.149
max	60.940-63.753=-2.812

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=-0.000

*mean*	7148.000-7149.000=-1.000
σ	0.000
min	7148.000-7149.000=-1.000
max	7148.000-7149.000=-1.000

*mean*	98.561-100.857=-2.296
σ	0.781-0.826=-0.045
min	97.257-99.680=-2.422
max	99.577-101.993=-2.416

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.576-14215.576=0.000
max	14227.820

*mean*	4040.125-4038.750=1.375
σ	2008.971-2010.552=-1.580
min	1218.000-1217.000=1.000
max	7148.000-7149.000=-1.000

*mean*	8022.642-7880.088=142.554
σ	1897.460-1924.180=-26.719
min	6005.665-5982.126=23.539
max	10692.096-10942.676=-250.580

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=0.000
σ	0.002-0.001=0.000
min	13159.106-13159.106=-0.000
max	13159.110-13159.109=0.001

*mean*	7148.000-7149.000=-1.000
σ	0.000
min	7148.000-7149.000=-1.000
max	7148.000-7149.000=-1.000

*mean*	5107.245-5310.363=-203.117
σ	162.303-620.888=-458.585
min	5010.718-4986.374=24.344
max	5451.557-6708.304=-1256.747

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	338.543-369.497=-30.954
σ	39.659-21.815=17.844
min	298.058-342.816=-44.758
max	395.257-395.869=-0.612

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	755.419-747.194=8.225
σ	53.553-62.664=-9.111
min	662.136-638.077=24.059
max	801.460-801.885=-0.425

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.759-0.759=-0.000
min	1023.826-1023.824=0.002
max	1027.438-1027.438=-0.000

*mean*	1036.550-1039.550=-3.000
σ	303.632-299.604=4.028
min	552.000-553.000=-1.000
max	1461.000-1460.000=1.000

*mean*	1.547-1.549=-0.002
σ	0.079-0.071=0.007
min	1.469-1.487=-0.019
max	1.766-1.759=0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.403-0.383=0.020
σ	0.515-0.467=0.048
min	0.139-0.144=-0.005
max	1.319-1.214=0.105

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.478-0.420=0.059
σ	0.317-0.198=0.119
min	0.322-0.314=0.008
max	1.045-0.773=0.272

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.224-0.217=0.007
σ	0.018-0.019=-0.001
min	0.210-0.203=0.007
max	0.254-0.249=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.329-0.333=-0.004
σ	0.020-0.019=0.001
min	0.309-0.309=0.000
max	0.361-0.359=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-430.800=5.400
σ	5.541-1.789=3.752
min	431.000-430.000=1.000
max	442.000-434.000=8.000

*mean*	0.523-0.557=-0.034
σ	0.047-0.050=-0.003
min	0.470-0.486=-0.016
max	0.590-0.597=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.483-0.463=0.020
σ	0.042-0.015=0.027
min	0.429-0.447=-0.018
max	0.530-0.477=0.053

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.627-2.600=0.028
σ	0.098-0.081=0.017
min	2.452-2.463=-0.011
max	3.026-2.886=0.140

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.568-2.502=0.066
σ	0.102-0.204=-0.102
min	2.423-1.843=0.580
max	2.967-2.734=0.233

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.312-0.307=0.005
σ	0.031-0.012=0.018
min	0.295-0.289=0.005
max	0.587-0.379=0.208

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.296-0.291=0.004
σ	0.014-0.009=0.006
min	0.280-0.275=0.004
max	0.415-0.344=0.072

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.632-298.739=-0.107
σ	1.067-0.997=0.070
min	298.224-298.380=-0.156
max	301.660-301.575=0.085

*mean*	439.900-439.300=0.600
σ	15.638-16.063=-0.425
min	414.000
max	461.000-464.000=-3.000

*mean*	0.610-0.601=0.009
σ	0.014-0.024=-0.010
min	0.582-0.538=0.044
max	0.638-0.625=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	206.493-201.998=4.494
σ	3.241-4.384=-1.143
min	199.591-194.136=5.455
max	209.474-209.828=-0.355

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	9.012-8.717=0.295
σ	2.304-2.196=0.107
min	6.462-6.365=0.098
max	12.901-12.790=0.111

phase=parser

*mean*	1042.366-1042.366=0.000
σ	0.001-0.001=-0.000
min	1042.363
max	1042.366

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	529.033-514.108=14.925
σ	145.564-115.781=29.783
min	377.566-409.256=-31.690
max	757.834-758.527=-0.693

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.764
max	4850.765

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4751.917-4309.209=442.707
σ	629.663-563.942=65.721
min	3617.369-3666.085=-48.715
max	5492.641-4962.200=530.441

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	33.077-32.964=0.113
σ	10.824-10.554=0.270
min	20.481-20.506=-0.025
max	48.367-47.644=0.724

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	722.269-715.824=6.445
σ	85.610-93.842=-8.232
min	643.324-646.165=-2.842
max	875.378-908.351=-32.973

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.818=0.003
σ	0.038-0.039=-0.001
min	293.768-293.766=0.002
max	293.860-293.859=0.001

*mean*	443.000-442.800=0.200
σ	0.000-1.095=-1.095
min	443.000-442.000=1.000
max	443.000-444.000=-1.000

*mean*	0.395-0.395=0.001
σ	0.006-0.003=0.003
min	0.392-0.392=-0.000
max	0.406-0.399=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.206-1320.185=0.021
σ	0.035-0.093=-0.058
min	1320.169-1320.066=0.102
max	1320.248-1320.326=-0.078

*mean*	1094.000-1095.200=-1.200
σ	180.761-185.627=-4.866
min	843.000-838.000=5.000
max	1308.000-1316.000=-8.000

*mean*	2.205-2.105=0.099
σ	0.050-0.130=-0.081
min	2.128-2.014=0.113
max	2.249-2.330=-0.081

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.656-1560.558=0.098
σ	6.184-6.229=-0.045
min	1557.719-1557.546=0.173
max	1571.716-1571.694=0.022

*mean*	619.600-617.000=2.600
σ	83.212-81.594=1.619
min	493.000
max	712.000

*mean*	2.380-2.222=0.158
σ	0.148-0.109=0.039
min	2.251-2.117=0.134
max	2.605-2.380=0.225

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.152-1882.176=-0.023
σ	0.055-0.054=0.001
min	1882.099-1882.108=-0.008
max	1882.242-1882.235=0.007

*mean*	1735.400-1723.200=12.200
σ	227.211-195.661=31.550
min	1440.000-1456.000=-16.000
max	1954.000-1908.000=46.000

*mean*	3.074-3.050=0.023
σ	0.226-0.137=0.089
min	2.856-2.899=-0.043
max	3.398-3.196=0.202

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.819-1.701=0.118
σ	0.038-0.130=-0.092
min	1.772-1.545=0.227
max	1.870-1.898=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.082=0.000
σ	582.722-582.722=0.000
min	160.719-160.719=0.000
max	1326.166-1326.166=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.547-0.544=0.003
σ	0.543-0.547=-0.004
min	0.268-0.265=0.003
max	1.362-1.365=-0.003

policies=20

*mean*	1607.519-1607.530=-0.011
σ	0.393-0.422=-0.028
min	1607.249-1607.244=0.005
max	1608.101-1608.155=-0.055

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.500=0.500
σ	8.083-8.660=-0.577
min	443.000-442.000=1.000
max	457.000

*mean*	2.674-2.684=-0.011
σ	0.018-0.017=0.001
min	2.648-2.662=-0.014
max	2.687-2.703=-0.016

policies=200

*mean*	16083.458-16083.395=0.062
σ	0.083-0.056=0.026
min	16083.363-16083.334=0.029
max	16083.560-16083.445=0.116

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-498.250=0.250
σ	3.873-3.862=0.011
min	494.000-493.000=1.000
max	503.000-502.000=1.000

*mean*	27.103-27.081=0.022
σ	0.088-0.041=0.047
min	27.001-27.032=-0.031
max	27.215-27.131=0.084