Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.000
σ	0.357-0.357=0.000
min	54.747-54.743=0.005
max	55.897-55.897=0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.142-0.139=0.003
σ	0.005-0.005=0.000
min	0.138-0.132=0.006
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.006-0.005=0.001
min	43.838-43.842=-0.005
max	43.859-43.857=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.125=-0.003
σ	0.005-0.004=0.001
min	0.118-0.122=-0.005
max	0.134-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.619=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	13.436-13.507=-0.071
σ	1.727-1.653=0.074
min	12.249-12.267=-0.018
max	17.602-17.505=0.097

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	13.243-13.971=-0.728
σ	2.055-1.834=0.221
min	11.701-12.132=-0.431
max	18.171-17.352=0.819

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7143.000-7150.000=-7.000
σ	0.000
min	7143.000-7150.000=-7.000
max	7143.000-7150.000=-7.000

*mean*	15.226-15.101=0.125
σ	2.057-0.234=1.823
min	11.776-14.752=-2.976
max	19.420-15.502=3.918

op=table_records(), repeat

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	15.199-14.800=0.399
σ	1.152-1.667=-0.515
min	12.930-11.100=1.830
max	16.772-16.548=0.224

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	9.946-9.950=-0.004
σ	1.659-1.680=-0.022
min	8.564-8.219=0.345
max	12.790-12.882=-0.092

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	7.915-7.571=0.344
σ	1.599-1.519=0.080
min	6.632-6.187=0.444
max	10.491-10.059=0.432

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.677-25.678=-0.000

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	6.125-6.203=-0.078
σ	0.566-0.520=0.046
min	5.731-5.813=-0.081
max	7.465-7.406=0.059

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.969=-0.000
max	25.972-25.972=-0.000

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	5.991-5.819=0.171
σ	0.595-0.471=0.123
min	5.660-5.423=0.237
max	7.430-6.904=0.526

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612-1021.612=-0.000
max	1021.616-1021.615=0.000

*mean*	7143.000-7150.000=-7.000
σ	0.000
min	7143.000-7150.000=-7.000
max	7143.000-7150.000=-7.000

*mean*	348.726-379.136=-30.410
σ	2.399-56.029=-53.630
min	345.767-346.276=-0.509
max	352.630-472.264=-119.633

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.625-7917.625=0.000
max	7918.954-7918.953=0.000

*mean*	3275.125-3273.500=1.625
σ	1825.422-1825.506=-0.084
min	810.000
max	5626.000-5623.000=3.000

*mean*	3657.879-3736.286=-78.407
σ	1027.550-1078.181=-50.631
min	3088.488-3075.477=13.011
max	6020.725-6131.668=-110.944

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.001=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	91.202-89.216=1.986
σ	21.948-20.897=1.051
min	70.652-71.103=-0.451
max	122.570-123.307=-0.737

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.950-40.948=0.001

*mean*	7143.000-7150.000=-7.000
σ	0.000
min	7143.000-7150.000=-7.000
max	7143.000-7150.000=-7.000

*mean*	82.332-61.514=20.818
σ	54.556-1.210=53.346
min	61.096-60.797=0.299
max	217.186-64.456=152.730

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=0.000

*mean*	7143.000-7150.000=-7.000
σ	0.000
min	7143.000-7150.000=-7.000
max	7143.000-7150.000=-7.000

*mean*	104.861-258.987=-154.127
σ	13.985-312.651=-298.665
min	97.374-98.581=-1.207
max	138.626-928.672=-790.046

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.001
σ	4.304-4.304=-0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.001

*mean*	4042.625-4043.250=-0.625
σ	2009.034-2009.276=-0.242
min	1217.000-1219.000=-2.000
max	7143.000-7150.000=-7.000

*mean*	8036.844-8455.396=-418.553
σ	1940.886-1924.893=15.993
min	6017.304-6029.641=-12.337
max	11127.465-10883.331=244.134

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.001
min	13159.106
max	13159.110-13159.111=-0.001

*mean*	7143.000-7150.000=-7.000
σ	0.000
min	7143.000-7150.000=-7.000
max	7143.000-7150.000=-7.000

*mean*	5393.781-5374.761=19.020
σ	1047.946-579.680=468.266
min	4999.777-5032.390=-32.613
max	7986.942-6698.068=1288.874

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	381.807-379.148=2.659
σ	18.474-34.074=-15.600
min	337.081-295.051=42.031
max	393.066-397.020=-3.954

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-562.000=-1.375
σ	0.518-0.000=0.518
min	560.000-562.000=-2.000
max	561.000-562.000=-1.000

*mean*	711.065-764.002=-52.937
σ	64.467-41.553=22.914
min	629.224-668.893=-39.669
max	773.316-796.912=-23.597

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.298=0.002
σ	0.759-0.759=0.000
min	1023.824-1023.824=0.001
max	1027.438-1027.436=0.002

*mean*	1037.350-1045.800=-8.450
σ	303.245-308.457=-5.212
min	553.000-570.000=-17.000
max	1461.000-1501.000=-40.000

*mean*	1.571-1.543=0.028
σ	0.091-0.080=0.011
min	1.491-1.434=0.057
max	1.878-1.726=0.152

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.537-0.520=0.018
σ	0.610-0.467=0.143
min	0.151-0.272=-0.121
max	1.620-1.349=0.271

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.845-0.829=0.016
σ	0.560-0.526=0.034
min	0.571-0.577=-0.006
max	1.846-1.769=0.077

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.391-0.382=0.009
σ	0.039-0.045=-0.006
min	0.358-0.348=0.010
max	0.458-0.460=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.593-0.583=0.010
σ	0.026-0.035=-0.009
min	0.576-0.546=0.030
max	0.637-0.639=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-431.600=0.200
σ	1.789-1.342=0.447
min	431.000
max	435.000-434.000=1.000

*mean*	0.644-0.721=-0.076
σ	0.071-0.057=0.013
min	0.586-0.620=-0.033
max	0.752-0.754=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.444-0.627=-0.182
σ	0.026-0.019=0.007
min	0.418-0.595=-0.177
max	0.482-0.640=-0.158

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.969-3.500=-1.531
σ	0.068-0.083=-0.015
min	1.854-3.377=-1.524
max	2.184-3.880=-1.695

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.408-3.485=-1.077
σ	0.297-0.096=0.200
min	1.872-3.298=-1.426
max	2.844-3.793=-0.950

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.308-0.536=-0.228
σ	0.010-0.013=-0.003
min	0.293-0.513=-0.220
max	0.363-0.624=-0.261

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.292-0.512=-0.220
σ	0.007-0.010=-0.003
min	0.280-0.491=-0.211
max	0.332-0.570=-0.238

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.694-298.640=0.054
σ	1.024-0.978=0.047
min	298.320-298.257=0.063
max	301.607-301.420=0.187

*mean*	441.800-439.000=2.800
σ	16.308-13.936=2.372
min	417.000-415.000=2.000
max	467.000-461.000=6.000

*mean*	0.602-0.608=-0.006
σ	0.027-0.017=0.010
min	0.547-0.591=-0.045
max	0.637-0.647=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1056.500-1055.625=0.875
σ	26.870-26.517=0.354
min	990.000
max	1066.000-1065.000=1.000

*mean*	212.306-202.415=9.891
σ	2.368-2.140=0.228
min	209.918-199.218=10.700
max	216.448-205.276=11.172

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.500-1055.625=0.875
σ	26.870-26.517=0.354
min	990.000
max	1066.000-1065.000=1.000

*mean*	7.781-8.402=-0.621
σ	1.558-1.648=-0.090
min	6.384-6.254=0.130
max	9.620-10.568=-0.947

phase=parser

*mean*	1042.361-1042.360=0.000
σ	0.000-0.000=-0.000
min	1042.360
max	1042.361

*mean*	1056.500-1055.625=0.875
σ	26.870-26.517=0.354
min	990.000
max	1066.000-1065.000=1.000

*mean*	496.799-487.239=9.560
σ	51.061-82.488=-31.427
min	405.345-373.934=31.411
max	555.616-615.392=-59.776

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1066.000-1065.000=1.000
σ	0.000
min	1066.000-1065.000=1.000
max	1066.000-1065.000=1.000

*mean*	4850.377-4671.700=178.676
σ	474.686-406.308=68.378
min	4162.371-3972.818=189.553
max	5549.210-5183.887=365.324

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1056.500-1055.625=0.875
σ	26.870-26.517=0.354
min	990.000
max	1066.000-1065.000=1.000

*mean*	29.561-31.361=-1.800
σ	9.298-8.608=0.690
min	19.895-20.910=-1.015
max	40.820-41.028=-0.207

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1056.500-1055.625=0.875
σ	26.870-26.517=0.354
min	990.000
max	1066.000-1065.000=1.000

*mean*	766.882-721.872=45.010
σ	105.948-104.926=1.022
min	640.283-640.489=-0.205
max	904.045-954.663=-50.617

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.038-0.038=-0.000
min	293.767-293.768=-0.001
max	293.860-293.861=-0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.392-0.400=-0.008
σ	0.001-0.001=-0.000
min	0.391-0.399=-0.007
max	0.393-0.401=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1320.214=-0.000
σ	0.031-0.045=-0.014
min	1320.172-1320.140=0.032
max	1320.245-1320.254=-0.009

*mean*	1094.400-1072.400=22.000
σ	185.924-168.720=17.205
min	837.000-843.000=-6.000
max	1316.000-1274.000=42.000

*mean*	2.303-2.302=0.001
σ	0.176-0.181=-0.005
min	2.172-2.166=0.006
max	2.611-2.618=-0.007

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1560.617=-0.002
σ	6.222-6.237=-0.015
min	1557.623-1557.633=-0.010
max	1571.740-1571.770=-0.030

*mean*	617.200-618.800=-1.600
σ	81.729-82.606=-0.876
min	493.000-494.000=-1.000
max	712.000-716.000=-4.000

*mean*	2.321-2.317=0.004
σ	0.199-0.197=0.001
min	2.160-2.156=0.004
max	2.656-2.653=0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.167=0.003
σ	0.049-0.046=0.003
min	1882.116-1882.120=-0.004
max	1882.235-1882.225=0.010

*mean*	1721.200-1695.600=25.600
σ	195.661-243.441=-47.780
min	1454.000-1396.000=58.000
max	1906.000-2018.000=-112.000

*mean*	3.034-2.852=0.182
σ	0.120-0.101=0.019
min	2.902-2.702=0.200
max	3.163-2.983=0.180

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.739=-0.065
σ	0.145-0.171=-0.027
min	1.522-1.495=0.027
max	1.864-1.903=-0.038

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.082=-0.001
σ	582.722-582.722=-0.000
min	160.719-160.720=-0.001
max	1326.165-1326.166=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.546-0.541=0.006
σ	0.550-0.538=0.012
min	0.266-0.266=-0.001
max	1.371-1.348=0.023

policies=20

*mean*	1607.522-1607.543=-0.022
σ	0.400-0.441=-0.040
min	1607.248-1607.250=-0.002
max	1608.114-1608.197=-0.083

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-450.000=-3.500
σ	7.000-8.083=-1.083
min	443.000
max	457.000

*mean*	2.677-2.737=-0.060
σ	0.016-0.087=-0.071
min	2.663-2.658=0.005
max	2.692-2.819=-0.128

policies=200

*mean*	16083.384-16083.337=0.048
σ	0.117-0.191=-0.074
min	16083.220-16083.188=0.033
max	16083.470-16083.614=-0.145

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-497.500=0.250
σ	5.620-4.655=0.965
min	492.000-491.000=1.000
max	505.000-502.000=3.000

*mean*	27.235-27.175=0.060
σ	0.099-0.093=0.006
min	27.175-27.094=0.081
max	27.383-27.309=0.073