Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.001
σ	0.358-0.359=-0.001
min	54.747-54.748=-0.001
max	55.900-55.903=-0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.139-0.140=-0.000
σ	0.005-0.006=-0.000
min	0.133-0.132=0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.851-43.850=0.001
σ	0.004-0.006=-0.002
min	43.845-43.839=0.006
max	43.856-43.861=-0.005

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.125=-0.001
σ	0.005-0.003=0.002
min	0.116-0.122=-0.006
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	13.446-13.092=0.354
σ	1.916-0.516=1.401
min	12.448-12.558=-0.110
max	18.156-14.216=3.940

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	13.499-13.289=0.210
σ	1.860-0.266=1.595
min	11.928-12.937=-1.009
max	17.951-13.624=4.327

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7147.000-7154.000=-7.000
σ	0.000
min	7147.000-7154.000=-7.000
max	7147.000-7154.000=-7.000

*mean*	15.224-15.078=0.146
σ	0.151-0.160=-0.009
min	15.027-14.802=0.225
max	15.527-15.336=0.191

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	14.536-13.920=0.616
σ	1.453-1.840=-0.388
min	11.440-11.011=0.430
max	16.301-15.626=0.675

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	9.696-9.636=0.061
σ	1.361-1.255=0.106
min	8.416-8.850=-0.434
max	12.621-12.584=0.037

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	7.424-7.258=0.166
σ	1.324-1.292=0.032
min	6.112-6.132=-0.020
max	10.398-10.305=0.093

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	6.199-6.038=0.161
σ	0.549-0.118=0.430
min	5.814-5.831=-0.017
max	7.530-6.181=1.349

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	5.994-5.892=0.102
σ	0.535-0.186=0.349
min	5.510-5.713=-0.203
max	7.245-6.328=0.917

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.001

*mean*	7147.000-7154.000=-7.000
σ	0.000
min	7147.000-7154.000=-7.000
max	7147.000-7154.000=-7.000

*mean*	376.379-361.545=14.835
σ	61.645-42.122=19.523
min	351.563-343.378=8.186
max	528.846-465.525=63.321

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624
max	7918.954

*mean*	3275.375-3272.500=2.875
σ	1825.305-1823.786=1.519
min	809.000-810.000=-1.000
max	5624.000-5621.000=3.000

*mean*	3691.296-3620.502=70.793
σ	1074.458-1104.269=-29.811
min	3091.633-3070.327=21.306
max	6168.502-6182.075=-13.573

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	84.710-88.889=-4.179
σ	19.730-19.674=0.056
min	70.337-71.136=-0.799
max	123.178-122.145=1.033

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.950=0.000

*mean*	7147.000-7154.000=-7.000
σ	0.000
min	7147.000-7154.000=-7.000
max	7147.000-7154.000=-7.000

*mean*	60.384-61.638=-1.254
σ	0.215-1.086=-0.870
min	60.137-60.582=-0.444
max	60.783-64.027=-3.244

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7147.000-7154.000=-7.000
σ	0.000
min	7147.000-7154.000=-7.000
max	7147.000-7154.000=-7.000

*mean*	98.959-268.025=-169.066
σ	0.861-371.556=-370.694
min	97.711-98.450=-0.739
max	100.060-1150.573=-1050.512

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.000

*mean*	4043.625-4042.125=1.500
σ	2009.269-2009.987=-0.718
min	1218.000
max	7147.000-7154.000=-7.000

*mean*	7948.417-8038.435=-90.018
σ	1833.034-1961.053=-128.019
min	6001.019-5977.666=23.354
max	10939.843-10943.169=-3.326

op=vertical_lookup_list() on indexed

*mean*	13159.108
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.110

*mean*	7147.000-7154.000=-7.000
σ	0.000
min	7147.000-7154.000=-7.000
max	7147.000-7154.000=-7.000

*mean*	5162.159-5272.488=-110.329
σ	253.039-646.114=-393.074
min	5004.367-4964.340=40.027
max	5659.228-6819.033=-1159.805

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	359.611-364.488=-4.878
σ	43.332-30.867=12.465
min	292.569-301.170=-8.601
max	389.252-389.191=0.061

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	769.710-757.741=11.969
σ	14.116-52.144=-38.029
min	747.534-632.068=115.466
max	788.570-797.583=-9.013

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.297=0.002
σ	0.759-0.759=0.000
min	1023.824-1023.822=0.003
max	1027.438-1027.435=0.003

*mean*	1036.650-1050.150=-13.500
σ	303.235-314.003=-10.768
min	553.000-574.000=-21.000
max	1460.000-1514.000=-54.000

*mean*	1.551-1.577=-0.026
σ	0.080-0.079=0.001
min	1.479-1.507=-0.028
max	1.771-1.799=-0.028

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.477=-0.074
σ	0.512-0.495=0.017
min	0.145-0.248=-0.102
max	1.317-1.363=-0.046

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.839=-0.364
σ	0.327-0.530=-0.203
min	0.316-0.583=-0.267
max	1.058-1.785=-0.727

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.385=-0.162
σ	0.018-0.042=-0.024
min	0.212-0.354=-0.141
max	0.255-0.454=-0.199

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.566=-0.233
σ	0.023-0.079=-0.056
min	0.307-0.431=-0.124
max	0.366-0.640=-0.274

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-437.000=-1.400
σ	5.079-6.595=-1.516
min	431.000
max	441.000-444.000=-3.000

*mean*	0.542-0.704=-0.162
σ	0.058-0.051=0.007
min	0.471-0.627=-0.156
max	0.607-0.752=-0.145

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.455-0.623=-0.168
σ	0.070-0.029=0.041
min	0.373-0.578=-0.206
max	0.525-0.650=-0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.629-3.512=-0.884
σ	0.099-0.077=0.022
min	2.489-3.398=-0.910
max	2.936-3.886=-0.950

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	2.618-3.487=-0.869
σ	0.084-0.063=0.021
min	2.469-3.361=-0.892
max	2.860-3.778=-0.918

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.314-0.543=-0.230
σ	0.027-0.014=0.012
min	0.294-0.520=-0.225
max	0.535-0.635=-0.100

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.292-0.512=-0.220
σ	0.011-0.011=-0.000
min	0.277-0.493=-0.217
max	0.364-0.565=-0.201

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.621-11.398=0.222
σ	11.884-12.035=-0.151
min	0.573-0.574=-0.001
max	84.016-134.669=-50.653

*mean*	451.956-464.126=-12.170
σ	15.570-18.590=-3.020
min	408.000-406.000=2.000
max	467.000-478.000=-11.000

*mean*	0.026-0.026=0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.200-0.315=-0.115

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.752-298.611=0.142
σ	1.041-0.996=0.045
min	298.339-298.183=0.155
max	301.711-301.436=0.274

*mean*	441.000-441.500=-0.500
σ	14.252-13.485=0.767
min	417.000-424.000=-7.000
max	465.000-463.000=2.000

*mean*	0.599-0.600=-0.002
σ	0.027-0.018=0.009
min	0.541-0.579=-0.038
max	0.634-0.635=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	204.102-209.376=-5.274
σ	1.782-1.883=-0.100
min	202.106-206.959=-4.853
max	206.802-211.565=-4.763

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	8.376-9.424=-1.047
σ	1.824-3.388=-1.563
min	6.324-6.471=-0.147
max	10.814-15.769=-4.956

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=-0.000
min	1042.362
max	1042.363

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	490.864-611.255=-120.391
σ	46.056-121.192=-75.135
min	412.144-516.716=-104.572
max	550.414-841.672=-291.258

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=-0.000
min	4850.764
max	4850.765

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4808.248-4833.831=-25.583
σ	525.099-159.214=365.886
min	4157.565-4592.824=-435.259
max	5531.441-5028.156=503.285

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	31.014-34.317=-3.303
σ	10.303-13.768=-3.465
min	19.787-20.844=-1.057
max	40.897-56.060=-15.163

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	712.097-750.484=-38.387
σ	101.517-109.557=-8.040
min	638.648-652.466=-13.818
max	885.970-946.528=-60.558

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=-0.001
σ	0.037-0.038=-0.000
min	293.767-293.767=-0.000
max	293.858-293.859=-0.001

*mean*	441.800-444.000=-2.200
σ	1.095-0.000=1.095
min	441.000-444.000=-3.000
max	443.000-444.000=-1.000

*mean*	0.393-0.391=0.002
σ	0.001-0.002=-0.001
min	0.391-0.388=0.003
max	0.394-0.394=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.178-1320.218=-0.039
σ	0.050-0.033=0.017
min	1320.123-1320.171=-0.048
max	1320.251-1320.252=-0.002

*mean*	1074.600-1066.800=7.800
σ	186.769-165.095=21.675
min	832.000-843.000=-11.000
max	1314.000-1267.000=47.000

*mean*	2.109-2.308=-0.200
σ	0.154-0.186=-0.033
min	2.016-2.158=-0.142
max	2.381-2.629=-0.247

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.652-1560.616=0.036
σ	6.166-6.233=-0.067
min	1557.736-1557.616=0.120
max	1571.679-1571.762=-0.083

*mean*	628.600-620.000=8.600
σ	95.385-82.741=12.644
min	517.000-495.000=22.000
max	751.000-717.000=34.000

*mean*	2.431-2.329=0.102
σ	0.264-0.232=0.032
min	2.129-2.146=-0.018
max	2.779-2.730=0.049

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.174=-0.002
σ	0.068-0.054=0.014
min	1882.093-1882.110=-0.018
max	1882.255-1882.250=0.005

*mean*	1724.400-1711.000=13.400
σ	179.869-261.579=-81.710
min	1465.000-1397.000=68.000
max	1887.000-2064.000=-177.000

*mean*	3.215-2.904=0.311
σ	0.279-0.062=0.217
min	2.948-2.849=0.099
max	3.542-3.008=0.533

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.729-1.627=0.103
σ	0.132-0.138=-0.006
min	1.563-1.493=0.070
max	1.860-1.855=0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.081=-0.001
σ	582.722-582.723=-0.001
min	160.712-160.714=-0.002
max	1326.163-1326.165=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.535-0.533=0.002
σ	0.518-0.522=-0.004
min	0.270-0.266=0.003
max	1.312-1.317=-0.004

policies=20

*mean*	1607.524-1607.513=0.011
σ	0.405-0.414=-0.009
min	1607.249-1607.232=0.017
max	1608.124-1608.129=-0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.250-451.000=-4.750
σ	8.500-9.238=-0.738
min	442.000-443.000=-1.000
max	459.000

*mean*	2.685-2.692=-0.007
σ	0.010-0.024=-0.014
min	2.677-2.670=0.007
max	2.699-2.717=-0.018

policies=200

*mean*	16083.392-16083.465=-0.073
σ	0.045-0.120=-0.075
min	16083.330-16083.360=-0.030
max	16083.434-16083.622=-0.188

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-497.250=3.000
σ	4.113-2.986=1.127
min	495.000-494.000=1.000
max	505.000-501.000=4.000

*mean*	27.077-27.152=-0.075
σ	0.046-0.138=-0.093
min	27.030-27.023=0.008
max	27.137-27.347=-0.210