Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.888=-0.006
σ	0.359-0.357=0.002
min	54.748-54.753=-0.006
max	55.903-55.903=0.000

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.140-0.140=-0.000
σ	0.006-0.005=0.001
min	0.132-0.132=0.000
max	0.150-0.147=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.856=-0.006
σ	0.006-0.006=-0.000
min	43.839-43.847=-0.008
max	43.861-43.868=-0.007

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.125-0.123=0.002
σ	0.003-0.005=-0.002
min	0.122-0.117=0.005
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	13.092-13.086=0.006
σ	0.516-0.321=0.195
min	12.558-12.595=-0.037
max	14.216-13.526=0.690

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	13.289-13.005=0.284
σ	0.266-0.765=-0.499
min	12.937-11.918=1.019
max	13.624-13.741=-0.117

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7154.000-7142.000=12.000
σ	0.000
min	7154.000-7142.000=12.000
max	7154.000-7142.000=12.000

*mean*	15.078-15.519=-0.440
σ	0.160-0.185=-0.025
min	14.802-15.277=-0.476
max	15.336-15.864=-0.528

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	13.920-13.807=0.114
σ	1.840-1.931=-0.090
min	11.011-11.337=-0.326
max	15.626-15.618=0.008

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	9.636-9.186=0.450
σ	1.255-0.552=0.703
min	8.850-8.571=0.279
max	12.584-9.822=2.762

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	7.258-6.751=0.507
σ	1.292-0.318=0.974
min	6.132-6.357=-0.225
max	10.305-7.105=3.200

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.678-25.678=-0.000

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	6.038-6.105=-0.067
σ	0.118-0.121=-0.002
min	5.831-5.883=-0.052
max	6.181-6.267=-0.085

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.969-25.969=-0.000
max	25.972

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	5.892-5.972=-0.080
σ	0.186-0.162=0.024
min	5.713-5.714=-0.001
max	6.328-6.242=0.086

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7154.000-7142.000=12.000
σ	0.000
min	7154.000-7142.000=12.000
max	7154.000-7142.000=12.000

*mean*	361.545-382.809=-21.264
σ	42.122-90.517=-48.395
min	343.378-348.195=-4.817
max	465.525-606.748=-141.222

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.000
max	7918.954

*mean*	3272.500-3273.250=-0.750
σ	1823.786-1822.868=0.917
min	810.000-809.000=1.000
max	5621.000-5618.000=3.000

*mean*	3620.502-3618.854=1.648
σ	1104.269-1083.909=20.360
min	3070.327-3085.672=-15.345
max	6182.075-6128.912=53.163

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	88.889-81.519=7.370
σ	19.674-12.569=7.105
min	71.136-71.588=-0.452
max	122.145-109.541=12.604

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950-40.950=-0.000

*mean*	7154.000-7142.000=12.000
σ	0.000
min	7154.000-7142.000=12.000
max	7154.000-7142.000=12.000

*mean*	61.638-61.719=-0.081
σ	1.086-0.491=0.594
min	60.582-61.050=-0.468
max	64.027-62.473=1.554

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7154.000-7142.000=12.000
σ	0.000
min	7154.000-7142.000=12.000
max	7154.000-7142.000=12.000

*mean*	268.025-99.910=168.115
σ	371.556-0.854=370.702
min	98.450-98.985=-0.535
max	1150.573-101.758=1048.815

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4042.125-4041.125=1.000
σ	2009.987-2006.520=3.467
min	1218.000-1217.000=1.000
max	7154.000-7142.000=12.000

*mean*	8038.435-7777.517=260.918
σ	1961.053-1876.693=84.360
min	5977.666-5991.514=-13.849
max	10943.169-10977.135=-33.967

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7154.000-7142.000=12.000
σ	0.000
min	7154.000-7142.000=12.000
max	7154.000-7142.000=12.000

*mean*	5272.488-5160.002=112.486
σ	646.114-271.675=374.438
min	4964.340-4996.296=-31.957
max	6819.033-5741.477=1077.556

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	364.488-389.593=-25.104
σ	30.867-5.548=25.319
min	301.170-377.482=-76.312
max	389.191-394.814=-5.623

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	757.741-781.186=-23.445
σ	52.144-21.069=31.075
min	632.068-743.523=-111.455
max	797.583-804.384=-6.801

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1024.299=-0.002
σ	0.759-0.761=-0.002
min	1023.822-1023.828=-0.006
max	1027.435-1027.445=-0.009

*mean*	1050.150-1057.800=-7.650
σ	314.003-311.348=2.655
min	574.000-564.000=10.000
max	1514.000

*mean*	1.577-1.560=0.017
σ	0.079-0.085=-0.006
min	1.507-1.483=0.024
max	1.799-1.770=0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.477-0.317=0.161
σ	0.495-0.337=0.158
min	0.248-0.140=0.107
max	1.363-0.916=0.447

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.839-0.420=0.419
σ	0.530-0.197=0.332
min	0.583-0.318=0.264
max	1.785-0.772=1.013

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.385-0.221=0.164
σ	0.042-0.019=0.023
min	0.354-0.204=0.150
max	0.454-0.251=0.202

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.566-0.336=0.230
σ	0.079-0.018=0.061
min	0.431-0.323=0.108
max	0.640-0.366=0.274

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-435.600=1.400
σ	6.595-6.066=0.529
min	431.000-430.000=1.000
max	444.000-442.000=2.000

*mean*	0.704-0.539=0.164
σ	0.051-0.031=0.020
min	0.627-0.504=0.123
max	0.752-0.574=0.178

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.623-0.470=0.153
σ	0.029-0.039=-0.010
min	0.578-0.427=0.151
max	0.650-0.527=0.123

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	3.512-2.638=0.875
σ	0.077-0.098=-0.021
min	3.398-2.439=0.960
max	3.886-2.931=0.956

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	3.487-2.592=0.894
σ	0.063-0.103=-0.040
min	3.361-2.433=0.928
max	3.778-3.044=0.734

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.543-0.306=0.238
σ	0.014-0.012=0.002
min	0.520-0.287=0.233
max	0.635-0.371=0.264

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.512-0.294=0.218
σ	0.011-0.045=-0.034
min	0.493-0.274=0.219
max	0.565-0.732=-0.167

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.398
σ	12.035
min	0.574
max	134.669

*mean*	464.126
σ	18.590
min	406.000
max	478.000

*mean*	0.026
σ	0.030
min	0.001
max	0.315

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.611-298.922=-0.311
σ	0.996-1.024=-0.028
min	298.183-298.429=-0.246
max	301.436-301.825=-0.389

*mean*	441.500-441.400=0.100
σ	13.485-18.179=-4.695
min	424.000-412.000=12.000
max	463.000-465.000=-2.000

*mean*	0.600-0.602=-0.001
σ	0.018-0.024=-0.006
min	0.579-0.538=0.041
max	0.635-0.631=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1065.750-1066.750=-1.000
σ	34.648-26.163=8.485
min	980.000-1002.000=-22.000
max	1078.000-1076.000=2.000

*mean*	209.376-204.219=5.157
σ	1.883-3.081=-1.198
min	206.959-200.832=6.127
max	211.565-210.535=1.030

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.750-1066.750=-1.000
σ	34.648-26.163=8.485
min	980.000-1002.000=-22.000
max	1078.000-1076.000=2.000

*mean*	9.424-9.293=0.130
σ	3.388-1.938=1.449
min	6.471-6.645=-0.174
max	15.769-12.698=3.071

phase=parser

*mean*	1042.363-1042.360=0.002
σ	0.000-0.000=0.000
min	1042.362-1042.360=0.002
max	1042.363-1042.361=0.002

*mean*	1065.750-1066.750=-1.000
σ	34.648-26.163=8.485
min	980.000-1002.000=-22.000
max	1078.000-1076.000=2.000

*mean*	611.255-524.939=86.316
σ	121.192-106.421=14.771
min	516.716-408.559=108.157
max	841.672-720.915=120.757

phase=processProdDef

*mean*	4850.764-4850.768=-0.004
σ	0.000-0.000=0.000
min	4850.764-4850.768=-0.004
max	4850.765-4850.768=-0.003

*mean*	1078.000-1076.000=2.000
σ	0.000
min	1078.000-1076.000=2.000
max	1078.000-1076.000=2.000

*mean*	4833.831-4673.018=160.813
σ	159.214-530.209=-370.996
min	4592.824-3751.889=840.935
max	5028.156-5448.086=-419.930

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1065.750-1066.750=-1.000
σ	34.648-26.163=8.485
min	980.000-1002.000=-22.000
max	1078.000-1076.000=2.000

*mean*	34.317-36.535=-2.218
σ	13.768-10.102=3.665
min	20.844-20.484=0.360
max	56.060-47.656=8.404

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.750-1066.750=-1.000
σ	34.648-26.163=8.485
min	980.000-1002.000=-22.000
max	1078.000-1076.000=2.000

*mean*	750.484-712.476=38.009
σ	109.557-71.664=37.893
min	652.466-648.483=3.983
max	946.528-881.870=64.658

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.822=-0.002
σ	0.038-0.037=0.000
min	293.767-293.769=-0.002
max	293.859-293.860=-0.001

*mean*	444.000-441.200=2.800
σ	0.000-1.643=-1.643
min	444.000-440.000=4.000
max	444.000-443.000=1.000

*mean*	0.391-0.397=-0.006
σ	0.002-0.005=-0.003
min	0.388-0.392=-0.004
max	0.394-0.405=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.178=0.039
σ	0.033-0.101=-0.069
min	1320.171-1320.078=0.093
max	1320.252-1320.334=-0.082

*mean*	1066.800-1116.200=-49.400
σ	165.095-180.410=-15.315
min	843.000-898.000=-55.000
max	1267.000-1357.000=-90.000

*mean*	2.308-2.083=0.226
σ	0.186-0.050=0.136
min	2.158-2.017=0.141
max	2.629-2.135=0.494

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.616-1560.583=0.032
σ	6.233-6.224=0.009
min	1557.616-1557.596=0.020
max	1571.762-1571.712=0.050

*mean*	620.000-611.400=8.600
σ	82.741-93.535=-10.794
min	495.000-498.000=-3.000
max	717.000-731.000=-14.000

*mean*	2.329-2.267=0.062
σ	0.232-0.111=0.121
min	2.146-2.154=-0.008
max	2.730-2.380=0.350

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.177=-0.003
σ	0.054-0.058=-0.004
min	1882.110-1882.101=0.010
max	1882.250-1882.247=0.003

*mean*	1711.000-1752.000=-41.000
σ	261.579-220.965=40.614
min	1397.000-1462.000=-65.000
max	2064.000-1963.000=101.000

*mean*	2.904-3.247=-0.343
σ	0.062-0.301=-0.238
min	2.849-2.910=-0.061
max	3.008-3.567=-0.558

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.627-1.663=-0.036
σ	0.138-0.135=0.003
min	1.493-1.504=-0.011
max	1.855-1.824=0.031

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.080=0.000
σ	582.723-582.723=-0.000
min	160.714-160.715=-0.000
max	1326.165-1326.164=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.533-0.542=-0.009
σ	0.522-0.539=-0.017
min	0.266-0.268=-0.001
max	1.317-1.351=-0.035

policies=20

*mean*	1607.513-1607.516=-0.003
σ	0.414-0.410=0.004
min	1607.232-1607.237=-0.005
max	1608.129-1608.123=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-449.000=2.000
σ	9.238-8.083=1.155
min	443.000-442.000=1.000
max	459.000-456.000=3.000

*mean*	2.692-2.686=0.005
σ	0.024-0.006=0.017
min	2.670-2.678=-0.008
max	2.717-2.693=0.025

policies=200

*mean*	16083.465-16083.482=-0.018
σ	0.120-0.120=-0.001
min	16083.360-16083.358=0.002
max	16083.622-16083.640=-0.018

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-496.250=1.000
σ	2.986-4.272=-1.286
min	494.000-491.000=3.000
max	501.000

*mean*	27.152-27.140=0.012
σ	0.138-0.047=0.091
min	27.023-27.084=-0.062
max	27.347-27.194=0.153