Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.881=-0.001
σ	0.359-0.358=0.001
min	54.748-54.746=0.002
max	55.902-55.899=0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.138-0.142=-0.004
σ	0.004-0.005=-0.001
min	0.132-0.137=-0.005
max	0.143-0.149=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.849=0.002
σ	0.006-0.004=0.002
min	43.839-43.842=-0.003
max	43.858-43.853=0.004

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.125-0.123=0.002
σ	0.005-0.004=0.000
min	0.121-0.118=0.003
max	0.132-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	12.931-13.491=-0.560
σ	1.747-1.748=-0.001
min	11.835-12.444=-0.609
max	17.199-17.748=-0.549

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	12.743-13.612=-0.869
σ	2.112-1.615=0.496
min	11.431-11.810=-0.378
max	17.808-17.365=0.442

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.929=-0.000
max	41.933-41.932=0.001

*mean*	7150.000-7145.000=5.000
σ	0.000
min	7150.000-7145.000=5.000
max	7150.000-7145.000=5.000

*mean*	14.904-15.391=-0.487
σ	0.207-0.282=-0.075
min	14.601-14.971=-0.370
max	15.143-15.810=-0.666

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	13.705-14.393=-0.688
σ	1.972-1.831=0.140
min	10.593-11.480=-0.886
max	15.515-16.520=-1.005

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	8.887-9.617=-0.730
σ	1.289-1.419=-0.130
min	7.820-8.437=-0.617
max	11.898-12.771=-0.873

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	6.660-7.077=-0.417
σ	1.015-1.113=-0.098
min	5.931-5.975=-0.044
max	9.095-9.672=-0.576

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	5.793-6.179=-0.387
σ	0.547-0.533=0.014
min	5.385-5.876=-0.491
max	7.035-7.483=-0.448

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.972

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	5.534-5.990=-0.456
σ	0.531-0.539=-0.008
min	5.286-5.572=-0.286
max	6.836-7.299=-0.463

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7150.000-7145.000=5.000
σ	0.000
min	7150.000-7145.000=5.000
max	7150.000-7145.000=5.000

*mean*	374.076-367.122=6.954
σ	77.333-53.108=24.225
min	343.843-341.581=2.262
max	565.392-498.354=67.038

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954-7918.954=0.001

*mean*	3269.125-3273.625=-4.500
σ	1824.355-1824.072=0.284
min	811.000-810.000=1.000
max	5621.000-5623.000=-2.000

*mean*	3614.264-3660.946=-46.682
σ	867.572-1117.333=-249.761
min	3098.777-3090.763=8.014
max	5535.781-6214.215=-678.435

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	86.339-87.442=-1.103
σ	15.002-15.818=-0.816
min	70.822-72.304=-1.482
max	104.469-110.112=-5.643

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=-0.000
max	40.949-40.950=-0.000

*mean*	7150.000-7145.000=5.000
σ	0.000
min	7150.000-7145.000=5.000
max	7150.000-7145.000=5.000

*mean*	61.293-61.516=-0.223
σ	0.434-0.285=0.149
min	60.615-61.227=-0.612
max	61.837-62.052=-0.215

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=-0.000

*mean*	7150.000-7145.000=5.000
σ	0.000
min	7150.000-7145.000=5.000
max	7150.000-7145.000=5.000

*mean*	98.922-98.465=0.457
σ	0.824-0.684=0.140
min	97.889-97.877=0.011
max	99.909-99.889=0.021

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4038.625-4041.625=-3.000
σ	2010.563-2008.529=2.034
min	1219.000-1217.000=2.000
max	7150.000-7145.000=5.000

*mean*	7785.763-7779.207=6.556
σ	1889.331-1759.633=129.697
min	6011.931-6010.907=1.024
max	10727.475-10508.654=218.821

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7150.000-7145.000=5.000
σ	0.000
min	7150.000-7145.000=5.000
max	7150.000-7145.000=5.000

*mean*	5156.339-5152.789=3.550
σ	207.171-282.705=-75.534
min	5029.967-5000.670=29.298
max	5516.470-5799.291=-282.821

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	372.727-385.012=-12.286
σ	22.433-11.110=11.323
min	343.482-358.241=-14.758
max	390.991-391.745=-0.754

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-560.000=0.625
σ	0.518-0.000=0.518
min	560.000
max	561.000-560.000=1.000

*mean*	753.312-758.510=-5.197
σ	56.163-56.777=-0.614
min	617.165-628.567=-11.402
max	787.378-815.611=-28.233

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.759-0.759=-0.000
min	1023.824-1023.823=0.001
max	1027.438-1027.438=-0.000

*mean*	1036.400-1045.750=-9.350
σ	301.380-296.068=5.312
min	577.000-562.000=15.000
max	1459.000-1439.000=20.000

*mean*	1.574-1.537=0.037
σ	0.112-0.075=0.036
min	1.452-1.387=0.065
max	1.865-1.686=0.179

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.493-0.385=0.109
σ	0.463-0.476=-0.013
min	0.244-0.143=0.101
max	1.315-1.233=0.082

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.825-0.419=0.406
σ	0.521-0.199=0.322
min	0.577-0.316=0.260
max	1.757-0.775=0.982

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.389-0.230=0.159
σ	0.036-0.022=0.014
min	0.352-0.211=0.141
max	0.449-0.256=0.194

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.591-0.334=0.257
σ	0.031-0.021=0.010
min	0.569-0.316=0.253
max	0.644-0.367=0.277

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-434.200=1.800
σ	5.612-4.550=1.063
min	431.000-430.000=1.000
max	442.000-439.000=3.000

*mean*	0.580-0.575=0.004
σ	0.100-0.021=0.079
min	0.465-0.550=-0.084
max	0.734-0.599=0.135

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.502-0.485=0.018
σ	0.019-0.032=-0.013
min	0.472-0.449=0.023
max	0.524-0.520=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.643-2.643=-0.000
σ	0.095-0.118=-0.023
min	2.478-2.453=0.025
max	3.062-2.958=0.104

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.616-2.540=0.076
σ	0.092-0.077=0.015
min	2.464-2.412=0.052
max	2.900-2.737=0.163

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.301-0.301=-0.000
σ	0.008-0.008=-0.000
min	0.289-0.288=0.001
max	0.354-0.361=-0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.290-0.286=0.004
σ	0.008-0.008=-0.000
min	0.278-0.272=0.005
max	0.342-0.335=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.528-298.795=-0.268
σ	1.054-1.004=0.050
min	298.043-298.413=-0.370
max	301.508-301.649=-0.141

*mean*	442.500-444.400=-1.900
σ	14.378-19.150=-4.772
min	418.000-416.000=2.000
max	468.000-471.000=-3.000

*mean*	0.608-0.593=0.015
σ	0.027-0.030=-0.003
min	0.541-0.543=-0.002
max	0.640-0.639=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	205.800-206.477=-0.677
σ	4.096-4.221=-0.126
min	199.367-198.933=0.434
max	211.469-211.358=0.112

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	8.612-9.988=-1.376
σ	1.903-2.361=-0.457
min	6.274-6.270=0.004
max	11.057-12.873=-1.816

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.363-1042.363=0.000
max	1042.363-1042.366=-0.003

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	482.748-538.647=-55.899
σ	89.557-136.524=-46.967
min	381.377-378.336=3.041
max	602.863-760.936=-158.073

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=-0.000
min	4850.764-4850.764=-0.000
max	4850.764-4850.765=-0.001

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4741.595-4855.319=-113.724
σ	574.209-745.059=-170.850
min	3728.274-3143.561=584.713
max	5445.513-5437.628=7.885

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	32.231-37.852=-5.622
σ	9.541-10.748=-1.207
min	20.449-21.141=-0.691
max	41.517-48.243=-6.726

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	715.743-752.749=-37.006
σ	89.297-132.142=-42.845
min	648.174-652.036=-3.862
max	892.723-1019.387=-126.663

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.818=0.003
σ	0.038-0.038=-0.001
min	293.768-293.767=0.001
max	293.861-293.859=0.002

*mean*	439.800-442.400=-2.600
σ	1.095-0.548=0.548
min	439.000-442.000=-3.000
max	441.000-443.000=-2.000

*mean*	0.392-0.393=-0.001
σ	0.001-0.002=-0.001
min	0.390-0.390=0.000
max	0.393-0.395=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.083-1320.180=-0.097
σ	0.091-0.103=-0.012
min	1319.998-1320.052=-0.055
max	1320.225-1320.335=-0.110

*mean*	1094.800-1066.800=28.000
σ	185.976-164.788=21.188
min	862.000-844.000=18.000
max	1324.000-1268.000=56.000

*mean*	1.934-2.094=-0.160
σ	0.085-0.107=-0.022
min	1.845-2.005=-0.161
max	2.036-2.270=-0.233

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.607-1560.559=0.049
σ	6.205-6.258=-0.053
min	1557.624-1557.489=0.135
max	1571.703-1571.746=-0.043

*mean*	615.800-618.800=-3.000
σ	83.775-82.421=1.354
min	515.000-494.000=21.000
max	718.000-716.000=2.000

*mean*	2.254-2.265=-0.011
σ	0.126-0.246=-0.120
min	2.109-2.057=0.052
max	2.408-2.691=-0.283

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.178=-0.010
σ	0.055-0.058=-0.004
min	1882.096-1882.113=-0.017
max	1882.244-1882.249=-0.005

*mean*	1724.800-1700.600=24.200
σ	162.581-257.743=-95.161
min	1493.000-1399.000=94.000
max	1876.000-2057.000=-181.000

*mean*	2.998-2.980=0.018
σ	0.081-0.111=-0.030
min	2.927-2.831=0.096
max	3.135-3.097=0.038

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.790-1.740=0.050
σ	0.090-0.189=-0.098
min	1.651-1.449=0.202
max	1.884-1.941=-0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.079=0.004
σ	582.725-582.722=0.003
min	160.712-160.717=-0.004
max	1326.170-1326.163=0.008

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.542-0.546=-0.004
σ	0.532-0.544=-0.012
min	0.268-0.266=0.002
max	1.340-1.362=-0.021

policies=20

*mean*	1607.517-1607.500=0.017
σ	0.416-0.406=0.010
min	1607.244-1607.220=0.025
max	1608.135-1608.099=0.036

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-446.750=3.750
σ	9.815-7.500=2.315
min	442.000-443.000=-1.000
max	459.000-458.000=1.000

*mean*	2.682-2.679=0.003
σ	0.036-0.030=0.005
min	2.644-2.634=0.011
max	2.730-2.695=0.035

policies=200

*mean*	16083.466-16083.267=0.199
σ	0.104-0.109=-0.005
min	16083.361-16083.195=0.166
max	16083.606-16083.429=0.178

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-496.750=0.750
σ	4.203-4.856=-0.653
min	492.000
max	502.000-503.000=-1.000

*mean*	27.149-27.050=0.099
σ	0.054-0.054=0.001
min	27.085-26.981=0.104
max	27.212-27.108=0.104