Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.677=0.001
σ	0.361-0.357=0.004
min	54.541-54.542=-0.001
max	55.706-55.693=0.013

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.146-0.140=0.006
σ	0.013-0.006=0.007
min	0.132-0.134=-0.002
max	0.168-0.151=0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.000
σ	0.006-0.006=0.000
min	43.694-43.697=-0.003
max	43.712-43.714=-0.002

*mean*	420.000-416.700=3.300
σ	0.000-0.483=-0.483
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.123-0.123=0.000
σ	0.005-0.005=-0.000
min	0.119-0.119=0.000
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	12.204-12.680=-0.476
σ	0.288-0.287=0.001
min	11.889-12.215=-0.326
max	12.690-13.004=-0.314

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	12.529-12.729=-0.200
σ	0.336-0.685=-0.349
min	11.785-11.505=0.281
max	12.831-13.520=-0.689

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932

*mean*	6169.000-6119.000=50.000
σ	0.000
min	6169.000-6119.000=50.000
max	6169.000-6119.000=50.000

*mean*	14.711-14.996=-0.285
σ	0.336-0.452=-0.116
min	14.171-14.047=0.124
max	15.124-15.630=-0.506

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.928-41.929=-0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	13.083-14.008=-0.925
σ	1.625-1.932=-0.307
min	10.528-11.159=-0.631
max	15.233-16.395=-1.163

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.001
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	8.721-9.504=-0.783
σ	0.668-1.377=-0.709
min	8.184-8.517=-0.333
max	10.309-12.849=-2.540

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	6.612-7.204=-0.593
σ	0.752-1.222=-0.470
min	5.949-6.459=-0.510
max	8.340-10.182=-1.843

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	5.506-6.087=-0.581
σ	0.154-0.235=-0.082
min	5.172-5.727=-0.556
max	5.659-6.357=-0.698

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974-25.974=-0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	5.375-5.580=-0.205
σ	0.130-0.149=-0.020
min	5.247-5.375=-0.128
max	5.666-5.833=-0.167

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606-2524.606=-0.000

*mean*	6169.000-6119.000=50.000
σ	0.000
min	6169.000-6119.000=50.000
max	6169.000-6119.000=50.000

*mean*	1321.822-1370.249=-48.427
σ	517.431-601.879=-84.448
min	1036.961-1041.027=-4.066
max	2319.293-2452.290=-132.997

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=-0.000
min	7877.935
max	7879.263-7879.264=-0.001

*mean*	3226.875-3230.000=-3.125
σ	1841.288-1830.796=10.492
min	814.000-810.000=4.000
max	6169.000-6119.000=50.000

*mean*	3742.225-3735.666=6.559
σ	1170.895-1172.269=-1.375
min	3091.652-3104.434=-12.782
max	5718.614-6089.920=-371.306

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=-0.000

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	83.894-87.103=-3.209
σ	13.784-20.018=-6.234
min	70.733-69.792=0.940
max	101.688-125.510=-23.822

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949

*mean*	6169.000-6119.000=50.000
σ	0.000
min	6169.000-6119.000=50.000
max	6169.000-6119.000=50.000

*mean*	62.801-63.329=-0.528
σ	3.836-3.239=0.597
min	60.010-61.155=-1.145
max	68.948-69.748=-0.799

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.690=0.000

*mean*	6169.000-6119.000=50.000
σ	0.000
min	6169.000-6119.000=50.000
max	6169.000-6119.000=50.000

*mean*	99.202-100.198=-0.997
σ	0.711-1.636=-0.925
min	97.736-98.687=-0.951
max	100.177-103.796=-3.619

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.156=-0.001
σ	4.304-4.304=0.000
min	11847.561-11847.561=-0.000
max	11859.806

*mean*	3870.000-3865.750=4.250
σ	1852.861-1833.795=19.067
min	1279.000
max	6169.000-6119.000=50.000

*mean*	6012.756-6406.655=-393.900
σ	1301.283-1328.803=-27.521
min	5051.480-5095.125=-43.645
max	8256.569-8463.519=-206.950

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.093=0.000
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.001
max	10791.096

*mean*	6169.000-6119.000=50.000
σ	0.000
min	6169.000-6119.000=50.000
max	6169.000-6119.000=50.000

*mean*	5072.374-4886.908=185.466
σ	1534.846-1470.424=64.422
min	4049.034-4087.797=-38.763
max	7549.223-7378.059=171.164

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	384.034-364.990=19.044
σ	19.018-19.520=-0.502
min	337.048-338.001=-0.952
max	392.323-384.950=7.373

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.750-562.000=-2.250
σ	0.463-0.000=0.463
min	559.000-562.000=-3.000
max	560.000-562.000=-2.000

*mean*	773.331-716.955=56.376
σ	16.739-58.675=-41.936
min	746.145-615.700=130.445
max	796.881-765.628=31.253

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.329=-0.001
σ	0.759-0.758=0.000
min	1023.855-1023.855=0.000
max	1027.465-1027.465=-0.000

*mean*	1053.050-1050.300=2.750
σ	322.004-319.545=2.459
min	544.000
max	1571.000-1564.000=7.000

*mean*	1.556-1.567=-0.011
σ	0.060-0.069=-0.009
min	1.504-1.495=0.009
max	1.747-1.759=-0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.405=0.067
σ	0.487-0.526=-0.039
min	0.243-0.145=0.097
max	1.343-1.344=-0.001

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.838-0.480=0.358
σ	0.528-0.323=0.205
min	0.569-0.327=0.242
max	1.781-1.058=0.723

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.225=0.159
σ	0.033-0.021=0.012
min	0.360-0.205=0.155
max	0.442-0.261=0.181

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.603-0.331=0.272
σ	0.023-0.018=0.005
min	0.583-0.316=0.267
max	0.640-0.362=0.278

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.600=4.400
σ	2.236-1.342=0.894
min	432.000-431.000=1.000
max	437.000-434.000=3.000

*mean*	0.574-0.559=0.014
σ	0.079-0.028=0.051
min	0.470-0.530=-0.060
max	0.681-0.590=0.091

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.495-0.495=0.000
σ	0.036-0.033=0.004
min	0.456-0.457=-0.001
max	0.531-0.531=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.976-2.604=-0.628
σ	0.068-0.089=-0.020
min	1.868-2.452=-0.584
max	2.318-2.984=-0.666

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	1.965-2.609=-0.644
σ	0.074-0.105=-0.031
min	1.861-2.447=-0.586
max	2.301-3.153=-0.852

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.305-0.307=-0.002
σ	0.009-0.015=-0.006
min	0.292-0.287=0.004
max	0.361-0.415=-0.054

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.293-0.291=0.002
σ	0.008-0.013=-0.006
min	0.274-0.274=-0.000
max	0.330-0.363=-0.033

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.906-298.758=0.148
σ	1.005-1.016=-0.011
min	298.491-298.397=0.095
max	301.764-301.647=0.117

*mean*	441.700-441.200=0.500
σ	13.242-18.504=-5.262
min	425.000-417.000=8.000
max	462.000-475.000=-13.000

*mean*	0.581-0.589=-0.008
σ	0.037-0.027=0.010
min	0.529-0.554=-0.026
max	0.645-0.641=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1692.000-1686.000=6.000
σ	0.000-2.828=-2.828
min	1692.000-1679.000=13.000
max	1692.000-1687.000=5.000

*mean*	215.309-211.405=3.903
σ	3.992-2.911=1.081
min	208.113-206.207=1.906
max	220.209-215.740=4.469

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1692.000-1686.000=6.000
σ	0.000-2.828=-2.828
min	1692.000-1679.000=13.000
max	1692.000-1687.000=5.000

*mean*	9.945-11.772=-1.827
σ	2.284-1.401=0.883
min	6.349-9.598=-3.249
max	13.126-12.794=0.332

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1692.000-1686.000=6.000
σ	0.000-2.828=-2.828
min	1692.000-1679.000=13.000
max	1692.000-1687.000=5.000

*mean*	638.441-692.458=-54.016
σ	119.822-65.623=54.199
min	392.197-574.457=-182.260
max	737.134-739.401=-2.266

phase=processProdDef

*mean*	4753.276-4753.276=-0.000
σ	0.000-0.000=-0.000
min	4753.276
max	4753.276

*mean*	1692.000-1687.000=5.000
σ	0.000
min	1692.000-1687.000=5.000
max	1692.000-1687.000=5.000

*mean*	4385.101-4604.337=-219.236
σ	690.005-375.728=314.277
min	3301.058-3993.902=-692.844
max	5205.866-5272.249=-66.384

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1692.000-1686.000=6.000
σ	0.000-2.828=-2.828
min	1692.000-1679.000=13.000
max	1692.000-1687.000=5.000

*mean*	36.268-41.980=-5.712
σ	10.651-8.853=1.798
min	20.293-29.771=-9.478
max	50.403-48.467=1.936

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1692.000-1686.000=6.000
σ	0.000-2.828=-2.828
min	1692.000-1679.000=13.000
max	1692.000-1687.000=5.000

*mean*	715.331-819.618=-104.287
σ	52.740-108.547=-55.807
min	668.547-676.457=-7.910
max	804.229-941.483=-137.255

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.918=-0.002
σ	0.039-0.043=-0.004
min	293.864-293.862=0.003
max	293.957-293.965=-0.009

*mean*	445.000-442.400=2.600
σ	0.000-3.286=-3.286
min	445.000-440.000=5.000
max	445.000-446.000=-1.000

*mean*	0.396-0.401=-0.005
σ	0.005-0.009=-0.005
min	0.391-0.394=-0.003
max	0.404-0.414=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.307-1320.303=0.003
σ	0.031-0.039=-0.009
min	1320.266-1320.254=0.011
max	1320.339-1320.340=-0.002

*mean*	1109.400-1086.200=23.200
σ	183.621-164.081=19.540
min	889.000
max	1358.000-1308.000=50.000

*mean*	2.251-2.349=-0.098
σ	0.065-0.249=-0.183
min	2.176-2.087=0.089
max	2.310-2.696=-0.386

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.482-1559.427=0.055
σ	3.402-3.377=0.025
min	1557.811-1557.714=0.097
max	1565.562-1565.460=0.102

*mean*	628.400-625.400=3.000
σ	90.049-88.053=1.996
min	505.000-495.000=10.000
max	727.000-730.000=-3.000

*mean*	2.464-2.248=0.216
σ	0.316-0.085=0.231
min	2.185-2.179=0.006
max	2.965-2.392=0.573

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.274-1882.270=0.004
σ	0.047-0.055=-0.008
min	1882.207-1882.207=0.000
max	1882.332-1882.347=-0.016

*mean*	1758.600-1723.200=35.400
σ	215.627-171.058=44.569
min	1474.000-1477.000=-3.000
max	1964.000-1882.000=82.000

*mean*	3.287-3.036=0.251
σ	0.340-0.376=-0.036
min	2.931-2.778=0.153
max	3.696-3.693=0.003

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.716-1.798=-0.083
σ	0.148-0.122=0.025
min	1.534-1.634=-0.101
max	1.876-1.935=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.408=0.003
σ	583.278-583.277=0.001
min	160.770-160.766=0.004
max	1327.328-1327.324=0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.543-0.544=-0.001
σ	0.550-0.553=-0.003
min	0.266-0.267=-0.002
max	1.369-1.374=-0.005

policies=20

*mean*	1608.004-1608.028=-0.023
σ	0.343-0.413=-0.070
min	1607.756-1607.745=0.011
max	1608.509-1608.639=-0.130

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-445.000=2.750
σ	2.500-2.000=0.500
min	444.000-442.000=2.000
max	449.000-446.000=3.000

*mean*	2.694-2.698=-0.004
σ	0.009-0.007=0.002
min	2.683-2.690=-0.006
max	2.704-2.707=-0.003

policies=200

*mean*	16088.429-16088.562=-0.133
σ	0.233-0.119=0.114
min	16088.151-16088.417=-0.266
max	16088.721-16088.707=0.014

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-496.250=1.750
σ	2.944-4.272=-1.328
min	495.000-491.000=4.000
max	501.000

*mean*	27.176-27.166=0.010
σ	0.064-0.002=0.062
min	27.102-27.164=-0.062
max	27.251-27.169=0.082