Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.358-0.356=0.002
min	54.540-54.540=-0.001
max	55.697-55.689=0.007

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.140-0.140=-0.000
σ	0.006-0.005=0.002
min	0.132-0.135=-0.003
max	0.151-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.000
σ	0.007-0.007=0.000
min	43.691-43.693=-0.002
max	43.714-43.717=-0.003

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.121-0.123=-0.001
σ	0.006-0.004=0.002
min	0.115-0.119=-0.004
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	3887.625-3888.250=-0.625
σ	1858.627-1859.322=-0.695
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	13.263-13.504=-0.241
σ	1.678-1.769=-0.091
min	12.327-12.495=-0.167
max	17.303-17.798=-0.495

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3887.625-3888.250=-0.625
σ	1858.627-1859.322=-0.695
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	12.963-13.418=-0.455
σ	1.558-1.644=-0.086
min	11.587-11.961=-0.373
max	16.567-17.226=-0.659

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	6181.000-6182.000=-1.000
σ	0.000
min	6181.000-6182.000=-1.000
max	6181.000-6182.000=-1.000

*mean*	14.640-14.931=-0.291
σ	0.456-1.221=-0.766
min	13.647-13.637=0.010
max	15.156-17.767=-2.611

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	3740.125-3739.625=0.500
σ	1831.849-1832.400=-0.552
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	13.152-12.946=0.206
σ	1.525-1.253=0.272
min	10.991-10.540=0.452
max	15.208-14.240=0.968

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	3740.125-3739.625=0.500
σ	1831.849-1832.400=-0.552
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	8.944-8.653=0.291
σ	0.285-0.315=-0.030
min	8.544-8.112=0.432
max	9.318-9.054=0.265

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	3740.125-3739.625=0.500
σ	1831.849-1832.400=-0.552
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	6.782-6.693=0.089
σ	0.435-0.249=0.186
min	5.865-6.196=-0.331
max	7.294-7.071=0.223

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674

*mean*	3887.625-3888.250=-0.625
σ	1858.627-1859.322=-0.695
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	6.072-5.721=0.351
σ	0.560-0.413=0.148
min	5.628-5.500=0.128
max	7.406-6.732=0.674

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3887.625-3888.250=-0.625
σ	1858.627-1859.322=-0.695
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	5.860-5.474=0.386
σ	0.524-0.417=0.107
min	5.539-5.197=0.342
max	7.136-6.487=0.650

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=-0.000
min	2524.602
max	2524.606-2524.606=-0.000

*mean*	6181.000-6182.000=-1.000
σ	0.000
min	6181.000-6182.000=-1.000
max	6181.000-6182.000=-1.000

*mean*	1229.514-1310.578=-81.065
σ	345.606-498.420=-152.814
min	1029.327-1033.299=-3.972
max	1907.163-2211.400=-304.237

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.470-0.469=0.000
min	7877.935
max	7879.264-7879.264=0.000

*mean*	3244.250
σ	1850.223-1851.569=-1.346
min	810.000-809.000=1.000
max	6181.000-6182.000=-1.000

*mean*	3866.780-3738.117=128.663
σ	1265.463-1056.406=209.057
min	3105.889-3095.193=10.696
max	6226.248-5771.428=454.821

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	3887.625-3888.250=-0.625
σ	1858.627-1859.322=-0.695
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	180.993-190.164=-9.171
σ	277.687-287.299=-9.611
min	70.673-75.459=-4.787
max	867.741-900.487=-32.746

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6181.000-6182.000=-1.000
σ	0.000
min	6181.000-6182.000=-1.000
max	6181.000-6182.000=-1.000

*mean*	63.450-63.098=0.352
σ	3.957-4.408=-0.451
min	60.135-60.288=-0.152
max	70.761-73.503=-2.742

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690

*mean*	6181.000-6182.000=-1.000
σ	0.000
min	6181.000-6182.000=-1.000
max	6181.000-6182.000=-1.000

*mean*	100.204-100.464=-0.260
σ	1.367-1.364=0.003
min	98.774-98.907=-0.133
max	103.381-102.750=0.631

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.155=0.001
σ	4.304-4.304=-0.000
min	11847.561
max	11859.806

*mean*	3740.125-3739.625=0.500
σ	1831.849-1832.400=-0.552
min	1278.000-1280.000=-2.000
max	6181.000-6182.000=-1.000

*mean*	6587.187-6211.153=376.034
σ	1434.319-1411.615=22.704
min	5022.669-5045.706=-23.037
max	8317.097-8445.340=-128.242

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.094=-0.000
σ	0.002-0.002=-0.000
min	10791.091-10791.091=-0.000
max	10791.096-10791.096=-0.001

*mean*	6181.000-6182.000=-1.000
σ	0.000
min	6181.000-6182.000=-1.000
max	6181.000-6182.000=-1.000

*mean*	5519.551-4992.673=526.878
σ	1565.793-1364.717=201.077
min	4067.229-4062.839=4.390
max	7538.540-7201.764=336.776

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	362.771-369.647=-6.876
σ	42.114-33.739=8.376
min	294.500-300.504=-6.004
max	394.452-394.973=-0.521

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.250=1.750
σ	0.000-0.463=-0.463
min	562.000-560.000=2.000
max	562.000-561.000=1.000

*mean*	755.997-729.789=26.208
σ	55.172-77.512=-22.340
min	639.199-624.681=14.518
max	810.150-796.623=13.527

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.002
σ	0.759-0.759=0.000
min	1023.855-1023.851=0.004
max	1027.466-1027.464=0.002

*mean*	1049.250-1053.750=-4.500
σ	318.917-316.940=1.977
min	545.000-592.000=-47.000
max	1561.000-1526.000=35.000

*mean*	1.580-1.574=0.005
σ	0.087-0.081=0.006
min	1.507-1.502=0.006
max	1.871-1.767=0.104

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.293=0.038
σ	0.299-0.285=0.014
min	0.132-0.140=-0.007
max	0.829-0.800=0.029

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.474=0.005
σ	0.326-0.324=0.002
min	0.319-0.317=0.003
max	1.061-1.053=0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.244-0.218=0.026
σ	0.042-0.023=0.018
min	0.210-0.197=0.013
max	0.310-0.257=0.053

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.330=0.012
σ	0.020-0.017=0.002
min	0.324-0.318=0.006
max	0.369-0.360=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-431.600=5.400
σ	6.595-1.342=5.254
min	431.000
max	444.000-434.000=10.000

*mean*	0.555-0.570=-0.015
σ	0.052-0.029=0.022
min	0.479-0.521=-0.042
max	0.610-0.593=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.493-0.506=-0.012
σ	0.045-0.034=0.011
min	0.416-0.448=-0.032
max	0.524-0.528=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	2.641-1.894=0.747
σ	0.107-0.097=0.010
min	2.450-1.730=0.720
max	3.148-2.179=0.969

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	2.642-1.951=0.691
σ	0.091-0.063=0.029
min	2.447-1.838=0.609
max	2.834-2.201=0.633

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.307-0.308=-0.001
σ	0.012-0.009=0.004
min	0.292-0.293=-0.001
max	0.380-0.352=0.028

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.296-0.304=-0.008
σ	0.020-0.040=-0.020
min	0.281-0.283=-0.002
max	0.482-0.689=-0.206

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.734-298.774=-0.040
σ	1.002-1.028=-0.025
min	298.371-298.349=0.023
max	301.586-301.692=-0.106

*mean*	442.900-447.600=-4.700
σ	15.438-16.860=-1.423
min	421.000-427.000=-6.000
max	465.000-472.000=-7.000

*mean*	0.602-0.590=0.012
σ	0.018-0.027=-0.009
min	0.563-0.548=0.015
max	0.630-0.637=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1687.000-1689.625=-2.625
σ	0.000-3.889=-3.889
min	1687.000-1680.000=7.000
max	1687.000-1691.000=-4.000

*mean*	212.516-217.826=-5.310
σ	3.702-3.851=-0.149
min	206.939-213.907=-6.968
max	216.965-226.150=-9.185

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1687.000-1689.625=-2.625
σ	0.000-3.889=-3.889
min	1687.000-1680.000=7.000
max	1687.000-1691.000=-4.000

*mean*	9.992-10.626=-0.634
σ	0.434-1.417=-0.983
min	9.505-9.583=-0.078
max	10.806-12.864=-2.058

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1687.000-1689.625=-2.625
σ	0.000-3.889=-3.889
min	1687.000-1680.000=7.000
max	1687.000-1691.000=-4.000

*mean*	658.332-645.762=12.569
σ	68.568-71.336=-2.769
min	592.108-575.848=16.260
max	727.671-737.974=-10.304

phase=processProdDef

*mean*	4753.276-4753.276=-0.000
σ	0.000-0.000=-0.000
min	4753.276
max	4753.276

*mean*	1687.000-1691.000=-4.000
σ	0.000
min	1687.000-1691.000=-4.000
max	1687.000-1691.000=-4.000

*mean*	4556.094-4272.246=283.848
σ	548.896-703.089=-154.192
min	3749.352-3356.445=392.907
max	5570.835-5648.487=-77.652

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1687.000-1689.625=-2.625
σ	0.000-3.889=-3.889
min	1687.000-1680.000=7.000
max	1687.000-1691.000=-4.000

*mean*	35.593-40.432=-4.840
σ	4.890-5.695=-0.805
min	30.116-30.677=-0.561
max	40.476-47.812=-7.336

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1687.000-1689.625=-2.625
σ	0.000-3.889=-3.889
min	1687.000-1680.000=7.000
max	1687.000-1691.000=-4.000

*mean*	704.907-764.425=-59.518
σ	65.529-109.653=-44.124
min	656.435-660.175=-3.740
max	858.559-953.823=-95.264

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.918=-0.001
σ	0.043-0.038=0.006
min	293.860-293.864=-0.003
max	293.969-293.957=0.012

*mean*	442.000-445.000=-3.000
σ	2.739-0.000=2.739
min	440.000-445.000=-5.000
max	445.000

*mean*	0.407-0.401=0.005
σ	0.012-0.011=0.002
min	0.393-0.392=0.001
max	0.417-0.413=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.314-1320.284=0.030
σ	0.030-0.062=-0.032
min	1320.267-1320.211=0.056
max	1320.342-1320.353=-0.010

*mean*	1090.400-1106.200=-15.800
σ	178.382-169.612=8.771
min	863.000-895.000=-32.000
max	1304.000-1328.000=-24.000

*mean*	2.294-2.225=0.069
σ	0.122-0.124=-0.003
min	2.173-2.033=0.140
max	2.489-2.347=0.143

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.476-1559.468=0.008
σ	3.379-3.379=-0.000
min	1557.793-1557.805=-0.012
max	1565.514-1565.508=0.006

*mean*	625.400-623.800=1.600
σ	83.164-87.345=-4.181
min	498.000-514.000=-16.000
max	717.000-725.000=-8.000

*mean*	2.341-2.440=-0.099
σ	0.235-0.293=-0.057
min	2.066-2.129=-0.063
max	2.593-2.777=-0.184

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.263-1882.275=-0.012
σ	0.062-0.061=0.002
min	1882.193-1882.209=-0.016
max	1882.343-1882.345=-0.002

*mean*	1724.400-1746.400=-22.000
σ	179.554-210.323=-30.769
min	1467.000-1476.000=-9.000
max	1889.000-1947.000=-58.000

*mean*	3.161-3.282=-0.122
σ	0.302-0.377=-0.076
min	2.783-2.934=-0.151
max	3.530-3.789=-0.259

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.713-1.630=0.084
σ	0.167-0.149=0.018
min	1.500-1.414=0.086
max	1.890-1.830=0.061

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.409=0.002
σ	583.279-583.277=0.002
min	160.767-160.768=-0.001
max	1327.329-1327.324=0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.531-0.549=-0.018
σ	0.523-0.559=-0.036
min	0.268-0.267=0.001
max	1.315-1.387=-0.072

policies=20

*mean*	1608.037-1608.021=0.016
σ	0.404-0.409=-0.005
min	1607.759-1607.741=0.018
max	1608.634-1608.626=0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.250-445.750=2.500
σ	5.500-2.500=3.000
min	440.000-442.000=-2.000
max	451.000-447.000=4.000

*mean*	2.689-2.709=-0.019
σ	0.010-0.017=-0.007
min	2.679-2.686=-0.007
max	2.700-2.726=-0.026

policies=200

*mean*	16088.535-16088.602=-0.067
σ	0.028-0.129=-0.101
min	16088.496-16088.498=-0.002
max	16088.560-16088.782=-0.222

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500
σ	3.697-5.066=-1.369
min	492.000-490.000=2.000
max	501.000

*mean*	27.329-27.219=0.110
σ	0.054-0.056=-0.002
min	27.265-27.142=0.123
max	27.391-27.274=0.116