Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.695=-0.031
σ	0.000
min	558.664-558.695=-0.031
max	558.664-558.695=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.880=-0.001
σ	0.358-0.357=0.001
min	54.744-54.746=-0.002
max	55.897-55.895=0.002

*mean*	417.000-415.900=1.100
σ	0.000-0.316=-0.316
min	417.000-415.000=2.000
max	417.000-416.000=1.000

*mean*	0.140-0.139=0.001
σ	0.004-0.005=-0.000
min	0.134-0.134=0.001
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.849=-0.001
σ	0.008-0.006=0.001
min	43.838-43.836=0.002
max	43.864-43.856=0.008

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.005=0.000
min	0.117-0.117=-0.001
max	0.130-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	14.113-14.224=-0.110
σ	2.399-2.694=-0.294
min	12.590-12.306=0.283
max	18.039-18.624=-0.584

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	14.542-14.060=0.483
σ	2.437-2.450=-0.013
min	12.887-11.963=0.924
max	18.605-18.487=0.119

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7157.000-7144.000=13.000
σ	0.000
min	7157.000-7144.000=13.000
max	7157.000-7144.000=13.000

*mean*	15.500-15.381=0.118
σ	0.164-0.333=-0.169
min	15.332-15.006=0.326
max	15.750-15.870=-0.121

op=table_records(), repeat

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	14.595-14.606=-0.011
σ	1.582-1.810=-0.228
min	11.223-10.399=0.824
max	16.360-16.110=0.250

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	9.930-9.871=0.059
σ	1.778-1.475=0.303
min	8.656-8.402=0.254
max	12.938-12.320=0.617

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404-26.404=-0.000

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	7.607-7.491=0.115
σ	1.835-1.566=0.268
min	6.272-6.218=0.053
max	10.644-10.132=0.512

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.677-25.678=-0.000

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	6.446-6.222=0.224
σ	0.765-0.687=0.078
min	5.792-5.692=0.100
max	7.691-7.403=0.289

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.972

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	6.289-5.992=0.297
σ	0.836-0.803=0.034
min	5.345-5.390=-0.044
max	7.611-7.282=0.329

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7157.000-7144.000=13.000
σ	0.000
min	7157.000-7144.000=13.000
max	7157.000-7144.000=13.000

*mean*	376.045-375.268=0.777
σ	82.504-56.108=26.395
min	341.578-341.910=-0.333
max	580.132-466.851=113.281

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.954=-0.000

*mean*	3275.250-3274.125=1.125
σ	1825.340-1824.058=1.283
min	809.000
max	5623.000-5620.000=3.000

*mean*	3687.932-3730.597=-42.665
σ	948.734-1046.311=-97.578
min	3090.171-3088.223=1.948
max	5840.553-6127.405=-286.852

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	93.468-89.047=4.421
σ	23.811-20.599=3.213
min	70.963-69.768=1.195
max	124.973-122.762=2.211

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7157.000-7144.000=13.000
σ	0.000
min	7157.000-7144.000=13.000
max	7157.000-7144.000=13.000

*mean*	61.258-61.365=-0.107
σ	0.341-1.076=-0.735
min	60.813-60.358=0.455
max	61.751-63.852=-2.102

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7157.000-7144.000=13.000
σ	0.000
min	7157.000-7144.000=13.000
max	7157.000-7144.000=13.000

*mean*	100.123-285.155=-185.032
σ	0.878-361.243=-360.365
min	98.782-98.679=0.103
max	101.252-1046.431=-945.179

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.000
σ	4.304-4.304=0.000
min	14215.575
max	14227.820

*mean*	4045.000-4042.500=2.500
σ	2011.177-2007.257=3.919
min	1219.000
max	7157.000-7144.000=13.000

*mean*	7847.644-8182.196=-334.551
σ	1713.092-1889.721=-176.629
min	6008.123-5937.616=70.507
max	10596.565-10505.711=90.854

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7157.000-7144.000=13.000
σ	0.000
min	7157.000-7144.000=13.000
max	7157.000-7144.000=13.000

*mean*	5142.709-5293.031=-150.322
σ	240.746-576.071=-335.325
min	4980.619-4948.945=31.674
max	5588.731-6620.886=-1032.155

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.375=0.625
σ	0.000-0.518=-0.518
min	477.000-476.000=1.000
max	477.000

*mean*	364.119-391.283=-27.164
σ	20.989-2.528=18.461
min	342.828-386.304=-43.476
max	390.828-393.790=-2.962

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	749.744-745.392=4.352
σ	47.512-54.890=-7.379
min	663.726-666.779=-3.053
max	794.162-802.370=-8.208

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.759=0.001
min	1023.826-1023.823=0.003
max	1027.441-1027.437=0.004

*mean*	1048.850-1038.450=10.400
σ	314.684-303.227=11.457
min	558.000-554.000=4.000
max	1514.000-1462.000=52.000

*mean*	1.578-1.566=0.011
σ	0.140-0.078=0.062
min	1.370-1.501=-0.131
max	2.010-1.769=0.241

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.444-0.384=0.060
σ	0.426-0.466=-0.040
min	0.230-0.154=0.076
max	1.205-1.217=-0.012

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.748-0.476=0.272
σ	0.343-0.314=0.028
min	0.572-0.325=0.247
max	1.360-1.038=0.322

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.387-0.219=0.168
σ	0.040-0.023=0.017
min	0.357-0.203=0.154
max	0.455-0.257=0.198

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.583-0.393=0.190
σ	0.023-0.136=-0.113
min	0.565-0.326=0.239
max	0.621-0.636=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.000-431.800=-1.800
σ	0.000-1.789=-1.789
min	430.000-431.000=-1.000
max	430.000-435.000=-5.000

*mean*	0.590-0.564=0.026
σ	0.100-0.050=0.050
min	0.478-0.493=-0.016
max	0.747-0.607=0.140

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	430.000-442.000=-12.000
σ	0.000
min	430.000-442.000=-12.000
max	430.000-442.000=-12.000

*mean*	0.472-0.464=0.008
σ	0.038-0.048=-0.010
min	0.418-0.419=-0.000
max	0.525-0.522=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	430.000-442.000=-12.000
σ	0.000
min	430.000-442.000=-12.000
max	430.000-442.000=-12.000

*mean*	2.607-2.627=-0.021
σ	0.093-0.105=-0.011
min	2.428-2.403=0.025
max	2.875-2.859=0.015

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	430.000-442.000=-12.000
σ	0.000
min	430.000-442.000=-12.000
max	430.000-442.000=-12.000

*mean*	2.563-2.560=0.003
σ	0.092-0.073=0.019
min	2.420-2.436=-0.015
max	2.865-2.752=0.113

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	430.000-442.000=-12.000
σ	0.000
min	430.000-442.000=-12.000
max	430.000-442.000=-12.000

*mean*	0.307-0.305=0.002
σ	0.015-0.008=0.007
min	0.292-0.291=0.001
max	0.385-0.350=0.035

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-442.000=-12.000
σ	0.000
min	430.000-442.000=-12.000
max	430.000-442.000=-12.000

*mean*	0.292-0.296=-0.004
σ	0.007-0.008=-0.001
min	0.279-0.284=-0.005
max	0.328-0.352=-0.024

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.719-11.351=0.368
σ	12.760-11.965=0.796
min	0.574-0.574=-0.000
max	147.375-88.708=58.667

*mean*	458.457-457.940=0.517
σ	19.654-20.952=-1.298
min	406.000-407.000=-1.000
max	477.000

*mean*	0.027-0.026=0.000
σ	0.031-0.029=0.002
min	0.001-0.001=-0.000
max	0.361-0.219=0.142

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.716-298.567=0.149
σ	0.967-1.079=-0.112
min	298.273-298.138=0.135
max	301.463-301.630=-0.167

*mean*	441.900-444.700=-2.800
σ	14.403-17.062=-2.660
min	420.000-418.000=2.000
max	464.000-470.000=-6.000

*mean*	0.605-0.612=-0.007
σ	0.018-0.007=0.011
min	0.575-0.599=-0.024
max	0.640-0.620=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1064.875-1065.750=-0.875
σ	34.295-34.648=-0.354
min	980.000
max	1077.000-1078.000=-1.000

*mean*	209.657-212.672=-3.015
σ	3.840-5.280=-1.439
min	201.209-207.290=-6.080
max	213.673-224.728=-11.055

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1064.875-1065.750=-0.875
σ	34.295-34.648=-0.354
min	980.000
max	1077.000-1078.000=-1.000

*mean*	8.290-8.350=-0.060
σ	2.380-2.905=-0.525
min	6.188-6.306=-0.118
max	12.949-12.916=0.032

phase=parser

*mean*	1042.362-1042.363=-0.001
σ	0.000-0.000=0.000
min	1042.361-1042.363=-0.001
max	1042.362-1042.363=-0.001

*mean*	1064.875-1065.750=-0.875
σ	34.295-34.648=-0.354
min	980.000
max	1077.000-1078.000=-1.000

*mean*	472.836-516.590=-43.754
σ	148.358-145.400=2.959
min	375.737-376.100=-0.362
max	825.138-731.171=93.966

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=-0.000
min	4850.764-4850.764=-0.000
max	4850.765-4850.765=-0.000

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	5016.313-4480.920=535.393
σ	527.579-896.212=-368.633
min	3923.026-3637.277=285.750
max	5528.677-5879.226=-350.549

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-1065.750=-0.875
σ	34.295-34.648=-0.354
min	980.000
max	1077.000-1078.000=-1.000

*mean*	30.817-32.616=-1.798
σ	11.484-12.968=-1.483
min	20.468-20.601=-0.133
max	50.967-48.542=2.424

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.875-1065.750=-0.875
σ	34.295-34.648=-0.354
min	980.000
max	1077.000-1078.000=-1.000

*mean*	736.896-725.102=11.794
σ	118.520-94.802=23.719
min	644.482-649.535=-5.053
max	925.120-892.915=32.205

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.817=0.004
σ	0.038-0.038=-0.001
min	293.768-293.766=0.002
max	293.860-293.857=0.003

*mean*	442.600-444.400=-1.800
σ	2.191-0.548=1.643
min	441.000-444.000=-3.000
max	445.000

*mean*	0.393-0.393=0.001
σ	0.003-0.001=0.002
min	0.391-0.392=-0.001
max	0.398-0.393=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.218=-0.004
σ	0.035-0.031=0.003
min	1320.162-1320.170=-0.008
max	1320.246-1320.251=-0.005

*mean*	1085.800-1100.400=-14.600
σ	171.040-189.928=-18.888
min	881.000-839.000=42.000
max	1316.000-1328.000=-12.000

*mean*	2.305-2.273=0.031
σ	0.231-0.121=0.110
min	2.142-2.160=-0.017
max	2.713-2.476=0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.598-1560.615=-0.017
σ	6.208-6.227=-0.020
min	1557.623-1557.629=-0.006
max	1571.698-1571.751=-0.052

*mean*	613.600-619.600=-6.000
σ	94.648-82.157=12.491
min	500.000-495.000=5.000
max	737.000-715.000=22.000

*mean*	2.253-2.323=-0.069
σ	0.103-0.205=-0.102
min	2.118-2.190=-0.072
max	2.393-2.687=-0.294

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.161=0.009
σ	0.055-0.075=-0.021
min	1882.105-1882.090=0.016
max	1882.242-1882.254=-0.012

*mean*	1729.200-1733.000=-3.800
σ	180.940-173.506=7.433
min	1469.000-1474.000=-5.000
max	1893.000-1881.000=12.000

*mean*	3.070-3.137=-0.067
σ	0.209-0.386=-0.177
min	2.882-2.906=-0.024
max	3.397-3.824=-0.428

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.819-1.620=0.199
σ	0.111-0.241=-0.129
min	1.690-1.267=0.423
max	1.929-1.807=0.122

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.255-452.257=-0.002
σ	582.730-582.731=-0.001
min	160.887-160.887=-0.001
max	1326.350-1326.353=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.542-0.547=-0.005
σ	0.541-0.551=-0.010
min	0.266-0.267=-0.001
max	1.353-1.372=-0.019

policies=20

*mean*	1609.235-1609.238=-0.004
σ	0.408-0.423=-0.014
min	1608.952-1608.956=-0.004
max	1609.839-1609.868=-0.029

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-447.500=3.500
σ	8.083-8.660=-0.577
min	444.000-440.000=4.000
max	458.000-455.000=3.000

*mean*	2.680-2.718=-0.038
σ	0.011-0.044=-0.032
min	2.666-2.689=-0.023
max	2.694-2.782=-0.089

policies=200

*mean*	16100.567-16100.564=0.004
σ	0.131-0.122=0.008
min	16100.468-16100.474=-0.006
max	16100.748-16100.736=0.012

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.000-496.250=2.750
σ	3.162-4.031=-0.869
min	496.000-492.000=4.000
max	503.000-501.000=2.000

*mean*	27.090-27.123=-0.034
σ	0.046-0.087=-0.040
min	27.021-27.079=-0.058
max	27.125-27.253=-0.128