Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.001
σ	0.357-0.359=-0.002
min	54.746-54.747=-0.001
max	55.896-55.902=-0.007

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.143-0.141=0.001
σ	0.005-0.005=-0.000
min	0.138-0.135=0.003
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.849=0.000
σ	0.005-0.007=-0.002
min	43.843-43.834=0.008
max	43.857-43.857=-0.000

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.126-0.124=0.002
σ	0.004-0.004=-0.000
min	0.121-0.119=0.003
max	0.132-0.133=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	12.859-12.223=0.636
σ	0.178-0.302=-0.124
min	12.617-11.839=0.778
max	13.151-12.619=0.532

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	13.376-12.403=0.972
σ	0.302-0.625=-0.323
min	13.049-11.088=1.961
max	13.915-13.192=0.723

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	15.258-14.828=0.430
σ	0.150-0.268=-0.118
min	15.020-14.469=0.551
max	15.430-15.221=0.209

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	14.312-13.543=0.770
σ	1.351-1.920=-0.569
min	11.151-10.380=0.770
max	15.292-15.867=-0.575

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	9.532-8.921=0.611
σ	0.729-1.312=-0.583
min	8.672-7.755=0.918
max	10.826-11.955=-1.129

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	7.179-6.563=0.616
σ	0.763-1.056=-0.293
min	6.266-5.583=0.683
max	8.412-9.000=-0.588

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.666-25.665=0.000
max	25.678-25.677=0.000

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	6.054-5.521=0.534
σ	0.147-0.177=-0.030
min	5.812-5.234=0.578
max	6.218-5.830=0.389

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	5.796-5.184=0.613
σ	0.162-0.197=-0.034
min	5.600-4.873=0.726
max	6.051-5.450=0.601

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	379.810-375.248=4.561
σ	90.299-82.158=8.142
min	345.891-343.337=2.554
max	603.233-578.428=24.805

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.000
max	7918.953-7918.954=-0.000

*mean*	3274.000-3274.875=-0.875
σ	1824.443-1825.285=-0.842
min	809.000
max	5622.000-5625.000=-3.000

*mean*	3560.923-3643.468=-82.545
σ	928.401-1122.236=-193.834
min	3081.005-3088.506=-7.500
max	5612.332-6242.357=-630.025

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	82.869-81.760=1.109
σ	15.117-16.268=-1.150
min	71.218-69.416=1.803
max	111.041-106.630=4.411

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	60.934-60.904=0.030
σ	1.143-0.282=0.861
min	59.851-60.594=-0.743
max	63.560-61.461=2.098

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	98.611-99.124=-0.513
σ	0.388-0.923=-0.535
min	98.013-98.128=-0.115
max	99.118-100.766=-1.649

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.303=0.000
min	14215.576-14215.575=0.001
max	14227.821-14227.820=0.001

*mean*	4042.750-4043.375=-0.625
σ	2009.155-2009.503=-0.348
min	1218.000
max	7149.000-7148.000=1.000

*mean*	8243.605-8005.498=238.107
σ	1834.343-2021.033=-186.690
min	5931.229-5986.679=-55.451
max	10585.813-11100.147=-514.334

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106-13159.106=0.000
max	13159.110

*mean*	7149.000-7148.000=1.000
σ	0.000
min	7149.000-7148.000=1.000
max	7149.000-7148.000=1.000

*mean*	5320.452-5130.080=190.372
σ	770.484-181.717=588.767
min	4984.767-5002.309=-17.542
max	7198.369-5487.639=1710.731

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	364.795-379.813=-15.017
σ	22.864-19.033=3.832
min	334.922-346.450=-11.528
max	392.687-394.488=-1.801

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	715.829-747.694=-31.865
σ	57.167-65.171=-8.004
min	641.342-637.059=4.284
max	789.403-818.562=-29.159

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.298=0.001
σ	0.759-0.759=-0.000
min	1023.823-1023.822=0.002
max	1027.437-1027.438=-0.001

*mean*	1054.650-1047.950=6.700
σ	311.601-307.616=3.984
min	571.000-570.000=1.000
max	1510.000-1503.000=7.000

*mean*	1.544-1.564=-0.021
σ	0.073-0.076=-0.003
min	1.485-1.484=0.001
max	1.815-1.767=0.048

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.404-0.402=0.002
σ	0.521-0.506=0.015
min	0.139-0.146=-0.007
max	1.332-1.304=0.028

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.490-0.479=0.010
σ	0.324-0.320=0.004
min	0.332-0.330=0.002
max	1.068-1.051=0.017

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.225=0.000
σ	0.021-0.025=-0.003
min	0.210-0.210=0.000
max	0.260-0.268=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.328=0.004
σ	0.017-0.016=0.001
min	0.318-0.311=0.007
max	0.361-0.354=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-431.400=-0.400
σ	0.000-0.894=-0.894
min	431.000
max	431.000-433.000=-2.000

*mean*	0.555-0.557=-0.002
σ	0.052-0.074=-0.022
min	0.487-0.434=0.053
max	0.612-0.604=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.443-0.437=0.005
σ	0.052-0.067=-0.015
min	0.384-0.362=0.022
max	0.524-0.522=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	2.651-2.622=0.029
σ	0.096-0.094=0.001
min	2.466-2.467=-0.002
max	2.988-2.948=0.040

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	2.606-2.673=-0.067
σ	0.086-0.117=-0.031
min	2.467-2.455=0.012
max	2.850-3.128=-0.278

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.308-0.304=0.004
σ	0.009-0.009=0.000
min	0.284-0.291=-0.006
max	0.351-0.363=-0.012

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.299-0.289=0.011
σ	0.029-0.007=0.022
min	0.281-0.275=0.006
max	0.571-0.325=0.247

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.743-298.603=0.139
σ	1.011-1.043=-0.032
min	298.369-298.206=0.163
max	301.618-301.570=0.048

*mean*	442.400-443.500=-1.100
σ	15.342-17.469=-2.127
min	417.000-418.000=-1.000
max	467.000-463.000=4.000

*mean*	0.604-0.604=0.000
σ	0.029-0.025=0.004
min	0.538-0.553=-0.015
max	0.644-0.634=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	806.000-1069.625=-263.625
σ	0.000-26.517=-26.517
min	806.000-1004.000=-198.000
max	806.000-1079.000=-273.000

*mean*	211.938-212.872=-0.935
σ	4.122-5.363=-1.241
min	206.596-202.190=4.406
max	216.928-218.529=-1.601

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	806.000-1069.625=-263.625
σ	0.000-26.517=-26.517
min	806.000-1004.000=-198.000
max	806.000-1079.000=-273.000

*mean*	9.118-8.788=0.330
σ	1.374-2.029=-0.656
min	6.501-6.335=0.167
max	10.829-12.644=-1.814

phase=parser

*mean*	1042.361-1042.364=-0.003
σ	0.000-0.000=0.000
min	1042.361-1042.364=-0.003
max	1042.362-1042.364=-0.003

*mean*	806.000-1069.625=-263.625
σ	0.000-26.517=-26.517
min	806.000-1004.000=-198.000
max	806.000-1079.000=-273.000

*mean*	535.196-476.142=59.055
σ	99.930-108.112=-8.182
min	405.814-374.952=30.862
max	732.926-721.027=11.899

phase=processProdDef

*mean*	4850.767-4850.764=0.003
σ	0.000-0.000=-0.000
min	4850.767-4850.764=0.003
max	4850.767-4850.765=0.002

*mean*	806.000-1079.000=-273.000
σ	0.000
min	806.000-1079.000=-273.000
max	806.000-1079.000=-273.000

*mean*	5272.043-4984.587=287.456
σ	272.321-489.341=-217.020
min	4765.489-4153.977=611.511
max	5541.735-5474.938=66.797

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	806.000-1069.625=-263.625
σ	0.000-26.517=-26.517
min	806.000-1004.000=-198.000
max	806.000-1079.000=-273.000

*mean*	35.862-33.051=2.812
σ	7.947-10.838=-2.892
min	20.645-20.075=0.570
max	41.436-47.912=-6.476

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	806.000-1069.625=-263.625
σ	0.000-26.517=-26.517
min	806.000-1004.000=-198.000
max	806.000-1079.000=-273.000

*mean*	789.035-748.837=40.198
σ	121.928-101.657=20.271
min	657.012-656.821=0.191
max	921.072-911.374=9.698

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.842-293.842=0.000
σ	0.027-0.027=-0.000
min	293.811-293.811=-0.000
max	293.880-293.881=-0.000

*mean*	442.400-443.000=-0.600
σ	0.548-0.000=0.548
min	442.000-443.000=-1.000
max	443.000

*mean*	0.392-0.393=-0.000
σ	0.001-0.001=0.000
min	0.391-0.392=-0.001
max	0.394-0.394=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.161-1320.252=-0.091
σ	0.091-0.057=0.034
min	1320.056-1320.184=-0.127
max	1320.298-1320.323=-0.024

*mean*	1069.200-1065.200=4.000
σ	167.521-163.990=3.531
min	844.000-843.000=1.000
max	1275.000-1264.000=11.000

*mean*	1.934-2.301=-0.367
σ	0.128-0.190=-0.062
min	1.827-2.150=-0.323
max	2.136-2.628=-0.492

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.632-1560.620=0.012
σ	6.237-6.217=0.020
min	1557.667-1557.678=-0.010
max	1571.784-1571.737=0.047

*mean*	619.600-618.200=1.400
σ	82.984-83.034=-0.051
min	494.000-493.000=1.000
max	717.000-716.000=1.000

*mean*	2.314-2.282=0.032
σ	0.214-0.125=0.089
min	2.166-2.149=0.018
max	2.686-2.453=0.232

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.156=0.011
σ	0.050-0.041=0.009
min	1882.093-1882.094=-0.001
max	1882.221-1882.188=0.034

*mean*	1704.600-1707.200=-2.600
σ	246.112-258.495=-12.383
min	1406.000-1396.000=10.000
max	2033.000-2055.000=-22.000

*mean*	2.935-2.987=-0.051
σ	0.047-0.083=-0.036
min	2.895-2.895=0.000
max	3.002-3.097=-0.095

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.806-1.829=-0.024
σ	0.130-0.123=0.007
min	1.587-1.640=-0.053
max	1.906-1.954=-0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.079=0.003
σ	582.722-582.724=-0.001
min	160.719-160.714=0.005
max	1326.165-1326.164=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.545-0.521=0.024
σ	0.546-0.493=0.053
min	0.260-0.267=-0.008
max	1.364-1.261=0.104

policies=20

*mean*	1607.521-1607.509=0.012
σ	0.408-0.411=-0.003
min	1607.249-1607.226=0.023
max	1608.127-1608.117=0.010

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-452.000=-1.000
σ	9.238-10.392=-1.155
min	443.000
max	459.000-461.000=-2.000

*mean*	2.695-2.686=0.009
σ	0.017-0.009=0.008
min	2.678-2.679=-0.000
max	2.718-2.699=0.019

policies=200

*mean*	16083.469-16083.450=0.019
σ	0.111-0.072=0.039
min	16083.371-16083.369=0.002
max	16083.628-16083.545=0.083

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-498.250=2.250
σ	5.972-4.573=1.399
min	494.000-493.000=1.000
max	508.000-504.000=4.000

*mean*	27.266-27.243=0.023
σ	0.067-0.069=-0.002
min	27.179-27.190=-0.011
max	27.343-27.344=-0.001