Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.870=-0.000
σ	0.357-0.358=-0.001
min	54.740-54.732=0.008
max	55.886-55.888=-0.002

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.142-0.141=0.001
σ	0.005-0.005=-0.000
min	0.137-0.134=0.003
max	0.153-0.152=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.839=0.001
σ	0.005-0.005=-0.001
min	43.833-43.832=0.001
max	43.847-43.848=-0.001

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.005=0.000
min	0.115-0.121=-0.006
max	0.130-0.134=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	12.876-13.541=-0.664
σ	0.363-1.803=-1.439
min	12.279-12.401=-0.122
max	13.440-17.905=-4.464

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	13.121-13.931=-0.810
σ	0.489-1.879=-1.390
min	12.008-12.846=-0.838
max	13.680-18.544=-4.864

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.929=-0.000
max	41.933-41.932=0.001

*mean*	7147.000-7144.000=3.000
σ	0.000
min	7147.000-7144.000=3.000
max	7147.000-7144.000=3.000

*mean*	15.413-15.382=0.031
σ	0.255-0.191=0.064
min	14.968-15.163=-0.194
max	15.773-15.762=0.011

op=table_records(), repeat

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	13.916-15.100=-1.184
σ	1.936-1.587=0.349
min	10.834-11.517=-0.683
max	15.583-16.472=-0.890

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	9.496-10.111=-0.615
σ	1.432-1.652=-0.220
min	8.465-8.601=-0.136
max	12.801-12.721=0.080

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	7.327-7.624=-0.296
σ	1.295-1.734=-0.438
min	6.575-6.214=0.360
max	10.507-10.547=-0.040

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.677

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	6.070-6.171=-0.101
σ	0.267-0.513=-0.246
min	5.710-5.789=-0.079
max	6.593-7.409=-0.816

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	5.871-6.061=-0.190
σ	0.111-0.480=-0.370
min	5.668-5.736=-0.068
max	5.969-7.233=-1.265

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7147.000-7144.000=3.000
σ	0.000
min	7147.000-7144.000=3.000
max	7147.000-7144.000=3.000

*mean*	391.474-396.867=-5.393
σ	111.284-91.918=19.367
min	348.662-350.568=-1.906
max	666.814-607.161=59.654

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3274.500-3273.500=1.000
σ	1824.316-1823.184=1.133
min	810.000-809.000=1.000
max	5622.000-5620.000=2.000

*mean*	3626.226-3715.110=-88.884
σ	983.934-1089.341=-105.406
min	3135.237-3113.857=21.380
max	5845.660-6239.484=-393.825

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	85.661-91.746=-6.085
σ	16.738-23.602=-6.864
min	71.516-71.158=0.357
max	115.538-123.990=-8.452

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7147.000-7144.000=3.000
σ	0.000
min	7147.000-7144.000=3.000
max	7147.000-7144.000=3.000

*mean*	61.481-61.655=-0.174
σ	0.659-0.459=0.201
min	60.733-61.067=-0.334
max	62.523-62.502=0.021

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7147.000-7144.000=3.000
σ	0.000
min	7147.000-7144.000=3.000
max	7147.000-7144.000=3.000

*mean*	99.581-99.964=-0.383
σ	0.845-0.443=0.402
min	97.930-99.406=-1.477
max	100.494-100.520=-0.026

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.001
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820

*mean*	4043.000-4041.375=1.625
σ	2008.422-2007.514=0.908
min	1218.000-1217.000=1.000
max	7147.000-7144.000=3.000

*mean*	8359.037-7721.964=637.073
σ	1833.645-1487.388=346.256
min	6050.031-6094.881=-44.850
max	10988.199-10063.826=924.374

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7147.000-7144.000=3.000
σ	0.000
min	7147.000-7144.000=3.000
max	7147.000-7144.000=3.000

*mean*	5172.080-5173.660=-1.580
σ	180.794-200.595=-19.800
min	5055.959-5052.945=3.014
max	5529.862-5538.744=-8.882

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	388.526-377.056=11.470
σ	14.370-20.819=-6.448
min	354.187-347.027=7.161
max	402.064-399.197=2.867

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.500=0.500
σ	0.000-0.926=-0.926
min	560.000-559.000=1.000
max	560.000-561.000=-1.000

*mean*	771.642-722.648=48.994
σ	35.577-87.722=-52.144
min	687.439-577.126=110.313
max	802.858-830.348=-27.490

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.325=0.000
σ	0.758-0.758=0.000
min	1023.851-1023.849=0.002
max	1027.462-1027.462=-0.000

*mean*	1040.000-1052.400=-12.400
σ	300.918-317.480=-16.562
min	564.000-575.000=-11.000
max	1462.000-1524.000=-62.000

*mean*	1.576-1.599=-0.023
σ	0.058-0.082=-0.024
min	1.478-1.429=0.049
max	1.701-1.798=-0.097

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.399=-0.003
σ	0.503-0.503=0.000
min	0.141-0.145=-0.004
max	1.293-1.295=-0.002

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.523-0.484=0.039
σ	0.307-0.315=-0.008
min	0.320-0.331=-0.011
max	1.041-1.047=-0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.222=-0.006
σ	0.026-0.025=0.001
min	0.199-0.203=-0.004
max	0.260-0.262=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.336=-0.008
σ	0.020-0.014=0.006
min	0.312-0.322=-0.010
max	0.362-0.359=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.800=4.200
σ	5.612-1.789=3.824
min	431.000
max	442.000-435.000=7.000

*mean*	0.561-0.529=0.032
σ	0.072-0.076=-0.004
min	0.442-0.423=0.019
max	0.615-0.600=0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.468-0.469=-0.001
σ	0.060-0.029=0.030
min	0.386-0.435=-0.049
max	0.526-0.499=0.028

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.669-1.976=0.693
σ	0.111-0.071=0.041
min	2.469-1.844=0.626
max	3.181-2.229=0.952

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.622-1.951=0.671
σ	0.081-0.085=-0.004
min	2.440-1.800=0.640
max	2.851-2.236=0.615

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.305-0.312=-0.007
σ	0.010-0.037=-0.027
min	0.288-0.294=-0.006
max	0.365-0.593=-0.228

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.289-0.292=-0.002
σ	0.008-0.010=-0.003
min	0.276-0.279=-0.003
max	0.334-0.355=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.780-298.759=0.021
σ	1.068-1.058=0.010
min	298.344-298.362=-0.019
max	301.814-301.766=0.047

*mean*	445.800-439.700=6.100
σ	17.326-15.854=1.472
min	425.000-416.000=9.000
max	472.000-463.000=9.000

*mean*	0.600-0.591=0.009
σ	0.021-0.034=-0.014
min	0.561-0.525=0.036
max	0.626-0.638=-0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678

*mean*	1032.250-1032.375=-0.125
σ	41.719-41.366=0.354
min	929.000-930.000=-1.000
max	1047.000

*mean*	216.643-216.188=0.455
σ	5.913-4.139=1.774
min	210.411-212.219=-1.808
max	226.035-224.930=1.106

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1032.250-1032.375=-0.125
σ	41.719-41.366=0.354
min	929.000-930.000=-1.000
max	1047.000

*mean*	8.112-6.863=1.249
σ	1.854-1.093=0.761
min	6.336-6.339=-0.003
max	10.512-9.544=0.968

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1032.250-1032.375=-0.125
σ	41.719-41.366=0.354
min	929.000-930.000=-1.000
max	1047.000

*mean*	494.626-436.057=58.569
σ	86.630-86.899=-0.269
min	378.062-370.534=7.528
max	590.603-578.415=12.188

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=-0.000
min	4850.764
max	4850.764-4850.764=-0.001

*mean*	1047.000
σ	0.000
min	1047.000
max	1047.000

*mean*	4814.701-4740.156=74.544
σ	420.700-368.792=51.908
min	4231.295-4165.531=65.765
max	5284.594-5270.677=13.917

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1032.250-1032.375=-0.125
σ	41.719-41.366=0.354
min	929.000-930.000=-1.000
max	1047.000

*mean*	29.931-23.483=6.449
σ	9.850-7.123=2.726
min	20.522-20.570=-0.048
max	40.593-41.067=-0.474

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1032.250-1032.375=-0.125
σ	41.719-41.366=0.354
min	929.000-930.000=-1.000
max	1047.000

*mean*	749.153-688.149=61.005
σ	74.846-53.979=20.867
min	658.282-651.296=6.987
max	863.614-805.280=58.334

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926-293.928=-0.001
σ	0.038-0.038=0.000
min	293.872-293.874=-0.002
max	293.965-293.966=-0.001

*mean*	444.200-441.800=2.400
σ	1.643-2.950=-1.306
min	443.000-439.000=4.000
max	446.000-445.000=1.000

*mean*	0.396-0.399=-0.003
σ	0.001-0.007=-0.006
min	0.395-0.393=0.001
max	0.397-0.408=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.320-1320.302=0.018
σ	0.032-0.041=-0.008
min	1320.271-1320.252=0.019
max	1320.351-1320.351=0.000

*mean*	1068.600-1109.200=-40.600
σ	167.699-171.192=-3.493
min	844.000-896.000=-52.000
max	1276.000-1333.000=-57.000

*mean*	2.273-2.217=0.056
σ	0.112-0.103=0.010
min	2.165-2.062=0.103
max	2.453-2.307=0.147

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.719-1560.744=-0.024
σ	6.235-6.228=0.006
min	1557.728-1557.796=-0.068
max	1571.868-1571.882=-0.014

*mean*	619.800-627.600=-7.800
σ	81.555-89.993=-8.438
min	497.000-504.000=-7.000
max	716.000-727.000=-11.000

*mean*	2.329-2.371=-0.043
σ	0.215-0.287=-0.073
min	2.190-2.061=0.130
max	2.708-2.714=-0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.278-1882.273=0.005
σ	0.055-0.060=-0.005
min	1882.213-1882.199=0.015
max	1882.350-1882.355=-0.005

*mean*	1700.200-1759.400=-59.200
σ	246.412-219.556=26.856
min	1406.000-1479.000=-73.000
max	2031.000-1971.000=60.000

*mean*	2.921-3.223=-0.303
σ	0.078-0.290=-0.212
min	2.821-2.887=-0.067
max	3.025-3.603=-0.578

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.593-1.724=-0.131
σ	0.129-0.259=-0.130
min	1.425-1.315=0.110
max	1.784-1.958=-0.173

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.153-452.153=-0.000
σ	582.777-582.777=-0.000
min	160.763-160.763=-0.000
max	1326.319-1326.319=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.547-0.551=-0.004
σ	0.546-0.555=-0.009
min	0.269-0.268=0.001
max	1.366-1.383=-0.018

policies=20

*mean*	1607.965-1607.972=-0.006
σ	0.422-0.430=-0.008
min	1607.682-1607.680=0.002
max	1608.591-1608.609=-0.018

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-449.000=0.500
σ	9.815-9.238=0.577
min	441.000
max	458.000-457.000=1.000

*mean*	2.707-2.711=-0.004
σ	0.033-0.014=0.018
min	2.686-2.699=-0.012
max	2.756-2.725=0.031

policies=200

*mean*	16087.753-16087.779=-0.026
σ	0.112-0.143=-0.031
min	16087.586-16087.633=-0.048
max	16087.815-16087.954=-0.139

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750
σ	2.872-4.272=-1.400
min	493.000-492.000=1.000
max	500.000-502.000=-2.000

*mean*	27.325-27.387=-0.061
σ	0.088-0.119=-0.031
min	27.225-27.278=-0.053
max	27.439-27.550=-0.111