Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.775=-0.001
σ	0.362-0.364=-0.001
min	54.629-54.630=-0.001
max	55.804-55.809=-0.005

*mean*	418.700-416.000=2.700
σ	0.483-0.000=0.483
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.000
min	0.137-0.137=0.000
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.773=0.000
σ	0.005-0.007=-0.002
min	43.764-43.760=0.004
max	43.782-43.786=-0.005

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.122-0.124=-0.001
σ	0.004-0.004=-0.000
min	0.117-0.120=-0.003
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4423.125-4590.250=-167.125
σ	2227.392-2248.390=-20.997
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	13.359-147.894=-134.536
σ	3.538-383.785=-380.247
min	11.992-11.972=0.020
max	22.110-1097.713=-1075.603

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.001

*mean*	4604.125-4590.250=13.875
σ	2258.324-2248.390=9.934
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	164.341-13.736=150.605
σ	426.115-2.923=423.192
min	11.643-11.746=-0.103
max	1218.883-20.888=1197.995

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	11.051-11.752=-0.702
σ	0.266-1.825=-1.558
min	10.724-10.936=-0.212
max	11.447-16.254=-4.807

op=table_records(), repeat

*mean*	41.934-41.934=0.000
σ	0.001-0.002=-0.000
min	41.933
max	41.937-41.937=-0.001

*mean*	4193.875-4182.375=11.500
σ	1954.014-1945.347=8.667
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	11.461-11.571=-0.110
σ	1.755-1.663=0.092
min	10.654-10.745=-0.092
max	15.788-15.663=0.125

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4193.875-4182.375=11.500
σ	1954.014-1945.347=8.667
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	9.000-9.133=-0.133
σ	1.254-1.312=-0.058
min	7.975-7.917=0.059
max	12.040-12.260=-0.220

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406-26.406=-0.000

*mean*	4193.875-4182.375=11.500
σ	1954.014-1945.347=8.667
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	6.938-7.093=-0.155
σ	1.040-0.970=0.070
min	5.912-6.338=-0.425
max	9.406-9.431=-0.025

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4604.125-4590.250=13.875
σ	2258.324-2248.390=9.934
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	6.484-6.180=0.304
σ	1.142-0.504=0.638
min	5.699-5.799=-0.100
max	8.818-7.343=1.475

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4604.125-4590.250=13.875
σ	2258.324-2248.390=9.934
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	6.295-6.014=0.280
σ	1.117-0.574=0.543
min	5.593-5.677=-0.083
max	8.655-7.415=1.240

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	350.549-346.169=4.379
σ	4.429-1.779=2.650
min	345.705-344.119=1.585
max	357.891-349.523=8.368

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713-3495.713=-0.000
max	3497.038-3497.037=0.001

*mean*	3768.250-3757.625=10.625
σ	2309.638-2300.038=9.600
min	720.000
max	7407.000-7381.000=26.000

*mean*	1788.852-1747.592=41.260
σ	667.524-665.717=1.807
min	1392.473-1381.249=11.224
max	2957.604-2916.774=40.830

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.000

*mean*	4193.875-4410.875=-217.000
σ	1954.014-2217.641=-263.627
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	139.191-202.098=-62.908
σ	18.327-177.130=-158.803
min	130.496-129.713=0.784
max	184.056-637.821=-453.765

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4423.125-4410.875=12.250
σ	2227.392-2217.641=9.751
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	176.436-43.121=133.315
σ	376.436-1.737=374.699
min	41.326-41.120=0.207
max	1108.061-46.481=1061.579

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	130.928-180.867=-49.938
σ	308.816-448.980=-140.164
min	21.487-21.238=0.249
max	895.209-1292.030=-396.821

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	59.730-65.157=-5.427
σ	9.795-22.427=-12.632
min	55.681-55.554=0.126
max	83.961-120.277=-36.316

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4193.875-4182.375=11.500
σ	1954.014-1945.347=8.667
min	1487.000-1484.000=3.000
max	7407.000-7381.000=26.000

*mean*	3250.172-3248.340=1.832
σ	752.101-746.100=6.001
min	2519.948-2505.807=14.141
max	4568.067-4507.578=60.489

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	971.928-1040.824=-68.895
σ	84.264-266.416=-182.152
min	924.109-914.552=9.557
max	1151.226-1685.129=-533.903

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	394.758-386.359=8.399
σ	6.028-6.280=-0.252
min	380.737-375.335=5.403
max	400.115-398.600=1.515

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	376.415-382.521=-6.106
σ	32.332-24.848=7.484
min	331.461-349.995=-18.533
max	432.590-426.280=6.310

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-563.000=-2.000
σ	0.000
min	561.000-563.000=-2.000
max	561.000-563.000=-2.000

*mean*	762.014-724.861=37.153
σ	45.819-59.718=-13.899
min	695.383-616.291=79.092
max	813.034-785.387=27.647

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-963.972=-0.002
σ	1.820-1.821=-0.001
min	963.266-963.263=0.003
max	971.666-971.674=-0.008

*mean*	1034.400-1046.250=-11.850
σ	304.295-320.771=-16.477
min	544.000-542.000=2.000
max	1525.000-1568.000=-43.000

*mean*	1.268-1.267=0.001
σ	0.095-0.077=0.018
min	1.181-1.176=0.005
max	1.573-1.442=0.131

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.290=0.007
σ	0.281-0.279=0.002
min	0.144-0.142=0.002
max	0.795-0.785=0.010

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.479=-0.006
σ	0.323-0.321=0.002
min	0.314-0.319=-0.005
max	1.050-1.052=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.221=-0.003
σ	0.025-0.022=0.003
min	0.201-0.203=-0.003
max	0.261-0.260=0.002

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.331=-0.000
σ	0.021-0.017=0.004
min	0.313-0.315=-0.002
max	0.367-0.358=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.557-0.522=0.036
σ	0.053-0.039=0.014
min	0.479-0.481=-0.002
max	0.607-0.572=0.035

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.425-0.499=-0.074
σ	0.052-0.038=0.013
min	0.380-0.432=-0.052
max	0.486-0.529=-0.043

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.921-1.963=-0.042
σ	0.093-0.075=0.019
min	1.759-1.861=-0.102
max	2.240-2.365=-0.125

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.834-1.949=-0.115
σ	0.090-0.073=0.017
min	1.721-1.821=-0.100
max	2.366-2.242=0.124

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.305-0.304=0.001
σ	0.016-0.006=0.010
min	0.286-0.293=-0.007
max	0.440-0.340=0.100

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.293-0.295=-0.003
σ	0.008-0.009=-0.002
min	0.278-0.279=-0.001
max	0.338-0.332=0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.533-11.859=-0.326
σ	11.322-11.415=-0.093
min	0.574-0.963=-0.390
max	96.676-98.247=-1.570

*mean*	459.705-466.230=-6.525
σ	18.814-20.764=-1.950
min	406.000-410.000=-4.000
max	481.000-484.000=-3.000

*mean*	0.026-0.027=-0.001
σ	0.027-0.028=-0.001
min	0.001-0.001=-0.000
max	0.233-0.231=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.677-278.869=-0.192
σ	1.064-1.039=0.025
min	278.271-278.490=-0.219
max	281.700-281.824=-0.123

*mean*	440.900-442.600=-1.700
σ	16.155-17.443=-1.288
min	416.000-414.000=2.000
max	468.000-471.000=-3.000

*mean*	0.579-0.586=-0.007
σ	0.027-0.016=0.011
min	0.520-0.557=-0.037
max	0.625-0.615=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	239.722-222.724=16.999
σ	23.515-24.453=-0.938
min	193.427-194.758=-1.331
max	262.654-256.364=6.291

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	9.088-9.311=-0.223
σ	1.003-0.785=0.218
min	7.419-7.375=0.043
max	10.042-9.699=0.343

phase=parser

*mean*	1042.434-1042.434=0.000
σ	0.000-0.000=-0.000
min	1042.434-1042.434=0.001
max	1042.434

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	569.332-568.267=1.065
σ	64.763-60.053=4.711
min	416.747-422.381=-5.634
max	608.080-601.345=6.735

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	843.000-844.000=-1.000
σ	0.000
min	843.000-844.000=-1.000
max	843.000-844.000=-1.000

*mean*	2835.989-2726.540=109.449
σ	465.637-387.642=77.994
min	2020.739-1867.033=153.706
max	3328.185-3090.618=237.567

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	37.087-38.422=-1.335
σ	6.374-4.726=1.648
min	26.634-26.772=-0.138
max	40.942-40.861=0.081

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.375-843.375=-1.000
σ	1.768
min	838.000-839.000=-1.000
max	843.000-844.000=-1.000

*mean*	697.446-676.246=21.200
σ	47.549-20.323=27.225
min	640.818-641.086=-0.267
max	794.017-708.494=85.524

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.388-282.386=0.001
σ	0.035-0.037=-0.002
min	282.338-282.338=0.000
max	282.426-282.428=-0.003

*mean*	444.400-442.400=2.000
σ	0.548
min	444.000-442.000=2.000
max	445.000-443.000=2.000

*mean*	0.377-0.375=0.002
σ	0.007-0.001=0.005
min	0.371-0.373=-0.002
max	0.388-0.376=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.116-1267.125=-0.009
σ	0.094-0.110=-0.016
min	1266.987-1266.981=0.006
max	1267.252-1267.290=-0.038

*mean*	1112.400-1102.600=9.800
σ	169.045-190.872=-21.827
min	898.000-842.000=56.000
max	1326.000-1333.000=-7.000

*mean*	2.038-2.005=0.032
σ	0.136-0.166=-0.030
min	1.875-1.832=0.043
max	2.207-2.198=0.009

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.113-1506.064=0.049
σ	2.908-2.930=-0.022
min	1504.641-1504.547=0.093
max	1511.306-1511.293=0.013

*mean*	629.000-619.800=9.200
σ	90.019-81.199=8.821
min	505.000-494.000=11.000
max	728.000-710.000=18.000

*mean*	2.293-2.177=0.116
σ	0.221-0.153=0.068
min	2.062-2.031=0.031
max	2.541-2.417=0.123

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.118-1829.105=0.014
σ	0.091-0.032=0.059
min	1829.018-1829.051=-0.033
max	1829.258-1829.136=0.122

*mean*	1762.000-1737.600=24.400
σ	213.209-174.045=39.163
min	1481.000-1479.000=2.000
max	1965.000-1887.000=78.000

*mean*	3.170-2.913=0.257
σ	0.360-0.049=0.311
min	2.802-2.835=-0.032
max	3.598-2.962=0.636

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.599-1.758=-0.159
σ	0.104-0.165=-0.061
min	1.480-1.516=-0.035
max	1.751-1.893=-0.142

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.697=0.000
σ	518.051-518.051=-0.000
min	138.669-138.670=-0.000
max	1174.774-1174.774=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-439.000=6.000
σ	0.000
min	445.000-439.000=6.000
max	445.000-439.000=6.000

*mean*	0.490-0.499=-0.009
σ	0.513-0.522=-0.008
min	0.232-0.234=-0.003
max	1.260-1.282=-0.022

policies=20

*mean*	1386.831-1386.828=0.002
σ	0.160-0.149=0.012
min	1386.717-1386.726=-0.009
max	1387.068-1387.049=0.019

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-444.500=0.500
σ	0.000-6.351=-6.351
min	445.000-439.000=6.000
max	445.000-450.000=-5.000

*mean*	2.312-2.296=0.016
σ	0.012-0.008=0.004
min	2.297-2.289=0.008
max	2.325-2.307=0.019

policies=200

*mean*	13876.881-13876.807=0.074
σ	0.111-0.167=-0.055
min	13876.813-13876.659=0.154
max	13877.047-13877.032=0.015

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.750-495.250=0.500
σ	5.123-4.646=0.478
min	489.000-491.000=-2.000
max	501.000

*mean*	23.396-23.487=-0.091
σ	0.134-0.166=-0.032
min	23.257-23.315=-0.058
max	23.558-23.672=-0.114