Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.719=-0.001
σ	0.366-0.368=-0.002
min	54.580-54.572=0.008
max	55.759-55.765=-0.006

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.133-0.137=-0.003
max	0.145-0.150=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.001
σ	0.008-0.009=-0.000
min	43.767-43.760=0.008
max	43.793-43.788=0.004

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.123-0.121=0.002
σ	0.006-0.004=0.002
min	0.116-0.116=-0.000
max	0.133-0.128=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4225.875-4426.125=-200.250
σ	1967.775-2225.440=-257.665
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	12.344-12.980=-0.636
σ	0.345-3.493=-3.148
min	12.036-11.422=0.615
max	13.139-21.577=-8.438

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.001

*mean*	4451.625-4606.250=-154.625
σ	2236.584-2256.609=-20.024
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	13.016-119.578=-106.562
σ	0.269-302.151=-301.882
min	12.803-10.923=1.880
max	13.643-867.317=-853.673

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.943=-0.001

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	11.140-10.656=0.484
σ	0.155-0.253=-0.098
min	10.837-10.300=0.538
max	11.323-11.054=0.269

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4225.875-4197.625=28.250
σ	1967.775-1953.197=14.578
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	11.568-11.337=0.231
σ	0.934-1.988=-1.054
min	11.050-10.422=0.628
max	13.814-16.234=-2.420

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4225.875-4197.625=28.250
σ	1967.775-1953.197=14.578
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	8.883-8.565=0.318
σ	0.651-1.035=-0.384
min	8.049-7.609=0.440
max	10.140-11.047=-0.907

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4225.875-4197.625=28.250
σ	1967.775-1953.197=14.578
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	6.729-5.918=0.811
σ	0.512-0.584=-0.072
min	5.980-5.271=0.709
max	7.736-7.174=0.562

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4451.625-4606.250=-154.625
σ	2236.584-2256.609=-20.024
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	6.426-5.984=0.442
σ	1.018-0.998=0.020
min	5.897-5.337=0.560
max	8.927-8.055=0.872

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.000=0.000
min	25.961-25.961=-0.000
max	25.962-25.962=0.000

*mean*	4451.625-4606.250=-154.625
σ	2236.584-2256.609=-20.024
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	6.279-5.861=0.418
σ	0.988-1.044=-0.056
min	5.871-5.249=0.622
max	8.722-8.101=0.620

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	361.710-344.175=17.535
σ	42.165-2.428=39.737
min	343.300-339.969=3.332
max	465.978-347.720=118.258

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978

*mean*	3794.000-3770.750=23.250
σ	2326.905-2309.515=17.390
min	720.000
max	7432.000-7404.000=28.000

*mean*	1983.144-1734.810=248.335
σ	907.456-602.949=304.507
min	1399.766-1387.013=12.753
max	3732.152-2964.502=767.650

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.841-107.841=0.000

*mean*	4225.875-4197.625=28.250
σ	1967.775-1953.197=14.578
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	131.191-131.989=-0.797
σ	4.648-9.962=-5.314
min	126.084-124.080=2.004
max	139.028-153.298=-14.270

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4225.875-4426.125=-200.250
σ	1967.775-2225.440=-257.665
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	42.820-171.268=-128.448
σ	1.282-363.647=-362.366
min	41.458-40.637=0.820
max	45.230-1071.242=-1026.012

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	22.521-108.656=-86.135
σ	1.148-245.820=-244.672
min	21.840-21.041=0.799
max	25.220-717.028=-691.808

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.293=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	155.028-58.419=96.609
σ	279.431-9.803=269.628
min	55.794-54.277=1.517
max	846.584-82.646=763.938

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4225.875-4197.625=28.250
σ	1967.775-1953.197=14.578
min	1482.000-1483.000=-1.000
max	7432.000-7404.000=28.000

*mean*	3185.995-3198.239=-12.244
σ	535.213-677.828=-142.615
min	2522.672-2488.685=33.987
max	3839.866-4139.818=-299.952

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	1337.097-998.090=339.007
σ	998.492-201.654=796.838
min	932.710-901.267=31.443
max	3801.423-1484.491=2316.932

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7432.000-7404.000=28.000
σ	0.000
min	7432.000-7404.000=28.000
max	7432.000-7404.000=28.000

*mean*	425.146-388.408=36.738
σ	42.904-5.854=37.050
min	399.832-376.750=23.082
max	530.776-395.059=135.717

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.125=-0.500
σ	0.518-0.991=-0.473
min	475.000
max	476.000-477.000=-1.000

*mean*	385.039-367.108=17.931
σ	43.780-32.362=11.418
min	292.429-318.376=-25.947
max	423.370-423.288=0.082

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.750-558.625=5.125
σ	0.707-2.825=-2.118
min	562.000-552.000=10.000
max	564.000-561.000=3.000

*mean*	727.748-734.364=-6.616
σ	84.646-64.665=19.981
min	602.928-629.609=-26.682
max	836.334-797.497=38.838

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.543-964.531=0.012
σ	1.822-1.821=0.001
min	963.840-963.822=0.018
max	972.248-972.230=0.018

*mean*	1028.800-1041.700=-12.900
σ	301.074-307.570=-6.496
min	549.000-551.000=-2.000
max	1456.000-1534.000=-78.000

*mean*	1.286-1.268=0.018
σ	0.149-0.081=0.068
min	1.186-1.180=0.006
max	1.837-1.519=0.318

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.412-0.302=0.110
σ	0.553-0.302=0.251
min	0.132-0.139=-0.007
max	1.399-0.837=0.562

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.476=-0.003
σ	0.327-0.323=0.004
min	0.317-0.315=0.001
max	1.058-1.054=0.004

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.216=0.004
σ	0.021-0.023=-0.002
min	0.197-0.200=-0.002
max	0.255-0.256=-0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.331=0.002
σ	0.021-0.018=0.004
min	0.312-0.318=-0.006
max	0.368-0.362=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.400-431.000=0.400
σ	0.894-0.000=0.894
min	431.000
max	433.000-431.000=2.000

*mean*	0.570-0.549=0.020
σ	0.032-0.050=-0.018
min	0.527-0.485=0.042
max	0.609-0.605=0.005

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.473-0.455=0.018
σ	0.042-0.040=0.001
min	0.419-0.415=0.004
max	0.514-0.518=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	1.962-2.634=-0.672
σ	0.071-0.106=-0.036
min	1.813-2.475=-0.662
max	2.224-2.966=-0.742

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	1.957-2.670=-0.713
σ	0.071-0.085=-0.014
min	1.831-2.522=-0.691
max	2.257-2.938=-0.680

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.301-0.306=-0.005
σ	0.008-0.013=-0.005
min	0.280-0.291=-0.010
max	0.344-0.388=-0.044

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.293-0.291=0.002
σ	0.010-0.014=-0.003
min	0.279-0.276=0.004
max	0.337-0.373=-0.035

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.985-11.715=0.269
σ	12.533-11.476=1.057
min	0.574-0.574=-0.000
max	110.921-112.527=-1.606

*mean*	469.506-470.474=-0.968
σ	20.153-19.407=0.746
min	408.000
max	484.000-482.000=2.000

*mean*	0.027-0.027=0.000
σ	0.031-0.028=0.002
min	0.001-0.001=-0.000
max	0.270-0.269=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.789-278.901=-0.112
σ	1.053-1.017=0.036
min	278.294-278.423=-0.129
max	281.779-281.785=-0.006

*mean*	441.300-442.900=-1.600
σ	15.727-16.353=-0.626
min	417.000-418.000=-1.000
max	467.000

*mean*	0.565-0.585=-0.020
σ	0.042-0.007=0.035
min	0.474-0.576=-0.102
max	0.619-0.600=0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	223.535-239.390=-15.855
σ	23.658-8.382=15.276
min	190.524-220.969=-30.445
max	242.867-246.208=-3.341

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	7.431-7.371=0.059
σ	1.604-1.657=-0.053
min	5.851-5.732=0.119
max	8.960-9.044=-0.084

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.000
max	1042.134

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	511.219-484.468=26.750
σ	110.165-116.003=-5.838
min	374.372-373.615=0.757
max	592.877-598.367=-5.489

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	2675.174-2808.025=-132.851
σ	335.713-541.282=-205.569
min	2308.432-1986.568=321.864
max	3207.502-3511.321=-303.818

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	37.418-38.012=-0.594
σ	5.015-5.481=-0.466
min	28.922-29.009=-0.087
max	41.869-42.529=-0.660

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	659.427-665.476=-6.049
σ	39.647-47.564=-7.917
min	636.684-630.905=5.779
max	754.014-748.204=5.810

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.589-282.359=0.230
σ	0.036-0.035=0.000
min	282.537-282.309=0.229
max	282.623-282.395=0.228

*mean*	441.000-439.000=2.000
σ	2.739
min	439.000-437.000=2.000
max	444.000-442.000=2.000

*mean*	0.381-0.379=0.002
σ	0.009-0.006=0.003
min	0.375-0.374=0.001
max	0.393-0.387=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.800-1267.607=0.193
σ	0.091-0.096=-0.005
min	1267.692-1267.479=0.213
max	1267.940-1267.749=0.191

*mean*	1076.800-1090.400=-13.600
σ	185.198-169.060=16.138
min	837.000-890.000=-53.000
max	1319.000-1322.000=-3.000

*mean*	2.064-2.103=-0.040
σ	0.235-0.084=0.150
min	1.786-1.984=-0.197
max	2.387-2.209=0.178

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.813-1506.522=0.291
σ	2.960-2.945=0.015
min	1505.288-1504.989=0.298
max	1512.099-1511.777=0.322

*mean*	630.800-623.200=7.600
σ	93.377-87.311=6.066
min	520.000-493.000=27.000
max	754.000-725.000=29.000

*mean*	2.330-2.181=0.149
σ	0.201-0.165=0.036
min	2.078-2.037=0.040
max	2.622-2.464=0.157

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.797-1829.571=0.226
σ	0.056-0.034=0.021
min	1829.733-1829.517=0.215
max	1829.855-1829.611=0.244

*mean*	1726.600-1726.200=0.400
σ	169.100-169.125=-0.025
min	1489.000-1482.000=7.000
max	1885.000-1882.000=3.000

*mean*	3.005-2.983=0.022
σ	0.290-0.234=0.056
min	2.832-2.834=-0.002
max	3.521-3.397=0.124

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.767=-0.119
σ	0.154-0.122=0.031
min	1.521-1.566=-0.045
max	1.898-1.868=0.029

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.597-393.867=11.730
σ	509.661-509.607=0.054
min	150.761-139.060=11.701
max	1170.088-1158.277=11.811

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.508-0.498=0.010
σ	0.503-0.520=-0.017
min	0.252-0.233=0.019
max	1.263-1.278=-0.015

policies=20

*mean*	1507.805-1390.713=117.093
σ	0.269-0.163=0.106
min	1507.631-1390.598=117.033
max	1508.205-1390.954=117.251

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	449.750-446.250=3.500
σ	11.087-6.500=4.587
min	441.000-443.000=-2.000
max	466.000-456.000=10.000

*mean*	2.502-2.312=0.190
σ	0.009-0.015=-0.006
min	2.495-2.299=0.195
max	2.514-2.332=0.182

policies=200

*mean*	15086.750-13915.834=1170.915
σ	0.095-0.084=0.011
min	15086.659-13915.767=1170.892
max	15086.843-13915.956=1170.888

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	498.000-495.500=2.500
σ	6.683-5.323=1.360
min	492.000-490.000=2.000
max	507.000-501.000=6.000

*mean*	25.205-23.386=1.819
σ	0.160-0.096=0.064
min	25.039-23.291=1.748
max	25.421-23.496=1.925