Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.719=-0.002
σ	0.367-0.368=-0.002
min	54.563-54.572=-0.009
max	55.758-55.765=-0.007

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.137-0.141=-0.003
σ	0.005-0.005=0.000
min	0.131-0.137=-0.006
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.776=0.000
σ	0.009-0.009=0.000
min	43.761-43.760=0.002
max	43.788-43.788=0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.121=0.001
σ	0.005-0.004=0.000
min	0.119-0.116=0.003
max	0.132-0.128=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.625-4426.125=165.500
σ	2248.953-2225.440=23.513
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	127.716-12.980=114.736
σ	326.916-3.493=323.423
min	11.850-11.422=0.429
max	936.791-21.577=915.213

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.001

*mean*	4591.625-4606.250=-14.625
σ	2248.953-2256.609=-7.656
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	13.511-119.578=-106.068
σ	3.415-302.151=-298.736
min	11.422-10.923=0.498
max	21.807-867.317=-845.510

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.943=-0.000

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	11.868-10.656=1.212
σ	1.693-0.253=1.440
min	11.147-10.300=0.847
max	16.048-11.054=4.994

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924
max	41.925

*mean*	4182.625-4197.625=-15.000
σ	1945.653-1953.197=-7.544
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	11.633-11.337=0.296
σ	1.960-1.988=-0.029
min	10.745-10.422=0.323
max	16.467-16.234=0.232

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.136=-0.000
min	27.584
max	27.971

*mean*	4182.625-4197.625=-15.000
σ	1945.653-1953.197=-7.544
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	9.218-8.565=0.654
σ	1.360-1.035=0.325
min	8.076-7.609=0.467
max	12.509-11.047=1.462

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384-26.384=-0.000

*mean*	4182.625-4197.625=-15.000
σ	1945.653-1953.197=-7.544
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	7.159-5.918=1.241
σ	0.823-0.584=0.238
min	6.467-5.271=1.196
max	9.100-7.174=1.926

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4591.625-4606.250=-14.625
σ	2248.953-2256.609=-7.656
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	6.422-5.984=0.438
σ	0.937-0.998=-0.061
min	5.923-5.337=0.586
max	8.727-8.055=0.672

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.000=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4591.625-4606.250=-14.625
σ	2248.953-2256.609=-7.656
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	6.258-5.861=0.396
σ	0.919-1.044=-0.125
min	5.765-5.249=0.517
max	8.517-8.101=0.416

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611-1021.611=-0.000

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	349.526-344.175=5.351
σ	2.670-2.428=0.243
min	345.483-339.969=5.514
max	353.498-347.720=5.778

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.978

*mean*	3758.625-3770.750=-12.125
σ	2300.482-2309.515=-9.033
min	720.000
max	7384.000-7404.000=-20.000

*mean*	1679.693-1734.810=-55.117
σ	519.739-602.949=-83.209
min	1393.372-1387.013=6.359
max	2633.731-2964.502=-330.771

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842-107.841=0.000

*mean*	4411.125-4197.625=213.500
σ	2218.233-1953.197=265.036
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	333.972-131.989=201.983
σ	548.658-9.962=538.696
min	129.852-124.080=5.772
max	1691.078-153.298=1537.780

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4411.125-4426.125=-15.000
σ	2218.233-2225.440=-7.207
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	43.123-171.268=-128.145
σ	2.001-363.647=-361.647
min	40.663-40.637=0.026
max	45.990-1071.242=-1025.253

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=-0.000
min	40.925
max	40.928-40.929=-0.001

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	190.398-108.656=81.742
σ	475.440-245.820=229.621
min	21.921-21.041=0.879
max	1367.051-717.028=650.023

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.293=0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=0.000

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	64.717-58.419=6.298
σ	22.457-9.803=12.654
min	55.714-54.277=1.437
max	120.201-82.646=37.555

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4182.625-4197.625=-15.000
σ	1945.653-1953.197=-7.544
min	1488.000-1483.000=5.000
max	7384.000-7404.000=-20.000

*mean*	3285.152-3198.239=86.912
σ	775.580-677.828=97.752
min	2486.190-2488.685=-2.495
max	4296.910-4139.818=157.092

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	1035.244-998.090=37.154
σ	272.034-201.654=70.380
min	909.276-901.267=8.009
max	1692.880-1484.491=208.389

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7384.000-7404.000=-20.000
σ	0.000
min	7384.000-7404.000=-20.000
max	7384.000-7404.000=-20.000

*mean*	394.951-388.408=6.543
σ	7.650-5.854=1.797
min	378.215-376.750=1.465
max	403.471-395.059=8.412

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.500-476.125=-0.625
σ	0.926-0.991=-0.065
min	474.000-475.000=-1.000
max	476.000-477.000=-1.000

*mean*	373.762-367.108=6.654
σ	28.726-32.362=-3.636
min	311.518-318.376=-6.858
max	404.396-423.288=-18.892

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-558.625=4.375
σ	0.000-2.825=-2.825
min	563.000-552.000=11.000
max	563.000-561.000=2.000

*mean*	771.075-734.364=36.711
σ	44.176-64.665=-20.489
min	726.845-629.609=97.236
max	844.076-797.497=46.579

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.526-964.531=-0.005
σ	1.822-1.821=0.001
min	963.823-963.822=0.001
max	972.230-972.230=0.000

*mean*	1038.700-1041.700=-3.000
σ	292.967-307.570=-14.603
min	550.000-551.000=-1.000
max	1430.000-1534.000=-104.000

*mean*	1.285-1.268=0.016
σ	0.120-0.081=0.039
min	1.180-1.180=-0.000
max	1.604-1.519=0.085

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.394-0.302=0.093
σ	0.495-0.302=0.192
min	0.141-0.139=0.002
max	1.275-0.837=0.438

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.476=0.004
σ	0.328-0.323=0.005
min	0.316-0.315=0.001
max	1.066-1.054=0.012

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.216=-0.002
σ	0.022-0.023=-0.001
min	0.202-0.200=0.002
max	0.252-0.256=-0.004

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.331=-0.003
σ	0.017-0.018=-0.001
min	0.306-0.318=-0.012
max	0.354-0.362=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.586-0.549=0.037
σ	0.020-0.050=-0.030
min	0.558-0.485=0.073
max	0.613-0.605=0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.200-431.000=0.200
σ	0.447-0.000=0.447
min	431.000
max	432.000-431.000=1.000

*mean*	0.496-0.455=0.041
σ	0.038-0.040=-0.002
min	0.443-0.415=0.029
max	0.533-0.518=0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	2.699-2.634=0.065
σ	0.134-0.106=0.027
min	2.498-2.475=0.023
max	3.269-2.966=0.303

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	2.663-2.670=-0.007
σ	0.138-0.085=0.053
min	2.484-2.522=-0.037
max	3.071-2.938=0.134

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	0.308-0.306=0.002
σ	0.050-0.013=0.037
min	0.287-0.291=-0.003
max	0.761-0.388=0.373

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	432.000-431.000=1.000
σ	0.000
min	432.000-431.000=1.000
max	432.000-431.000=1.000

*mean*	0.293-0.291=0.002
σ	0.034-0.014=0.020
min	0.273-0.276=-0.003
max	0.536-0.373=0.163

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.953-11.715=0.238
σ	12.435-11.476=0.960
min	0.574-0.574=0.000
max	174.255-112.527=61.729

*mean*	459.881-470.474=-10.593
σ	18.279-19.407=-1.128
min	407.000-408.000=-1.000
max	478.000-482.000=-4.000

*mean*	0.027-0.027=0.000
σ	0.031-0.028=0.003
min	0.001-0.001=0.000
max	0.429-0.269=0.160

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.855-278.901=-0.046
σ	1.091-1.017=0.074
min	278.436-278.423=0.013
max	281.958-281.785=0.174

*mean*	444.900-442.900=2.000
σ	18.782-16.353=2.429
min	416.000-418.000=-2.000
max	467.000

*mean*	0.580-0.585=-0.005
σ	0.014-0.007=0.007
min	0.556-0.576=-0.021
max	0.607-0.600=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	220.210-239.390=-19.180
σ	29.396-8.382=21.014
min	171.370-220.969=-49.599
max	247.492-246.208=1.284

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	5.966-7.371=-1.405
σ	0.438-1.657=-1.219
min	5.765-5.732=0.033
max	7.046-9.044=-1.998

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.001
max	1042.134-1042.134=-0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	382.135-484.468=-102.333
σ	21.976-116.003=-94.027
min	371.565-373.615=-2.050
max	436.012-598.367=-162.355

phase=processProdDef

*mean*	2243.717-2243.717=0.001
σ	0.000
min	2243.717-2243.717=0.001
max	2243.717-2243.717=0.001

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	2871.534-2808.025=63.509
σ	290.974-541.282=-250.308
min	2350.872-1986.568=364.304
max	3166.045-3511.321=-345.276

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	35.235-38.012=-2.777
σ	2.111-5.481=-3.370
min	32.978-29.009=3.969
max	39.909-42.529=-2.620

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	661.018-665.476=-4.457
σ	14.447-47.564=-33.117
min	630.980-630.905=0.075
max	677.225-748.204=-70.980

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.001
σ	0.036-0.035=0.000
min	282.309-282.309=0.001
max	282.396-282.395=0.001

*mean*	441.000-439.000=2.000
σ	2.739
min	439.000-437.000=2.000
max	444.000-442.000=2.000

*mean*	0.378-0.379=-0.001
σ	0.008-0.006=0.002
min	0.373-0.374=-0.000
max	0.392-0.387=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.597-1267.607=-0.010
σ	0.083-0.096=-0.013
min	1267.476-1267.479=-0.003
max	1267.688-1267.749=-0.061

*mean*	1094.800-1090.400=4.400
σ	184.387-169.060=15.327
min	862.000-890.000=-28.000
max	1317.000-1322.000=-5.000

*mean*	2.041-2.103=-0.063
σ	0.169-0.084=0.085
min	1.789-1.984=-0.194
max	2.256-2.209=0.047

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.522=0.000
σ	2.975-2.945=0.030
min	1504.963-1504.989=-0.027
max	1511.832-1511.777=0.054

*mean*	628.600-623.200=5.400
σ	80.360-87.311=-6.951
min	506.000-493.000=13.000
max	718.000-725.000=-7.000

*mean*	2.203-2.181=0.022
σ	0.291-0.165=0.126
min	2.013-2.037=-0.024
max	2.719-2.464=0.254

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.581-1829.571=0.011
σ	0.040-0.034=0.005
min	1829.519-1829.517=0.002
max	1829.616-1829.611=0.005

*mean*	1734.800-1726.200=8.600
σ	178.103-169.125=8.978
min	1467.000-1482.000=-15.000
max	1886.000-1882.000=4.000

*mean*	2.909-2.983=-0.074
σ	0.104-0.234=-0.130
min	2.770-2.834=-0.064
max	3.059-3.397=-0.338

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.658-1.767=-0.109
σ	0.225-0.122=0.102
min	1.295-1.566=-0.271
max	1.824-1.868=-0.044

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.866-393.867=-0.001
σ	509.607-509.607=0.000
min	139.059-139.060=-0.001
max	1158.276-1158.277=-0.000

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.486-0.498=-0.012
σ	0.494-0.520=-0.026
min	0.237-0.233=0.004
max	1.227-1.278=-0.050

policies=20

*mean*	1390.717-1390.713=0.004
σ	0.165-0.163=0.002
min	1390.600-1390.598=0.002
max	1390.960-1390.954=0.006

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.250-446.250=-2.000
σ	8.500-6.500=2.000
min	440.000-443.000=-3.000
max	457.000-456.000=1.000

*mean*	2.314-2.312=0.002
σ	0.014-0.015=-0.001
min	2.295-2.299=-0.005
max	2.327-2.332=-0.004

policies=200

*mean*	13915.797-13915.834=-0.037
σ	0.142-0.084=0.058
min	13915.692-13915.767=-0.075
max	13916.006-13915.956=0.051

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.500
σ	4.435-5.323=-0.888
min	490.000
max	500.000-501.000=-1.000

*mean*	23.314-23.386=-0.072
σ	0.176-0.096=0.080
min	23.087-23.291=-0.204
max	23.461-23.496=-0.035