Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.718=0.000
σ	0.368-0.364=0.004
min	54.572-54.579=-0.007
max	55.765-55.754=0.011

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.141-0.138=0.003
σ	0.005-0.005=-0.000
min	0.137-0.130=0.007
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.777=-0.002
σ	0.009-0.007=0.002
min	43.760-43.767=-0.007
max	43.788-43.790=-0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.004=0.001
min	0.116-0.119=-0.003
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4426.125-4588.625=-162.500
σ	2225.440-2255.088=-29.648
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	12.980-13.370=-0.390
σ	3.493-3.129=0.365
min	11.422-11.914=-0.492
max	21.577-21.024=0.553

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4606.250-4588.625=17.625
σ	2256.609-2255.088=1.520
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	119.578-13.734=105.844
σ	302.151-3.347=298.804
min	10.923-11.403=-0.480
max	867.317-21.893=845.424

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	10.656-10.935=-0.279
σ	0.253-0.140=0.113
min	10.300-10.813=-0.513
max	11.054-11.188=-0.134

op=table_records(), repeat

*mean*	41.925
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4197.625-4175.500=22.125
σ	1953.197-1947.136=6.061
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	11.337-11.418=-0.081
σ	1.988-0.999=0.989
min	10.422-10.687=-0.266
max	16.234-13.750=2.484

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.136-0.136=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4197.625-4175.500=22.125
σ	1953.197-1947.136=6.061
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	8.565-8.634=-0.070
σ	1.035-0.628=0.407
min	7.609-7.773=-0.164
max	11.047-9.975=1.072

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4197.625-4175.500=22.125
σ	1953.197-1947.136=6.061
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	5.918-6.659=-0.740
σ	0.584-0.556=0.028
min	5.271-6.009=-0.738
max	7.174-7.804=-0.630

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4606.250-4588.625=17.625
σ	2256.609-2255.088=1.520
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	5.984-6.174=-0.190
σ	0.998-0.547=0.451
min	5.337-5.852=-0.514
max	8.055-7.471=0.584

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4606.250-4588.625=17.625
σ	2256.609-2255.088=1.520
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	5.861-6.038=-0.177
σ	1.044-0.552=0.492
min	5.249-5.734=-0.485
max	8.101-7.389=0.712

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	344.175-360.827=-16.651
σ	2.428-42.184=-39.756
min	339.969-343.729=-3.761
max	347.720-465.179=-117.459

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3770.750-3753.125=17.625
σ	2309.515-2300.312=9.204
min	720.000-721.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	1734.810-1743.856=-9.046
σ	602.949-640.209=-37.260
min	1387.013-1388.553=-1.540
max	2964.502-2784.128=180.374

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4197.625-4409.625=-212.000
σ	1953.197-2226.157=-272.960
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	131.989-243.209=-111.221
σ	9.962-317.425=-307.463
min	124.080-124.480=-0.401
max	153.298-1028.442=-875.144

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4426.125-4588.625=-162.500
σ	2225.440-2255.088=-29.648
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	171.268-177.812=-6.544
σ	363.647-380.031=-16.383
min	40.637-41.331=-0.694
max	1071.242-1118.325=-47.083

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	108.656-22.343=86.314
σ	245.820-1.838=243.981
min	21.041-21.594=-0.553
max	717.028-26.881=690.146

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	58.419-238.349=-179.930
σ	9.803-515.489=-505.686
min	54.277-55.096=-0.819
max	82.646-1514.118=-1431.472

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4197.625-4175.500=22.125
σ	1953.197-1947.136=6.061
min	1483.000-1484.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	3198.239-3203.003=-4.763
σ	677.828-598.293=79.534
min	2488.685-2493.869=-5.184
max	4139.818-3841.795=298.023

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	998.090-1048.442=-50.352
σ	201.654-267.068=-65.414
min	901.267-902.814=-1.547
max	1484.491-1682.920=-198.429

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7405.000=-1.000
σ	0.000
min	7404.000-7405.000=-1.000
max	7404.000-7405.000=-1.000

*mean*	388.408-407.651=-19.243
σ	5.854-36.139=-30.285
min	376.750-387.861=-11.111
max	395.059-496.482=-101.424

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-475.250=0.875
σ	0.991-1.035=-0.044
min	475.000-474.000=1.000
max	477.000-476.000=1.000

*mean*	367.108-376.171=-9.063
σ	32.362-47.150=-14.788
min	318.376-308.621=9.755
max	423.288-430.918=-7.630

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.625-558.500=0.125
σ	2.825-2.449=0.376
min	552.000-556.000=-4.000
max	561.000-562.000=-1.000

*mean*	734.364-778.484=-44.120
σ	64.665-29.289=35.376
min	629.609-737.028=-107.419
max	797.497-823.813=-26.316

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.531=-0.000
σ	1.821-1.821=-0.000
min	963.822-963.823=-0.001
max	972.230-972.232=-0.002

*mean*	1041.700-1046.100=-4.400
σ	307.570-320.985=-13.415
min	551.000-541.000=10.000
max	1534.000-1568.000=-34.000

*mean*	1.268-1.253=0.015
σ	0.081-0.072=0.009
min	1.180-1.175=0.005
max	1.519-1.418=0.101

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.294=0.007
σ	0.302-0.295=0.007
min	0.139-0.136=0.003
max	0.837-0.818=0.019

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.477=-0.001
σ	0.323-0.323=0.000
min	0.315-0.323=-0.007
max	1.054-1.056=-0.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.221=-0.005
σ	0.023-0.018=0.004
min	0.200-0.208=-0.008
max	0.256-0.253=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.333=-0.002
σ	0.018-0.022=-0.005
min	0.318-0.318=0.000
max	0.362-0.371=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-430.800=0.200
σ	0.000-1.789=-1.789
min	431.000-430.000=1.000
max	431.000-434.000=-3.000

*mean*	0.549-0.566=-0.017
σ	0.050-0.037=0.013
min	0.485-0.534=-0.049
max	0.605-0.611=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.455-0.495=-0.040
σ	0.040-0.026=0.014
min	0.415-0.462=-0.047
max	0.518-0.519=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.634-1.961=0.673
σ	0.106-0.079=0.027
min	2.475-1.812=0.663
max	2.966-2.350=0.616

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.670-1.951=0.718
σ	0.085-0.067=0.018
min	2.522-1.756=0.766
max	2.938-2.132=0.805

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.306-0.306=-0.000
σ	0.013-0.007=0.006
min	0.291-0.294=-0.003
max	0.388-0.340=0.048

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.291-0.294=-0.003
σ	0.014-0.027=-0.013
min	0.276-0.279=-0.004
max	0.373-0.544=-0.172

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.715-12.069=-0.353
σ	11.476-11.980=-0.504
min	0.574-0.573=0.000
max	112.527-80.775=31.752

*mean*	470.474-461.472=9.002
σ	19.407-19.511=-0.104
min	408.000-409.000=-1.000
max	482.000-479.000=3.000

*mean*	0.027-0.027=-0.001
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.269-0.196=0.073

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.901-278.790=0.111
σ	1.017-1.010=0.007
min	278.423-278.355=0.068
max	281.785-281.659=0.126

*mean*	442.900-442.600=0.300
σ	16.353-19.688=-3.334
min	418.000-415.000=3.000
max	467.000-471.000=-4.000

*mean*	0.585-0.586=-0.002
σ	0.007-0.013=-0.007
min	0.576-0.559=0.017
max	0.600-0.607=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	239.390-221.440=17.950
σ	8.382-23.523=-15.141
min	220.969-183.506=37.463
max	246.208-244.351=1.857

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	7.371-6.243=1.128
σ	1.657-1.143=0.514
min	5.732-5.757=-0.025
max	9.044-9.070=-0.027

phase=parser

*mean*	1042.134-1042.137=-0.003
σ	0.000-0.000=-0.000
min	1042.134-1042.136=-0.003
max	1042.134-1042.137=-0.003

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	484.468-480.584=3.884
σ	116.003-113.423=2.580
min	373.615-374.058=-0.443
max	598.367-595.602=2.765

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	2808.025-2721.986=86.039
σ	541.282-521.078=20.205
min	1986.568-1912.837=73.731
max	3511.321-3418.408=92.912

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	38.012-29.493=8.519
σ	5.481-9.096=-3.615
min	29.009-20.098=8.910
max	42.529-42.766=-0.237

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	873.000
σ	0.000
min	873.000
max	873.000

*mean*	665.476-637.492=27.984
σ	47.564-48.760=-1.196
min	630.905-599.547=31.358
max	748.204-747.237=0.967

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.360=-0.001
σ	0.035-0.036=-0.000
min	282.309-282.310=-0.001
max	282.395-282.397=-0.002

*mean*	439.000-441.000=-2.000
σ	2.739
min	437.000-439.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.379-0.377=0.002
σ	0.006-0.006=0.000
min	0.374-0.373=0.001
max	0.387-0.387=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.607-1267.603=0.004
σ	0.096-0.110=-0.014
min	1267.479-1267.469=0.010
max	1267.749-1267.775=-0.026

*mean*	1090.400-1091.200=-0.800
σ	169.060-180.902=-11.842
min	890.000-864.000=26.000
max	1322.000-1316.000=6.000

*mean*	2.103-2.002=0.102
σ	0.084-0.188=-0.104
min	1.984-1.787=0.197
max	2.209-2.157=0.052

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.522-1506.512=0.010
σ	2.945-2.945=0.000
min	1504.989-1504.971=0.019
max	1511.777-1511.766=0.011

*mean*	623.200-629.400=-6.200
σ	87.311-81.285=6.026
min	493.000-505.000=-12.000
max	725.000-719.000=6.000

*mean*	2.181-2.167=0.014
σ	0.165-0.157=0.008
min	2.037-2.060=-0.023
max	2.464-2.443=0.022

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.567=0.003
σ	0.034-0.046=-0.012
min	1829.517-1829.510=0.007
max	1829.611-1829.611=-0.000

*mean*	1726.200-1740.000=-13.800
σ	169.125-183.717=-14.592
min	1482.000-1474.000=8.000
max	1882.000-1902.000=-20.000

*mean*	2.983-2.965=0.018
σ	0.234-0.310=-0.077
min	2.834-2.705=0.129
max	3.397-3.496=-0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.767-1.729=0.038
σ	0.122-0.140=-0.018
min	1.566-1.601=-0.035
max	1.868-1.886=-0.017

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-393.867=-0.000
σ	509.607-509.607=-0.000
min	139.060-139.060=-0.000
max	1158.277-1158.278=-0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.498-0.492=0.006
σ	0.520-0.516=0.004
min	0.233-0.232=0.001
max	1.278-1.265=0.012

policies=20

*mean*	1390.713-1390.731=-0.018
σ	0.163-0.168=-0.005
min	1390.598-1390.611=-0.013
max	1390.954-1390.980=-0.026

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.250-444.750=1.500
σ	6.500-9.500=-3.000
min	443.000-440.000=3.000
max	456.000-459.000=-3.000

*mean*	2.312-2.320=-0.008
σ	0.015-0.020=-0.005
min	2.299-2.296=0.004
max	2.332-2.339=-0.007

policies=200

*mean*	13915.834-13915.883=-0.049
σ	0.084-0.094=-0.010
min	13915.767-13915.790=-0.023
max	13915.956-13916.001=-0.045

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.500-495.000=0.500
σ	5.323-3.651=1.671
min	490.000-491.000=-1.000
max	501.000-499.000=2.000

*mean*	23.386-23.327=0.059
σ	0.096-0.103=-0.007
min	23.291-23.202=0.089
max	23.496-23.437=0.059