Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.879=0.009
σ	0.357-0.361=-0.004
min	54.754-54.742=0.012
max	55.904-55.905=-0.001

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.140-0.140=-0.001
σ	0.005-0.007=-0.002
min	0.132-0.132=-0.000
max	0.146-0.150=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.849=0.007
σ	0.006-0.005=0.001
min	43.846-43.837=0.009
max	43.864-43.856=0.008

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.125-0.123=0.002
σ	0.005-0.005=0.000
min	0.119-0.117=0.002
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	13.446-13.269=0.176
σ	1.740-1.645=0.094
min	12.485-12.307=0.177
max	17.711-17.303=0.408

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.001
max	36.620-36.620=0.000

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	13.393-13.694=-0.301
σ	1.484-1.262=0.222
min	12.023-12.900=-0.877
max	16.861-16.707=0.154

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7148.000-7146.000=2.000
σ	0.000
min	7148.000-7146.000=2.000
max	7148.000-7146.000=2.000

*mean*	15.053-15.042=0.011
σ	0.146-0.207=-0.060
min	14.817-14.731=0.086
max	15.310-15.309=0.001

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.001

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	13.863-14.889=-1.026
σ	1.467-1.709=-0.242
min	11.044-11.027=0.017
max	15.775-16.533=-0.758

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	9.961-10.266=-0.305
σ	1.291-1.592=-0.301
min	8.819-8.867=-0.049
max	12.633-12.944=-0.311

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	7.832-7.565=0.268
σ	1.246-1.730=-0.484
min	6.995-5.923=1.071
max	10.374-10.793=-0.418

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.678=0.000

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	6.219-6.271=-0.052
σ	0.465-0.459=0.006
min	5.794-5.914=-0.120
max	7.275-7.269=0.005

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972-25.972=0.000

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	6.031-5.845=0.186
σ	0.544-0.616=-0.072
min	5.620-5.439=0.181
max	7.345-7.334=0.011

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.001

*mean*	7148.000-7146.000=2.000
σ	0.000
min	7148.000-7146.000=2.000
max	7148.000-7146.000=2.000

*mean*	376.289-361.673=14.616
σ	81.350-41.662=39.689
min	345.018-343.029=1.989
max	577.579-464.584=112.995

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625-7917.624=0.001
max	7918.953

*mean*	3272.625-3272.500=0.125
σ	1824.901-1824.356=0.545
min	809.000
max	5622.000-5621.000=1.000

*mean*	3578.065-3685.743=-107.678
σ	938.287-1100.324=-162.037
min	3094.594-3079.741=14.853
max	5700.521-5686.047=14.474

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	88.906-92.365=-3.459
σ	18.057-23.879=-5.823
min	71.658-69.920=1.738
max	115.993-124.792=-8.799

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7148.000-7146.000=2.000
σ	0.000
min	7148.000-7146.000=2.000
max	7148.000-7146.000=2.000

*mean*	61.472-61.176=0.296
σ	1.368-0.151=1.216
min	60.143-60.885=-0.742
max	63.846-61.331=2.515

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7148.000-7146.000=2.000
σ	0.000
min	7148.000-7146.000=2.000
max	7148.000-7146.000=2.000

*mean*	101.884-247.381=-145.496
σ	0.530-309.362=-308.832
min	101.184-98.515=2.669
max	102.733-958.686=-855.952

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4041.375-4041.250=0.125
σ	2009.790-2008.520=1.270
min	1216.000-1217.000=-1.000
max	7148.000-7146.000=2.000

*mean*	7673.293-8244.803=-571.510
σ	1881.951-1714.579=167.372
min	6006.541-5963.130=43.411
max	10878.443-10828.578=49.866

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7148.000-7146.000=2.000
σ	0.000
min	7148.000-7146.000=2.000
max	7148.000-7146.000=2.000

*mean*	5490.415-5072.003=418.412
σ	881.544-181.714=699.831
min	5003.937-4957.982=45.955
max	7130.576-5407.725=1722.851

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000
σ	0.000
min	474.000
max	474.000

*mean*	390.067-367.674=22.393
σ	4.289-39.440=-35.150
min	381.859-294.339=87.520
max	394.507-395.686=-1.180

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.875=0.125
σ	0.000-0.354=-0.354
min	560.000-559.000=1.000
max	560.000

*mean*	775.533-712.890=62.643
σ	16.958-70.653=-53.695
min	743.386-632.251=111.136
max	801.192-789.056=12.136

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.298=0.002
σ	0.759-0.759=-0.000
min	1023.827-1023.825=0.002
max	1027.437-1027.436=0.001

*mean*	1036.350-1048.250=-11.900
σ	303.768-307.926=-4.158
min	552.000-566.000=-14.000
max	1461.000-1503.000=-42.000

*mean*	1.556-1.550=0.006
σ	0.087-0.080=0.007
min	1.459-1.450=0.009
max	1.841-1.725=0.116

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.295-0.536=-0.241
σ	0.290-0.557=-0.268
min	0.143-0.253=-0.110
max	0.810-1.530=-0.720

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.830=-0.357
σ	0.324-0.527=-0.203
min	0.313-0.573=-0.260
max	1.052-1.772=-0.720

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.387=-0.172
σ	0.021-0.037=-0.016
min	0.198-0.355=-0.158
max	0.248-0.450=-0.202

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.324-0.589=-0.266
σ	0.017-0.031=-0.014
min	0.314-0.567=-0.254
max	0.354-0.644=-0.290

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.000-431.800=3.200
σ	4.637-1.789=2.848
min	431.000
max	440.000-435.000=5.000

*mean*	0.575-0.584=-0.009
σ	0.029-0.088=-0.059
min	0.543-0.482=0.062
max	0.609-0.712=-0.103

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.475-0.446=0.030
σ	0.040-0.047=-0.007
min	0.422-0.381=0.041
max	0.522-0.511=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	1.959-2.452=-0.493
σ	0.075-0.283=-0.207
min	1.828-1.883=-0.055
max	2.221-2.919=-0.698

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	1.933-2.597=-0.664
σ	0.090-0.086=0.003
min	1.766-2.438=-0.673
max	2.303-2.895=-0.592

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.305-0.306=-0.001
σ	0.008-0.010=-0.002
min	0.292-0.293=-0.001
max	0.345-0.380=-0.035

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.293-0.292=0.001
σ	0.007-0.008=-0.001
min	0.279-0.279=0.000
max	0.318-0.336=-0.017

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_ms

time_s

number of threads=8

revision count=1000

*mean*	11.848-11.104=0.745
σ	13.183-12.155=1.028
min	0.573-0.566=0.007
max	133.039-97.779=35.260

*mean*	455.516-461.192=-5.676
σ	16.591-17.560=-0.969
min	407.000-406.000=1.000
max	468.000-473.000=-5.000

*mean*	25.945
σ	30.234
min	0.953
max	244.558

*mean*	0.027
σ	0.032
min	0.001
max	0.323

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.730-298.779=-0.049
σ	1.053-0.995=0.058
min	298.323-298.401=-0.078
max	301.724-301.611=0.114

*mean*	441.700-442.800=-1.100
σ	14.236-16.897=-2.661
min	417.000-418.000=-1.000
max	465.000-461.000=4.000

*mean*	0.590-0.607=-0.017
σ	0.026-0.021=0.005
min	0.551-0.554=-0.003
max	0.637-0.626=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=-0.000

*mean*	893.250-1066.375=-173.125
σ	38.891-30.052=8.839
min	797.000-992.000=-195.000
max	907.000-1077.000=-170.000

*mean*	200.941-201.909=-0.968
σ	5.037-3.640=1.397
min	193.434-198.167=-4.733
max	207.890-207.759=0.131

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	893.250-1066.375=-173.125
σ	38.891-30.052=8.839
min	797.000-992.000=-195.000
max	907.000-1077.000=-170.000

*mean*	9.269-9.318=-0.049
σ	2.055-2.056=-0.001
min	6.394-6.424=-0.030
max	12.841-12.836=0.005

phase=parser

*mean*	1042.367-1042.360=0.006
σ	0.000-0.000=-0.000
min	1042.366-1042.360=0.006
max	1042.367-1042.361=0.006

*mean*	893.250-1066.375=-173.125
σ	38.891-30.052=8.839
min	797.000-992.000=-195.000
max	907.000-1077.000=-170.000

*mean*	518.859-563.804=-44.945
σ	119.477-122.233=-2.756
min	376.738-411.798=-35.060
max	751.835-760.553=-8.718

phase=processProdDef

*mean*	4850.764-4850.768=-0.004
σ	0.000-0.000=0.000
min	4850.764-4850.768=-0.004
max	4850.765-4850.768=-0.003

*mean*	907.000-1077.000=-170.000
σ	0.000
min	907.000-1077.000=-170.000
max	907.000-1077.000=-170.000

*mean*	4962.030-4702.887=259.143
σ	766.566-645.504=121.061
min	3933.093-3427.356=505.737
max	6297.699-5451.605=846.094

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	893.250-1066.375=-173.125
σ	38.891-30.052=8.839
min	797.000-992.000=-195.000
max	907.000-1077.000=-170.000

*mean*	36.436-35.562=0.875
σ	10.060-10.112=-0.051
min	20.540-20.800=-0.260
max	48.483-48.285=0.198

phase=type checker

*mean*	990.453-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	893.250-1066.375=-173.125
σ	38.891-30.052=8.839
min	797.000-992.000=-195.000
max	907.000-1077.000=-170.000

*mean*	726.077-761.373=-35.296
σ	96.542-128.654=-32.112
min	639.379-644.810=-5.431
max	887.582-962.702=-75.120

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.038-0.038=0.000
min	293.768-293.768=0.000
max	293.859-293.861=-0.002

*mean*	443.400
σ	0.548
min	443.000
max	444.000

*mean*	0.393-0.393=0.000
σ	0.001-0.001=0.001
min	0.392-0.391=0.000
max	0.395-0.393=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.207=0.011
σ	0.032-0.044=-0.012
min	1320.171-1320.144=0.026
max	1320.247-1320.257=-0.010

*mean*	1073.200-1096.400=-23.200
σ	168.082-185.924=-17.842
min	845.000-839.000=6.000
max	1274.000-1318.000=-44.000

*mean*	2.274-2.226=0.047
σ	0.119-0.066=0.052
min	2.147-2.136=0.011
max	2.462-2.292=0.170

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.604-1560.611=-0.007
σ	6.198-6.231=-0.033
min	1557.641-1557.606=0.035
max	1571.688-1571.753=-0.065

*mean*	619.000-619.200=-0.200
σ	82.901-81.885=1.015
min	494.000-495.000=-1.000
max	717.000-715.000=2.000

*mean*	2.255-2.328=-0.073
σ	0.049-0.222=-0.173
min	2.196-2.118=0.078
max	2.331-2.693=-0.362

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.167=0.005
σ	0.054-0.048=0.005
min	1882.106-1882.101=0.005
max	1882.242-1882.219=0.023

*mean*	1697.400-1723.600=-26.200
σ	246.595-196.133=50.462
min	1393.000-1456.000=-63.000
max	2023.000-1909.000=114.000

*mean*	2.984-3.065=-0.082
σ	0.080-0.128=-0.048
min	2.889-2.885=0.004
max	3.090-3.209=-0.119

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.652-1.838=-0.186
σ	0.124-0.030=0.093
min	1.513-1.802=-0.290
max	1.825-1.886=-0.061

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.080=0.002
σ	582.723-582.723=0.000
min	160.717-160.714=0.003
max	1326.167-1326.164=0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.535-0.549=-0.014
σ	0.528-0.554=-0.026
min	0.265-0.270=-0.005
max	1.327-1.380=-0.053

policies=20

*mean*	1607.533-1607.510=0.023
σ	0.413-0.412=0.001
min	1607.253-1607.230=0.023
max	1608.145-1608.123=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-447.500=4.000
σ	9.815-6.351=3.464
min	443.000-442.000=1.000
max	460.000-453.000=7.000

*mean*	2.691-2.695=-0.004
σ	0.020-0.013=0.007
min	2.678-2.686=-0.008
max	2.720-2.714=0.006

policies=200

*mean*	16083.483-16083.425=0.058
σ	0.097-0.174=-0.077
min	16083.344-16083.206=0.138
max	16083.556-16083.631=-0.075

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750
σ	2.986-4.113=-1.127
min	494.000-493.000=1.000
max	501.000-502.000=-1.000

*mean*	27.250-27.166=0.084
σ	0.124-0.132=-0.008
min	27.117-26.983=0.134
max	27.412-27.266=0.146