Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=-0.000
σ	0.358-0.357=0.001
min	54.753-54.754=-0.000
max	55.906-55.904=0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.142-0.140=0.002
σ	0.005-0.005=-0.000
min	0.137-0.132=0.005
max	0.149-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.856=-0.001
σ	0.006-0.006=-0.000
min	43.846-43.846=-0.000
max	43.862-43.864=-0.001

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.005=-0.001
min	0.118-0.119=-0.000
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	13.471-13.446=0.026
σ	1.565-1.740=-0.174
min	12.611-12.485=0.127
max	17.295-17.711=-0.415

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=-0.000

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	13.207-13.393=-0.187
σ	1.595-1.484=0.111
min	12.060-12.023=0.036
max	16.881-16.861=0.019

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7145.000-7148.000=-3.000
σ	0.000
min	7145.000-7148.000=-3.000
max	7145.000-7148.000=-3.000

*mean*	15.156-15.053=0.103
σ	0.207-0.146=0.060
min	14.922-14.817=0.105
max	15.566-15.310=0.256

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.001

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	14.632-13.863=0.769
σ	1.747-1.467=0.280
min	10.622-11.044=-0.422
max	16.018-15.775=0.243

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	9.875-9.961=-0.086
σ	1.576-1.291=0.285
min	8.761-8.819=-0.058
max	12.524-12.633=-0.109

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	7.723-7.832=-0.109
σ	1.334-1.246=0.088
min	6.501-6.995=-0.494
max	10.214-10.374=-0.160

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.678

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	6.113-6.219=-0.106
σ	0.434-0.465=-0.031
min	5.707-5.794=-0.087
max	7.140-7.275=-0.134

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972-25.972=-0.000

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	5.964-6.031=-0.067
σ	0.481-0.544=-0.063
min	5.560-5.620=-0.060
max	7.044-7.345=-0.301

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7145.000-7148.000=-3.000
σ	0.000
min	7145.000-7148.000=-3.000
max	7145.000-7148.000=-3.000

*mean*	368.442-376.289=-7.847
σ	42.004-81.350=-39.347
min	349.180-345.018=4.162
max	472.172-577.579=-105.407

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.000

*mean*	3275.625-3272.625=3.000
σ	1826.132-1824.901=1.231
min	809.000
max	5626.000-5622.000=4.000

*mean*	3768.979-3578.065=190.914
σ	1077.020-938.287=138.733
min	3091.594-3094.594=-3.000
max	5723.253-5700.521=22.732

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	90.891-88.906=1.985
σ	20.722-18.057=2.666
min	73.790-71.658=2.132
max	121.837-115.993=5.844

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7145.000-7148.000=-3.000
σ	0.000
min	7145.000-7148.000=-3.000
max	7145.000-7148.000=-3.000

*mean*	60.345-61.472=-1.127
σ	0.364-1.368=-1.004
min	59.838-60.143=-0.305
max	60.855-63.846=-2.991

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7148.000=-3.000
σ	0.000
min	7145.000-7148.000=-3.000
max	7145.000-7148.000=-3.000

*mean*	265.195-101.884=163.311
σ	373.646-0.530=373.116
min	98.132-101.184=-3.052
max	1160.209-102.733=1057.476

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.001
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820

*mean*	4043.875-4041.375=2.500
σ	2009.109-2009.790=-0.681
min	1217.000-1216.000=1.000
max	7145.000-7148.000=-3.000

*mean*	8152.138-7673.293=478.845
σ	2011.716-1881.951=129.765
min	6039.989-6006.541=33.448
max	11073.227-10878.443=194.784

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7148.000=-3.000
σ	0.000
min	7145.000-7148.000=-3.000
max	7145.000-7148.000=-3.000

*mean*	5132.732-5490.415=-357.682
σ	176.381-881.544=-705.163
min	5023.791-5003.937=19.854
max	5456.791-7130.576=-1673.785

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	385.403-390.067=-4.665
σ	12.242-4.289=7.953
min	359.239-381.859=-22.620
max	396.415-394.507=1.908

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.558-775.533=-14.975
σ	55.383-16.958=38.425
min	627.867-743.386=-115.520
max	794.537-801.192=-6.655

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.001
min	1023.826-1023.827=-0.000
max	1027.438-1027.437=0.001

*mean*	1040.550-1036.350=4.200
σ	308.590-303.768=4.822
min	550.000-552.000=-2.000
max	1530.000-1461.000=69.000

*mean*	1.548-1.556=-0.008
σ	0.062-0.087=-0.024
min	1.473-1.459=0.014
max	1.673-1.841=-0.168

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.295=0.181
σ	0.473-0.290=0.183
min	0.233-0.143=0.090
max	1.321-0.810=0.511

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.836-0.474=0.362
σ	0.517-0.324=0.193
min	0.573-0.313=0.259
max	1.760-1.052=0.707

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.215=0.165
σ	0.040-0.021=0.018
min	0.351-0.198=0.154
max	0.448-0.248=0.199

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.583-0.324=0.260
σ	0.030-0.017=0.013
min	0.561-0.314=0.247
max	0.633-0.354=0.279

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-435.000=-4.000
σ	0.000-4.637=-4.637
min	431.000
max	431.000-440.000=-9.000

*mean*	0.572-0.575=-0.003
σ	0.086-0.029=0.057
min	0.503-0.543=-0.041
max	0.715-0.609=0.106

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.489-0.475=0.014
σ	0.047-0.040=0.007
min	0.426-0.422=0.004
max	0.525-0.522=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.566-1.959=0.607
σ	0.072-0.075=-0.003
min	2.427-1.828=0.599
max	2.822-2.221=0.601

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	2.582-1.933=0.649
σ	0.067-0.090=-0.022
min	2.468-1.766=0.703
max	2.881-2.303=0.579

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.301-0.305=-0.005
σ	0.008-0.008=0.000
min	0.286-0.292=-0.006
max	0.350-0.345=0.005

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-440.000=-9.000
σ	0.000
min	431.000-440.000=-9.000
max	431.000-440.000=-9.000

*mean*	0.288-0.293=-0.005
σ	0.007-0.007=-0.000
min	0.276-0.279=-0.003
max	0.324-0.318=0.005

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.160-11.848=-0.688
σ	11.583-13.183=-1.600
min	0.574-0.573=0.001
max	105.768-133.039=-27.271

*mean*	458.788-455.516=3.272
σ	18.107-16.591=1.516
min	406.000-407.000=-1.000
max	473.000-468.000=5.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.032=-0.003
min	0.001-0.001=-0.000
max	0.264-0.323=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.755-298.730=0.025
σ	1.019-1.053=-0.034
min	298.365-298.323=0.042
max	301.653-301.724=-0.072

*mean*	441.800-441.700=0.100
σ	14.574-14.236=0.337
min	420.000-417.000=3.000
max	463.000-465.000=-2.000

*mean*	0.601-0.590=0.011
σ	0.023-0.026=-0.003
min	0.557-0.551=0.006
max	0.640-0.637=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1064.875-893.250=171.625
σ	34.295-38.891=-4.596
min	980.000-797.000=183.000
max	1077.000-907.000=170.000

*mean*	208.378-200.941=7.437
σ	3.986-5.037=-1.051
min	202.938-193.434=9.504
max	215.722-207.890=7.832

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875-893.250=171.625
σ	34.295-38.891=-4.596
min	980.000-797.000=183.000
max	1077.000-907.000=170.000

*mean*	7.405-9.269=-1.864
σ	1.349-2.055=-0.706
min	6.342-6.394=-0.051
max	10.469-12.841=-2.372

phase=parser

*mean*	1042.366-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.366-1042.366=-0.001
max	1042.367

*mean*	1064.875-893.250=171.625
σ	34.295-38.891=-4.596
min	980.000-797.000=183.000
max	1077.000-907.000=170.000

*mean*	476.887-518.859=-41.972
σ	86.647-119.477=-32.830
min	374.502-376.738=-2.235
max	634.345-751.835=-117.489

phase=processProdDef

*mean*	4850.764
σ	0.000
min	4850.764
max	4850.765

*mean*	1077.000-907.000=170.000
σ	0.000
min	1077.000-907.000=170.000
max	1077.000-907.000=170.000

*mean*	4629.510-4962.030=-332.520
σ	639.530-766.566=-127.036
min	3753.017-3933.093=-180.076
max	5424.114-6297.699=-873.585

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-893.250=171.625
σ	34.295-38.891=-4.596
min	980.000-797.000=183.000
max	1077.000-907.000=170.000

*mean*	24.296-36.436=-12.140
σ	4.245-10.060=-5.816
min	19.955-20.540=-0.585
max	31.811-48.483=-16.672

phase=type checker

*mean*	990.453
σ	0.071
min	990.348
max	990.567

*mean*	1064.875-893.250=171.625
σ	34.295-38.891=-4.596
min	980.000-797.000=183.000
max	1077.000-907.000=170.000

*mean*	694.842-726.077=-31.235
σ	58.521-96.542=-38.021
min	641.449-639.379=2.070
max	820.379-887.582=-67.203

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.037-0.038=-0.001
min	293.768-293.768=-0.000
max	293.859-293.859=0.000

*mean*	442.400-443.400=-1.000
σ	0.548
min	442.000-443.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.395-0.393=0.002
σ	0.000-0.001=-0.001
min	0.395-0.392=0.003
max	0.396-0.395=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.216-1320.218=-0.002
σ	0.034-0.032=0.002
min	1320.171-1320.171=0.001
max	1320.252-1320.247=0.004

*mean*	1097.800-1073.200=24.600
σ	189.600-168.082=21.518
min	837.000-845.000=-8.000
max	1324.000-1274.000=50.000

*mean*	2.299-2.274=0.025
σ	0.170-0.119=0.051
min	2.190-2.147=0.043
max	2.599-2.462=0.136

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.618-1560.604=0.014
σ	6.209-6.198=0.011
min	1557.654-1557.641=0.013
max	1571.721-1571.688=0.033

*mean*	617.400-619.000=-1.600
σ	82.020-82.901=-0.880
min	493.000-494.000=-1.000
max	713.000-717.000=-4.000

*mean*	2.289-2.255=0.034
σ	0.093-0.049=0.044
min	2.202-2.196=0.005
max	2.425-2.331=0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.173-1882.172=0.001
σ	0.062-0.054=0.009
min	1882.097-1882.106=-0.010
max	1882.258-1882.242=0.016

*mean*	1728.200-1697.400=30.800
σ	176.150-246.595=-70.446
min	1469.000-1393.000=76.000
max	1882.000-2023.000=-141.000

*mean*	3.135-2.984=0.151
σ	0.282-0.080=0.202
min	2.913-2.889=0.024
max	3.609-3.090=0.519

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.652=-0.003
σ	0.165-0.124=0.041
min	1.419-1.513=-0.094
max	1.873-1.825=0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.082=-0.002
σ	582.723-582.723=0.000
min	160.714-160.717=-0.003
max	1326.165-1326.167=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.527-0.535=-0.008
σ	0.494-0.528=-0.034
min	0.275-0.265=0.010
max	1.268-1.327=-0.059

policies=20

*mean*	1607.524-1607.533=-0.009
σ	0.425-0.413=0.012
min	1607.237-1607.253=-0.016
max	1608.153-1608.145=0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-451.500=-6.500
σ	8.000-9.815=-1.815
min	441.000-443.000=-2.000
max	457.000-460.000=-3.000

*mean*	2.701-2.691=0.010
σ	0.011-0.020=-0.009
min	2.687-2.678=0.009
max	2.711-2.720=-0.009

policies=200

*mean*	16083.474-16083.483=-0.009
σ	0.096-0.097=-0.001
min	16083.341-16083.344=-0.003
max	16083.571-16083.556=0.015

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-496.750=-0.250
σ	4.933-2.986=1.947
min	491.000-494.000=-3.000
max	502.000-501.000=1.000

*mean*	27.278-27.250=0.028
σ	0.112-0.124=-0.012
min	27.213-27.117=0.096
max	27.446-27.412=0.033