Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.889=-0.001
σ	0.359-0.358=0.001
min	54.748-54.752=-0.004
max	55.910-55.908=0.001

*mean*	420.400-416.000=4.400
σ	0.966-0.000=0.966
min	419.000-416.000=3.000
max	421.000-416.000=5.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.006=-0.001
min	0.137-0.132=0.005
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.854-43.856=-0.001
σ	0.008-0.006=0.002
min	43.843-43.846=-0.003
max	43.868-43.862=0.006

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.005=0.000
min	0.115-0.118=-0.003
max	0.130-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	12.751-12.806=-0.056
σ	1.702-0.246=1.456
min	11.797-12.429=-0.632
max	16.926-13.167=3.759

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	13.167-13.006=0.161
σ	1.703-0.446=1.256
min	12.236-12.226=0.009
max	17.317-13.569=3.748

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7147.000-7149.000=-2.000
σ	0.000
min	7147.000-7149.000=-2.000
max	7147.000-7149.000=-2.000

*mean*	14.785-15.368=-0.583
σ	0.098-0.276=-0.177
min	14.672-15.137=-0.465
max	15.002-15.978=-0.976

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.000

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	14.181-14.144=0.036
σ	1.486-1.732=-0.245
min	10.853-11.260=-0.407
max	15.582-15.674=-0.092

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	9.624-9.597=0.027
σ	1.492-1.250=0.242
min	8.033-8.716=-0.683
max	11.966-12.597=-0.630

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	7.054-7.471=-0.417
σ	1.270-1.140=0.131
min	5.992-6.873=-0.881
max	9.164-10.270=-1.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.677-25.678=-0.000

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	5.826-6.158=-0.333
σ	0.510-0.177=0.333
min	5.412-5.829=-0.417
max	7.005-6.373=0.631

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.972

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	5.388-5.834=-0.446
σ	0.596-0.185=0.411
min	4.986-5.484=-0.498
max	6.787-6.065=0.721

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7147.000-7149.000=-2.000
σ	0.000
min	7147.000-7149.000=-2.000
max	7147.000-7149.000=-2.000

*mean*	373.294-381.022=-7.728
σ	79.802-87.740=-7.938
min	340.815-346.598=-5.783
max	570.654-598.103=-27.449

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.954=-0.001

*mean*	3273.750-3271.750=2.000
σ	1823.856-1824.872=-1.016
min	809.000-810.000=-1.000
max	5621.000-5623.000=-2.000

*mean*	3833.218-3644.857=188.361
σ	1239.896-1110.781=129.115
min	3106.628-3108.255=-1.628
max	6298.150-6223.513=74.637

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	87.060-87.991=-0.931
σ	19.849-20.279=-0.430
min	71.198-70.125=1.072
max	121.117-124.014=-2.897

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7147.000-7149.000=-2.000
σ	0.000
min	7147.000-7149.000=-2.000
max	7147.000-7149.000=-2.000

*mean*	60.600-61.074=-0.474
σ	0.573-1.249=-0.677
min	59.793-60.238=-0.445
max	61.443-64.002=-2.560

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691-66.691=-0.000

*mean*	7147.000-7149.000=-2.000
σ	0.000
min	7147.000-7149.000=-2.000
max	7147.000-7149.000=-2.000

*mean*	97.472-100.230=-2.758
σ	0.684-1.465=-0.781
min	96.545-98.826=-2.281
max	98.768-103.620=-4.852

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.576
max	14227.820

*mean*	4042.000-4041.375=0.625
σ	2008.664-2009.245=-0.582
min	1218.000-1219.000=-1.000
max	7147.000-7149.000=-2.000

*mean*	8150.520-7803.289=347.231
σ	1988.968-2021.492=-32.524
min	5970.616-6002.162=-31.547
max	10950.632-10931.030=19.602

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7147.000-7149.000=-2.000
σ	0.000
min	7147.000-7149.000=-2.000
max	7147.000-7149.000=-2.000

*mean*	5108.516-5294.176=-185.660
σ	236.245-608.580=-372.335
min	4964.422-4992.840=-28.418
max	5650.742-6726.137=-1075.395

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	380.934-386.827=-5.893
σ	34.648-14.980=19.667
min	295.363-350.172=-54.809
max	396.381-395.168=1.213

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	791.422-777.409=14.013
σ	13.262-27.981=-14.719
min	773.115-718.078=55.037
max	805.098-803.866=1.231

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1024.300=-0.003
σ	0.760-0.759=0.001
min	1023.824-1023.826=-0.001
max	1027.438-1027.438=0.000

*mean*	1048.650-1045.900=2.750
σ	298.157-293.476=4.681
min	563.000-568.000=-5.000
max	1450.000-1432.000=18.000

*mean*	1.560-1.564=-0.004
σ	0.112-0.088=0.024
min	1.456-1.486=-0.030
max	1.978-1.856=0.122

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291-0.452=-0.162
σ	0.278-0.579=-0.301
min	0.141-0.145=-0.004
max	0.786-1.477=-0.692

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.471=0.009
σ	0.312-0.300=0.012
min	0.332-0.324=0.008
max	1.039-1.008=0.031

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.220=0.000
σ	0.026-0.025=0.001
min	0.204-0.198=0.006
max	0.267-0.261=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.332=-0.004
σ	0.016-0.014=0.002
min	0.313-0.324=-0.010
max	0.355-0.357=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-433.600=-2.000
σ	1.342-3.130=-1.789
min	431.000
max	434.000-437.000=-3.000

*mean*	0.472-0.594=-0.122
σ	0.040-0.015=0.025
min	0.433-0.572=-0.139
max	0.535-0.609=-0.074

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.441-0.480=-0.039
σ	0.036-0.036=-0.000
min	0.391-0.439=-0.047
max	0.490-0.520=-0.030

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	1.973-2.351=-0.378
σ	0.075-0.310=-0.235
min	1.804-1.897=-0.093
max	2.165-2.719=-0.554

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	2.594-2.628=-0.034
σ	0.120-0.086=0.034
min	2.069-2.456=-0.387
max	2.936-2.848=0.088

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.304-0.308=-0.004
σ	0.011-0.027=-0.016
min	0.288-0.289=-0.001
max	0.366-0.548=-0.182

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.306-0.292=0.014
σ	0.074-0.010=0.064
min	0.277-0.278=-0.001
max	0.796-0.340=0.456

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.931-298.693=0.238
σ	0.987-0.966=0.021
min	298.436-298.271=0.165
max	301.724-301.431=0.293

*mean*	439.900-442.400=-2.500
σ	14.464-14.230=0.234
min	420.000-418.000=2.000
max	462.000-466.000=-4.000

*mean*	0.595-0.604=-0.009
σ	0.030-0.020=0.010
min	0.533-0.576=-0.043
max	0.637-0.648=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1070.375-942.625=127.750
σ	27.224-18.031=9.192
min	1003.000-898.000=105.000
max	1080.000-949.000=131.000

*mean*	203.562-207.321=-3.759
σ	4.415-5.702=-1.287
min	196.694-199.382=-2.687
max	208.775-215.722=-6.947

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1070.375-941.125=129.250
σ	27.224-22.274=4.950
min	1003.000-886.000=117.000
max	1080.000-949.000=131.000

*mean*	8.705-9.348=-0.642
σ	1.749-2.529=-0.780
min	6.308-6.292=0.016
max	10.650-12.977=-2.328

phase=parser

*mean*	1042.361-1042.364=-0.003
σ	0.000-0.000=-0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.003

*mean*	1070.375-941.125=129.250
σ	27.224-22.274=4.950
min	1003.000-886.000=117.000
max	1080.000-949.000=131.000

*mean*	523.217-572.709=-49.492
σ	68.286-120.635=-52.349
min	410.620-411.113=-0.494
max	624.109-754.802=-130.693

phase=processProdDef

*mean*	4850.768-4850.765=0.003
σ	0.000-0.000=0.000
min	4850.768-4850.765=0.003
max	4850.769-4850.765=0.004

*mean*	1080.000-949.000=131.000
σ	0.000
min	1080.000-949.000=131.000
max	1080.000-949.000=131.000

*mean*	4903.189-4903.784=-0.595
σ	365.891-683.201=-317.310
min	4304.594-3395.512=909.082
max	5407.919-5473.837=-65.918

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	1070.375-941.125=129.250
σ	27.224-22.274=4.950
min	1003.000-886.000=117.000
max	1080.000-949.000=131.000

*mean*	32.780-37.927=-5.147
σ	8.852-9.772=-0.920
min	20.372-21.171=-0.799
max	40.393-49.354=-8.961

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1070.375-942.500=127.875
σ	27.224-18.385=8.839
min	1003.000-897.000=106.000
max	1080.000-949.000=131.000

*mean*	706.375-773.320=-66.944
σ	73.921-90.878=-16.957
min	647.150-648.082=-0.932
max	870.930-905.393=-34.463

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.037-0.038=-0.000
min	293.768-293.768=-0.000
max	293.859-293.859=-0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.393-0.393=-0.000
σ	0.001-0.001=0.000
min	0.390-0.392=-0.001
max	0.394-0.395=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.185-1320.217=-0.032
σ	0.102-0.039=0.063
min	1320.050-1320.159=-0.109
max	1320.338-1320.260=0.077

*mean*	1065.800-1094.400=-28.600
σ	165.193-185.280=-20.087
min	843.000-838.000=5.000
max	1267.000-1315.000=-48.000

*mean*	2.122-2.293=-0.171
σ	0.219-0.190=0.029
min	1.968-2.159=-0.191
max	2.507-2.628=-0.121

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.564-1560.607=-0.043
σ	6.235-6.231=0.004
min	1557.547-1557.605=-0.058
max	1571.711-1571.748=-0.037

*mean*	618.600-618.200=0.400
σ	82.800-81.729=1.070
min	493.000-494.000=-1.000
max	716.000-713.000=3.000

*mean*	2.251-2.299=-0.048
σ	0.133-0.205=-0.073
min	2.148-2.127=0.021
max	2.475-2.651=-0.176

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1882.174=0.003
σ	0.063-0.046=0.017
min	1882.106-1882.128=-0.022
max	1882.251-1882.234=0.017

*mean*	1707.800-1721.600=-13.800
σ	254.524-196.133=58.391
min	1395.000-1454.000=-59.000
max	2044.000-1907.000=137.000

*mean*	2.946-3.030=-0.083
σ	0.163-0.107=0.056
min	2.672-2.893=-0.221
max	3.064-3.171=-0.108

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.743-1.834=-0.091
σ	0.102-0.066=0.036
min	1.623-1.735=-0.112
max	1.876-1.896=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.002
σ	582.723-582.722=0.000
min	160.715-160.719=-0.004
max	1326.164-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.537-0.525=0.012
σ	0.531-0.498=0.033
min	0.264-0.270=-0.005
max	1.334-1.271=0.062

policies=20

*mean*	1607.516-1607.526=-0.011
σ	0.406-0.414=-0.008
min	1607.239-1607.245=-0.005
max	1608.116-1608.139=-0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	8.660
min	443.000
max	458.000

*mean*	2.677-2.701=-0.024
σ	0.009-0.023=-0.014
min	2.667-2.679=-0.011
max	2.689-2.721=-0.032

policies=200

*mean*	16083.350-16083.429=-0.079
σ	0.108-0.104=0.004
min	16083.244-16083.343=-0.099
max	16083.501-16083.579=-0.078

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-496.750=0.500
σ	4.272-3.775=0.497
min	492.000
max	502.000-501.000=1.000

*mean*	27.132-27.172=-0.040
σ	0.055-0.060=-0.004
min	27.064-27.127=-0.063
max	27.197-27.260=-0.062