Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695
σ	0.000
min	558.695
max	558.695

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.882=-0.001
σ	0.359-0.359=-0.000
min	54.739-54.740=-0.001
max	55.901-55.903=-0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.000
min	0.136-0.139=-0.002
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.851-43.850=0.001
σ	0.006-0.007=-0.000
min	43.842-43.840=0.002
max	43.860-43.865=-0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.126-0.125=0.001
σ	0.004-0.004=0.000
min	0.121-0.122=-0.001
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	12.419-13.382=-0.963
σ	0.484-1.628=-1.143
min	11.949-12.429=-0.480
max	13.266-17.351=-4.085

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	12.582-13.638=-1.055
σ	0.493-1.955=-1.463
min	11.659-11.763=-0.104
max	13.108-18.314=-5.206

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7144.000-7153.000=-9.000
σ	0.000
min	7144.000-7153.000=-9.000
max	7144.000-7153.000=-9.000

*mean*	14.578-15.159=-0.581
σ	0.175-0.271=-0.096
min	14.281-14.767=-0.485
max	14.842-15.656=-0.814

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	13.153-14.700=-1.547
σ	1.246-1.587=-0.341
min	10.542-11.334=-0.792
max	14.809-16.222=-1.413

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	8.988-9.966=-0.978
σ	0.800-1.776=-0.976
min	8.308-8.353=-0.045
max	10.318-12.917=-2.600

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	6.988-7.658=-0.670
σ	0.726-1.444=-0.718
min	6.371-6.480=-0.109
max	8.176-10.127=-1.951

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	5.445-6.233=-0.788
σ	0.153-0.672=-0.520
min	5.251-5.800=-0.549
max	5.623-7.843=-2.220

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.003=-0.001
min	25.968-25.969=-0.000
max	25.972-25.976=-0.004

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	5.284-5.945=-0.661
σ	0.066-0.461=-0.395
min	5.175-5.611=-0.436
max	5.360-7.046=-1.686

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7144.000-7153.000=-9.000
σ	0.000
min	7144.000-7153.000=-9.000
max	7144.000-7153.000=-9.000

*mean*	418.981-348.901=70.080
σ	198.422-3.825=194.597
min	344.418-342.209=2.209
max	910.027-354.531=555.496

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.000
max	7918.954

*mean*	3275.500-3273.250=2.250
σ	1825.923-1824.158=1.764
min	811.000-809.000=2.000
max	5624.000-5621.000=3.000

*mean*	3776.020-3670.056=105.964
σ	1242.500-1069.101=173.399
min	3086.463-3071.807=14.656
max	6198.206-6144.941=53.265

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	83.989-88.213=-4.223
σ	15.478-20.043=-4.564
min	70.234-70.630=-0.396
max	110.587-122.392=-11.805

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.944=0.000
max	40.950

*mean*	7144.000-7153.000=-9.000
σ	0.000
min	7144.000-7153.000=-9.000
max	7144.000-7153.000=-9.000

*mean*	60.351-62.629=-2.279
σ	1.432-2.850=-1.419
min	59.411-60.412=-1.001
max	63.744-68.880=-5.136

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7144.000-7153.000=-9.000
σ	0.000
min	7144.000-7153.000=-9.000
max	7144.000-7153.000=-9.000

*mean*	98.726-99.655=-0.929
σ	1.089-1.201=-0.111
min	96.748-97.795=-1.047
max	100.512-100.994=-0.482

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.001
σ	4.304-4.304=0.000
min	14215.576
max	14227.821-14227.820=0.001

*mean*	4043.875-4042.375=1.500
σ	2008.436-2010.309=-1.873
min	1219.000-1217.000=2.000
max	7144.000-7153.000=-9.000

*mean*	7883.044-8267.680=-384.636
σ	2023.052-1810.074=212.978
min	6024.080-5992.505=31.575
max	10947.123-10820.713=126.410

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.105=0.001
max	13159.110-13159.111=-0.001

*mean*	7144.000-7153.000=-9.000
σ	0.000
min	7144.000-7153.000=-9.000
max	7144.000-7153.000=-9.000

*mean*	5431.045-5868.214=-437.169
σ	613.454-1701.834=-1088.380
min	5035.075-5003.587=31.488
max	6751.296-9707.238=-2955.942

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.625-478.000=-1.375
σ	0.518-0.000=0.518
min	476.000-478.000=-2.000
max	477.000-478.000=-1.000

*mean*	363.415-389.081=-25.666
σ	35.538-4.121=31.417
min	293.241-382.465=-89.224
max	400.457-394.506=5.951

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	781.681-708.690=72.992
σ	15.127-68.017=-52.890
min	755.799-621.846=133.953
max	798.066-760.601=37.466

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=-0.000
σ	0.759-0.759=-0.000
min	1023.825-1023.823=0.002
max	1027.436-1027.437=-0.000

*mean*	1047.700-1039.150=8.550
σ	308.956-299.123=9.834
min	569.000-554.000=15.000
max	1504.000-1462.000=42.000

*mean*	1.546-1.543=0.003
σ	0.091-0.065=0.026
min	1.440-1.464=-0.025
max	1.793-1.726=0.067

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.296=0.093
σ	0.482-0.283=0.198
min	0.140-0.144=-0.004
max	1.246-0.799=0.447

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.474=0.004
σ	0.317-0.317=-0.000
min	0.325-0.316=0.009
max	1.045-1.042=0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.221=0.002
σ	0.030-0.027=0.004
min	0.204-0.201=0.003
max	0.276-0.267=0.009

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.328=0.009
σ	0.018-0.014=0.004
min	0.326-0.318=0.008
max	0.368-0.352=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.600-437.200=-3.600
σ	3.130-6.535=-3.404
min	431.000
max	437.000-444.000=-7.000

*mean*	0.526-0.563=-0.037
σ	0.048-0.053=-0.006
min	0.477-0.467=0.010
max	0.600-0.590=0.011

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.453-0.487=-0.034
σ	0.033-0.051=-0.019
min	0.419-0.405=0.015
max	0.507-0.524=-0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	1.953-1.975=-0.023
σ	0.070-0.088=-0.017
min	1.828-1.824=0.004
max	2.186-2.257=-0.071

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.502-2.282=0.220
σ	0.243-0.359=-0.116
min	1.767-1.868=-0.100
max	2.932-3.024=-0.092

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.303-0.305=-0.002
σ	0.008-0.009=-0.001
min	0.292-0.290=0.002
max	0.357-0.364=-0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.292-0.290=0.002
σ	0.007-0.007=0.000
min	0.279-0.278=0.001
max	0.323-0.333=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.879-298.701=0.178
σ	1.020-1.008=0.013
min	298.474-298.345=0.129
max	301.775-301.567=0.208

*mean*	442.900-442.400=0.500
σ	12.644-17.122=-4.478
min	426.000-417.000=9.000
max	464.000-466.000=-2.000

*mean*	0.601-0.599=0.002
σ	0.015-0.023=-0.008
min	0.572-0.554=0.018
max	0.617-0.618=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.681=0.000
σ	0.000-0.000=-0.000
min	236.681-236.681=0.000
max	236.681-236.681=-0.000

*mean*	1064.875-841.625=223.250
σ	34.295-12.694=21.601
min	980.000-822.000=158.000
max	1077.000-850.000=227.000

*mean*	201.752-203.628=-1.875
σ	2.947-3.375=-0.428
min	196.684-198.912=-2.228
max	205.328-210.601=-5.273

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1064.875-840.250=224.625
σ	34.295-15.425=18.870
min	980.000-811.000=169.000
max	1077.000-850.000=227.000

*mean*	8.017-7.365=0.653
σ	2.224-1.450=0.774
min	6.412-6.258=0.155
max	12.763-9.694=3.069

phase=parser

*mean*	1042.359-1042.362=-0.003
σ	0.000-0.000=0.000
min	1042.359-1042.362=-0.003
max	1042.360-1042.362=-0.003

*mean*	1064.875-839.875=225.000
σ	34.295-16.252=18.043
min	980.000-808.000=172.000
max	1077.000-850.000=227.000

*mean*	549.619-428.210=121.409
σ	92.293-53.060=39.233
min	411.484-374.430=37.054
max	719.810-505.212=214.598

phase=processProdDef

*mean*	4850.767-4850.764=0.003
σ	0.000-0.000=0.000
min	4850.767-4850.764=0.003
max	4850.768-4850.764=0.004

*mean*	1077.000-843.000=234.000
σ	0.000-12.961=-12.961
min	1077.000-822.000=255.000
max	1077.000-850.000=227.000

*mean*	4774.037-4459.528=314.509
σ	593.203-550.121=43.082
min	3581.305-3627.921=-46.617
max	5643.398-5247.158=396.240

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-841.625=223.250
σ	34.295-12.694=21.601
min	980.000-822.000=158.000
max	1077.000-850.000=227.000

*mean*	28.013-26.468=1.545
σ	10.494-8.847=1.648
min	20.697-20.202=0.495
max	47.883-40.604=7.279

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.875-841.625=223.250
σ	34.295-12.694=21.601
min	980.000-822.000=158.000
max	1077.000-850.000=227.000

*mean*	728.508-712.371=16.136
σ	113.068-75.741=37.326
min	638.357-641.676=-3.320
max	898.113-859.550=38.562

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.037=0.001
min	293.768-293.766=0.002
max	293.861-293.858=0.003

*mean*	441.200-446.000=-4.800
σ	1.643-0.000=1.643
min	440.000-446.000=-6.000
max	443.000-446.000=-3.000

*mean*	0.393-0.396=-0.003
σ	0.002-0.006=-0.004
min	0.391-0.392=-0.001
max	0.395-0.406=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.199-1320.216=-0.017
σ	0.078-0.028=0.049
min	1320.130-1320.174=-0.044
max	1320.325-1320.246=0.079

*mean*	1086.600-1067.600=19.000
σ	173.064-165.555=7.510
min	880.000-844.000=36.000
max	1318.000-1270.000=48.000

*mean*	2.116-2.243=-0.127
σ	0.103-0.055=0.048
min	2.056-2.162=-0.107
max	2.299-2.305=-0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.568-1560.612=-0.045
σ	6.211-6.240=-0.029
min	1557.567-1557.616=-0.049
max	1571.672-1571.771=-0.099

*mean*	612.400-618.800=-6.400
σ	94.323-82.769=11.554
min	499.000-494.000=5.000
max	735.000-717.000=18.000

*mean*	2.216-2.324=-0.108
σ	0.059-0.227=-0.169
min	2.149-2.191=-0.042
max	2.274-2.728=-0.454

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.179-1882.173=0.006
σ	0.063-0.055=0.008
min	1882.099-1882.107=-0.008
max	1882.257-1882.244=0.013

*mean*	1730.000-1701.200=28.800
σ	180.903-257.825=-76.922
min	1470.000-1398.000=72.000
max	1894.000-2057.000=-163.000

*mean*	3.128-2.974=0.154
σ	0.292-0.108=0.184
min	2.886-2.831=0.055
max	3.595-3.109=0.486

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.712-1.712=0.001
σ	0.087-0.242=-0.156
min	1.622-1.295=0.327
max	1.814-1.916=-0.102

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=-0.000
σ	582.722-582.721=0.001
min	160.719-160.718=0.000
max	1326.164-1326.164=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.549-0.530=0.019
σ	0.551-0.505=0.046
min	0.266-0.271=-0.005
max	1.375-1.287=0.088

policies=20

*mean*	1607.524-1607.522=0.002
σ	0.405-0.407=-0.002
min	1607.245-1607.245=-0.000
max	1608.122-1608.125=-0.003

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-448.500=1.000
σ	7.506-8.660=-1.155
min	443.000-441.000=2.000
max	456.000

*mean*	2.681-2.692=-0.011
σ	0.037-0.010=0.027
min	2.637-2.681=-0.044
max	2.726-2.702=0.025

policies=200

*mean*	16083.455-16083.475=-0.020
σ	0.089-0.115=-0.027
min	16083.369-16083.399=-0.030
max	16083.574-16083.644=-0.069

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-495.500=0.500
σ	4.546-3.873=0.673
min	491.000
max	502.000-500.000=2.000

*mean*	27.076-27.155=-0.080
σ	0.048-0.048=0.001
min	27.013-27.110=-0.097
max	27.131-27.206=-0.075