Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.888-57.890=-0.002
σ	0.360-0.360=-0.000
min	57.745-57.746=-0.001
max	58.912-58.914=-0.002

*mean*	426.000-420.000=6.000
σ	0.000
min	426.000-420.000=6.000
max	426.000-420.000=6.000

*mean*	0.144-0.149=-0.005
σ	0.005-0.006=-0.001
min	0.136-0.143=-0.006
max	0.151-0.162=-0.012

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-46.898=0.001
σ	0.007-0.005=0.002
min	46.884-46.891=-0.006
max	46.910-46.906=0.004

*mean*	426.000-420.000=6.000
σ	0.000
min	426.000-420.000=6.000
max	426.000-420.000=6.000

*mean*	0.132-0.130=0.002
σ	0.009-0.003=0.005
min	0.124-0.127=-0.003
max	0.152-0.137=0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	12.076-12.137=-0.061
σ	0.189-0.159=0.029
min	11.804-11.964=-0.160
max	12.347-12.429=-0.081

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=0.000
min	36.606
max	36.606

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	12.276-12.536=-0.261
σ	0.626-0.597=0.029
min	11.243-11.131=0.112
max	12.875-12.985=-0.110

op=table_records(), no indexes

*mean*	41.941-41.941=0.000
σ	0.002-0.002=0.000
min	41.939-41.939=-0.000
max	41.944-41.943=0.001

*mean*	7493.000-7026.750=466.250
σ	107.974-11.386=96.587
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	11.116-11.153=-0.037
σ	0.172-0.178=-0.006
min	10.872-10.949=-0.077
max	11.362-11.511=-0.149

op=table_records(), repeat

*mean*	41.926-41.926=0.000
σ	0.000-0.000=0.000
min	41.925
max	41.926

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	11.298-11.577=-0.279
σ	0.269-0.906=-0.637
min	11.058-11.012=0.045
max	11.903-13.776=-1.872

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.586
max	27.973-27.973=-0.000

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	8.617-8.643=-0.026
σ	0.296-0.648=-0.351
min	8.101-7.761=0.340
max	8.938-9.898=-0.959

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=-0.000
σ	0.000-0.000=0.000
min	26.386-26.386=-0.000
max	26.386

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	6.282-6.390=-0.108
σ	0.170-0.657=-0.487
min	6.076-5.675=0.401
max	6.557-7.818=-1.262

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=-0.000
min	25.662-25.663=-0.000
max	25.675-25.675=-0.000

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	5.866-5.887=-0.021
σ	0.149-0.213=-0.065
min	5.590-5.516=0.074
max	6.011-6.119=-0.108

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.964-25.963=0.001
σ	0.001-0.001=0.001
min	25.963-25.963=0.000
max	25.967-25.964=0.002

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	5.714-5.638=0.075
σ	0.093-0.400=-0.307
min	5.520-5.148=0.373
max	5.807-6.080=-0.273

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7467.750-7024.000=443.750
σ	104.545-11.759=92.785
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	344.197-344.332=-0.135
σ	1.817-3.433=-1.617
min	342.118-337.951=4.167
max	347.665-348.982=-1.317

op=load_product(), with indexes

*mean*	3495.849-3495.849=0.000
σ	0.463-0.463=-0.000
min	3495.685-3495.686=-0.000
max	3496.994

*mean*	3366.875-3484.125=-117.250
σ	1932.583-2117.855=-185.272
min	637.000-640.000=-3.000
max	5391.000-7013.000=-1622.000

*mean*	1770.342-1691.932=78.409
σ	704.304-598.516=105.788
min	1384.183-1372.090=12.093
max	2994.750-2917.658=77.091

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.842

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	128.122-129.158=-1.036
σ	6.315-5.730=0.585
min	124.498-121.946=2.552
max	143.304-141.394=1.910

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	42.778-43.014=-0.236
σ	1.826-1.017=0.809
min	40.815-41.588=-0.772
max	46.758-44.661=2.098

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7493.000-7026.750=466.250
σ	107.974-11.386=96.587
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	22.459-22.454=0.005
σ	1.189-1.206=-0.017
min	21.319-21.445=-0.125
max	25.167-24.853=0.314

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=0.000
σ	0.002-0.002=0.000
min	71.294-71.294=0.000
max	71.298-71.298=0.000

*mean*	7493.000-7026.750=466.250
σ	107.974-11.386=96.587
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	55.694-55.377=0.317
σ	0.507-1.104=-0.597
min	54.819-54.637=0.182
max	56.446-58.028=-1.582

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=-0.000
σ	0.014-0.013=0.001
min	4646.838
max	4646.878-4646.876=0.002

*mean*	4022.875-4236.625=-213.750
σ	1986.426-2161.464=-175.038
min	1341.000-1222.000=119.000
max	7392.000-7013.000=379.000

*mean*	3651.692-3468.245=183.447
σ	920.416-788.426=131.990
min	2481.015-2464.293=16.722
max	5077.105-4445.685=631.419

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833

*mean*	7493.000-7026.750=466.250
σ	107.974-11.386=96.587
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	1091.194-1040.230=50.964
σ	319.689-302.492=17.197
min	918.137-908.483=9.654
max	1696.047-1778.308=-82.260

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7493.000-7026.750=466.250
σ	107.974-11.386=96.587
min	7392.000-7013.000=379.000
max	7594.000-7035.000=559.000

*mean*	401.632-395.746=5.886
σ	39.978-39.293=0.684
min	385.017-377.464=7.552
max	500.494-492.857=7.637

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.875-476.875=1.000
σ	0.354-0.835=-0.481
min	477.000-476.000=1.000
max	478.000

*mean*	387.697-395.687=-7.990
σ	44.300-20.441=23.859
min	310.032-371.392=-61.360
max	436.642-428.948=7.695

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.250-561.250=-2.000
σ	0.707-1.389=-0.682
min	559.000
max	561.000-562.000=-1.000

*mean*	743.797-753.297=-9.500
σ	58.782-62.872=-4.090
min	631.566-639.709=-8.144
max	810.278-831.491=-21.214

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.919=-0.001
σ	2.437-2.438=-0.001
min	976.073-976.070=0.003
max	987.245-987.250=-0.004

*mean*	1058.450-1029.200=29.250
σ	314.214-296.605=17.608
min	592.000-559.000=33.000
max	1560.000-1445.000=115.000

*mean*	1.289-1.294=-0.006
σ	0.161-0.088=0.073
min	1.206-1.212=-0.006
max	1.955-1.568=0.387

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.293-0.402=-0.109
σ	0.287-0.512=-0.225
min	0.140-0.139=0.001
max	0.802-1.315=-0.513

name=error_case.art

*mean*	2.347-2.347=0.001
σ	0.012-0.012=0.000
min	2.341-2.340=0.001
max	2.369-2.369=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.474=0.002
σ	0.323-0.318=0.005
min	0.320-0.325=-0.005
max	1.053-1.043=0.010

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.218=-0.003
σ	0.026-0.022=0.004
min	0.196-0.200=-0.004
max	0.256-0.256=-0.000

name=nested_use.art

*mean*	2.365-2.365=0.001
σ	0.002
min	2.364-2.364=0.001
max	2.368-2.368=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.331=-0.006
σ	0.014-0.018=-0.004
min	0.314-0.316=-0.002
max	0.349-0.361=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.191-965.086=0.105
σ	0.009
min	965.186-965.080=0.105
max	965.207-965.102=0.105

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.554-0.518=0.036
σ	0.061-0.049=0.012
min	0.475-0.478=-0.004
max	0.606-0.602=0.004

name=cdr_enhanced_4k_loc.art

*mean*	886.932-886.468=0.464
σ	0.002
min	886.930-886.466=0.464
max	886.934-886.470=0.464

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.473-0.464=0.009
σ	0.052-0.051=0.001
min	0.391-0.394=-0.003
max	0.516-0.519=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.720-7.719=0.001
σ	0.002
min	7.719-7.718=0.001
max	7.723-7.722=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.628-1.941=0.687
σ	0.096-0.092=0.005
min	2.432-1.775=0.657
max	2.978-2.301=0.677

name=record_render_large_syntax_err.art

*mean*	7.668-7.668=0.001
σ	0.002
min	7.668-7.667=0.001
max	7.671-7.671=0.001

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.582-2.547=0.035
σ	0.095-0.170=-0.075
min	2.434-1.820=0.614
max	2.919-2.797=0.122

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.305-0.298=0.007
σ	0.011-0.009=0.002
min	0.291-0.283=0.008
max	0.377-0.353=0.024

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.293-0.282=0.012
σ	0.009-0.009=-0.000
min	0.279-0.267=0.013
max	0.334-0.335=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.655-11.577=0.078
σ	11.043-11.381=-0.337
min	0.574-0.574=0.000
max	87.138-80.795=6.344

*mean*	460.257-462.546=-2.289
σ	20.439-20.676=-0.238
min	409.000
max	479.000-481.000=-2.000

*mean*	0.027-0.026=0.000
σ	0.027-0.028=-0.001
min	0.001-0.001=0.000
max	0.202-0.196=0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.680-293.955=-0.274
σ	1.048-1.051=-0.003
min	293.252-293.562=-0.310
max	296.658-296.944=-0.286

*mean*	444.000-442.300=1.700
σ	16.241-18.494=-2.252
min	416.000-414.000=2.000
max	465.000-464.000=1.000

*mean*	0.591-0.600=-0.009
σ	0.030-0.012=0.018
min	0.518-0.586=-0.068
max	0.624-0.626=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	144.945-149.395=-4.449
σ	9.473-11.873=-2.400
min	132.930-131.130=1.801
max	159.506-161.639=-2.133

phase=macro expansion

*mean*	5.893
σ	0.000
min	5.893
max	5.893

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	6.653-5.855=0.798
σ	1.476-0.062=1.414
min	5.761-5.768=-0.007
max	9.125-5.946=3.179

phase=parser

*mean*	1042.358-1042.247=0.111
σ	0.000-0.000=-0.000
min	1042.358-1042.246=0.111
max	1042.358-1042.247=0.111

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	433.004-403.049=29.956
σ	101.776-80.226=21.550
min	369.744-370.477=-0.733
max	613.161-600.873=12.289

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	2932.198-2685.290=246.909
σ	387.785-340.304=47.482
min	2158.037-2330.593=-172.556
max	3255.634-3210.466=45.167

phase=renaming

*mean*	21.433
σ	0.000
min	21.433
max	21.433

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	35.098-35.070=0.028
σ	2.958-1.857=1.101
min	32.096-32.837=-0.741
max	39.959-37.813=2.146

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-846.000=2.000
σ	0.000
min	848.000-846.000=2.000
max	848.000-846.000=2.000

*mean*	657.783-668.421=-10.637
σ	12.517-22.521=-10.004
min	639.347-636.040=3.307
max	679.400-689.739=-10.339

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-328.018=-0.001
σ	0.036-0.038=-0.002
min	327.967-327.967=-0.000
max	328.054-328.057=-0.003

*mean*	440.200-439.600=0.600
σ	5.495-6.107=-0.612
min	432.000-430.000=2.000
max	446.000

*mean*	0.435-0.429=0.005
σ	0.012-0.006=0.005
min	0.425-0.425=-0.000
max	0.452-0.441=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.226-1313.230=-0.004
σ	0.140-0.137=0.003
min	1313.130-1313.122=0.008
max	1313.471-1313.466=0.005

*mean*	1073.600-1079.800=-6.200
σ	165.561-203.287=-37.727
min	877.000-821.000=56.000
max	1282.000-1331.000=-49.000

*mean*	1.879-1.903=-0.024
σ	0.038-0.069=-0.031
min	1.835-1.815=0.021
max	1.924-2.000=-0.076

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.211-1552.225=-0.014
σ	3.055-3.039=0.016
min	1550.654-1550.678=-0.024
max	1557.667-1557.652=0.015

*mean*	624.400-612.400=12.000
σ	84.290-74.959=9.331
min	523.000-501.000=22.000
max	733.000-689.000=44.000

*mean*	2.245-2.298=-0.053
σ	0.196-0.168=0.028
min	2.104-2.128=-0.024
max	2.579-2.506=0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.223-1875.221=0.002
σ	0.045-0.044=0.001
min	1875.166-1875.168=-0.001
max	1875.273-1875.274=-0.001

*mean*	1705.000-1741.200=-36.200
σ	259.399-155.089=104.310
min	1400.000-1504.000=-104.000
max	2071.000-1931.000=140.000

*mean*	2.924-2.925=-0.001
σ	0.124-0.067=0.057
min	2.846-2.843=0.003
max	3.145-3.021=0.123

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.611-1.524=0.087
σ	0.096-0.192=-0.096
min	1.467-1.254=0.212
max	1.730-1.722=0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.426-419.418=0.008
σ	508.935-508.920=0.016
min	164.956-164.955=0.000
max	1182.829-1182.798=0.032

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-430.000=2.000
σ	0.000
min	432.000-430.000=2.000
max	432.000-430.000=2.000

*mean*	0.536-0.511=0.026
σ	0.523-0.471=0.052
min	0.271-0.272=-0.001
max	1.321-1.218=0.103

policies=20

*mean*	1649.812-1649.815=-0.003
σ	0.364-0.374=-0.011
min	1649.603-1649.600=0.003
max	1650.356-1650.375=-0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-450.000=-0.250
σ	10.243-16.633=-6.390
min	438.000-432.000=6.000
max	463.000-471.000=-8.000

*mean*	2.634-2.662=-0.027
σ	0.014-0.011=0.003
min	2.614-2.652=-0.038
max	2.645-2.674=-0.028

policies=200

*mean*	16506.106-16506.007=0.099
σ	0.081-0.113=-0.033
min	16506.014-16505.860=0.154
max	16506.210-16506.113=0.097

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	501.500-500.500=1.000
σ	5.447-5.066=0.380
min	495.000-494.000=1.000
max	508.000-505.000=3.000

*mean*	26.646-26.794=-0.149
σ	0.110-0.081=0.029
min	26.535-26.701=-0.166
max	26.762-26.888=-0.126