Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.720=-0.003
σ	0.363-0.369=-0.006
min	54.566-54.569=-0.003
max	55.749-55.769=-0.020

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.142-0.147=-0.005
σ	0.005-0.010=-0.006
min	0.137-0.137=0.000
max	0.150-0.163=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.778=-0.001
σ	0.008-0.007=0.001
min	43.760-43.768=-0.008
max	43.789-43.789=-0.000

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.003=0.001
min	0.117-0.120=-0.003
max	0.128-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4425.625-4589.375=-163.750
σ	2223.938-2248.565=-24.627
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	12.367-156.599=-144.233
σ	0.503-406.201=-405.698
min	11.841-11.977=-0.135
max	13.235-1161.887=-1148.652

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4605.500-4589.375=16.125
σ	2255.141-2248.565=6.576
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	115.160-14.518=100.642
σ	291.032-4.464=286.568
min	11.515-11.570=-0.055
max	835.427-24.570=810.857

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	11.017-11.929=-0.912
σ	0.147-1.913=-1.767
min	10.798-10.995=-0.197
max	11.216-16.651=-5.434

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=-0.000

*mean*	4197.375-4179.250=18.125
σ	1952.022-1944.711=7.310
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	11.336-11.854=-0.518
σ	1.002-1.870=-0.868
min	10.883-10.976=-0.093
max	13.806-16.465=-2.658

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584-27.584=0.000
max	27.971-27.971=-0.000

*mean*	4197.375-4179.250=18.125
σ	1952.022-1944.711=7.310
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	8.846-9.293=-0.447
σ	0.590-1.496=-0.906
min	8.065-8.597=-0.532
max	10.140-12.977=-2.836

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4197.375-4179.250=18.125
σ	1952.022-1944.711=7.310
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	6.955-6.689=0.266
σ	0.528-1.137=-0.609
min	6.135-6.058=0.077
max	8.024-9.461=-1.437

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4605.500-4589.375=16.125
σ	2255.141-2248.565=6.576
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	6.342-6.490=-0.149
σ	1.086-1.007=0.079
min	5.702-5.857=-0.156
max	9.002-8.700=0.301

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4605.500-4589.375=16.125
σ	2255.141-2248.565=6.576
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	6.256-6.316=-0.060
σ	1.091-1.076=0.015
min	5.718-5.611=0.107
max	8.928-8.694=0.233

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	347.058-361.227=-14.168
σ	2.483-42.163=-39.680
min	342.305-344.881=-2.575
max	350.564-465.541=-114.977

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=-0.000
max	3496.978-3496.977=0.001

*mean*	3770.375-3756.375=14.000
σ	2308.446-2299.172=9.274
min	720.000
max	7401.000-7384.000=17.000

*mean*	1763.542-1786.523=-22.981
σ	689.925-672.276=17.650
min	1387.062-1390.706=-3.644
max	2989.153-2963.888=25.265

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.001
max	107.841-107.841=-0.000

*mean*	4197.375-4408.375=-211.000
σ	1952.022-2218.174=-266.152
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	131.754-247.461=-115.707
σ	9.135-315.551=-306.416
min	123.158-120.652=2.506
max	152.619-1026.953=-874.335

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4425.625-4408.375=17.250
σ	2223.938-2218.174=5.764
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	96.107-45.985=50.122
σ	151.039-8.406=142.633
min	41.567-41.022=0.545
max	469.900-66.186=403.714

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	121.115-215.008=-93.893
σ	280.830-542.156=-261.326
min	21.634-21.784=-0.151
max	816.135-1556.771=-740.636

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	59.638-64.608=-4.969
σ	10.108-22.050=-11.942
min	55.499-55.651=-0.153
max	84.600-118.968=-34.368

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4197.375-4179.250=18.125
σ	1952.022-1944.711=7.310
min	1484.000-1487.000=-3.000
max	7401.000-7384.000=17.000

*mean*	3209.369-3286.951=-77.582
σ	651.155-878.145=-226.991
min	2493.377-2504.991=-11.614
max	4001.556-4909.476=-907.920

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	953.198-1080.361=-127.163
σ	76.428-272.271=-195.843
min	908.993-916.718=-7.725
max	1099.767-1677.441=-577.674

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7384.000=17.000
σ	0.000
min	7401.000-7384.000=17.000
max	7401.000-7384.000=17.000

*mean*	390.657-416.628=-25.972
σ	6.920-37.869=-30.949
min	375.562-397.929=-22.367
max	397.247-509.342=-112.095

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000-1.069=-1.069
min	476.000-475.000=1.000
max	476.000-477.000=-1.000

*mean*	367.818-391.110=-23.292
σ	39.107-23.951=15.156
min	307.656-357.620=-49.964
max	404.599-430.769=-26.170

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.875-561.625=1.250
σ	0.354-1.061=-0.707
min	562.000-559.000=3.000
max	563.000-562.000=1.000

*mean*	749.929-740.077=9.852
σ	23.601-27.169=-3.567
min	720.695-713.238=7.457
max	798.581-796.793=1.787

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.530=0.000
σ	1.819-1.821=-0.002
min	963.826-963.822=0.004
max	972.224-972.233=-0.008

*mean*	1040.350-1039.200=1.150
σ	310.559-292.160=18.399
min	537.000-552.000=-15.000
max	1535.000-1428.000=107.000

*mean*	1.295-1.307=-0.012
σ	0.170-0.152=0.018
min	1.184-1.192=-0.009
max	1.918-1.754=0.164

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.303=-0.007
σ	0.294-0.303=-0.009
min	0.138-0.147=-0.009
max	0.817-0.843=-0.026

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.474=0.001
σ	0.318-0.317=0.001
min	0.323-0.319=0.004
max	1.044-1.042=0.002

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.222=-0.004
σ	0.023-0.020=0.003
min	0.200-0.204=-0.004
max	0.257-0.255=0.002

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.343=-0.010
σ	0.018-0.024=-0.005
min	0.315-0.323=-0.009
max	0.362-0.378=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.839=0.140
σ	0.009
min	964.974-964.834=0.140
max	964.996-964.855=0.140

*mean*	431.000-431.800=-0.800
σ	1.225-1.789=-0.564
min	430.000-431.000=-1.000
max	433.000-435.000=-2.000

*mean*	0.546-0.536=0.011
σ	0.050-0.042=0.008
min	0.477-0.482=-0.005
max	0.604-0.585=0.020

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.480-0.503=-0.024
σ	0.040-0.029=0.011
min	0.418-0.455=-0.038
max	0.514-0.523=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	1.966-2.650=-0.684
σ	0.072-0.122=-0.049
min	1.834-2.473=-0.639
max	2.332-3.041=-0.709

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	1.959-2.584=-0.625
σ	0.069-0.053=0.016
min	1.842-2.485=-0.643
max	2.219-2.768=-0.549

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.307-0.305=0.002
σ	0.011-0.022=-0.012
min	0.293-0.288=0.004
max	0.376-0.511=-0.135

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.293-0.286=0.007
σ	0.008-0.008=-0.001
min	0.277-0.274=0.003
max	0.342-0.344=-0.003

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.839-11.792=0.048
σ	12.458-12.499=-0.041
min	0.574-0.574=-0.000
max	167.417-122.001=45.417

*mean*	456.790-463.480=-6.690
σ	17.424-18.719=-1.295
min	406.000-411.000=-5.000
max	471.000-481.000=-10.000

*mean*	0.027-0.027=0.000
σ	0.030-0.031=-0.000
min	0.001-0.001=-0.001
max	0.405-0.292=0.113

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.854-278.862=-0.008
σ	1.064-1.076=-0.011
min	278.416-278.492=-0.076
max	281.875-281.922=-0.047

*mean*	443.000-445.000=-2.000
σ	18.690-15.449=3.242
min	415.000-425.000=-10.000
max	474.000-472.000=2.000

*mean*	0.570-0.578=-0.008
σ	0.021-0.012=0.008
min	0.526-0.554=-0.028
max	0.594-0.594=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-847.750=26.250
σ	0.000-0.707=-0.707
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	225.403-212.399=13.003
σ	20.757-23.240=-2.483
min	185.643-191.739=-6.095
max	242.179-246.954=-4.775

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000-847.500=26.500
σ	0.000-0.926=-0.926
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	7.378-5.991=1.387
σ	1.658-0.341=1.316
min	5.809-5.723=0.087
max	9.157-6.798=2.359

phase=parser

*mean*	1042.134-1041.965=0.170
σ	0.000-0.000=-0.000
min	1042.134-1041.964=0.170
max	1042.134-1041.965=0.169

*mean*	874.000-847.500=26.500
σ	0.000-0.926=-0.926
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	482.540-467.529=15.010
σ	114.060-103.285=10.776
min	374.409-376.291=-1.882
max	594.352-592.258=2.094

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000-847.750=26.250
σ	0.000-0.707=-0.707
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	2495.464-2771.535=-276.071
σ	516.427-418.073=98.354
min	1961.451-2042.574=-81.124
max	3393.090-3226.878=166.212

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-847.500=26.500
σ	0.000-0.926=-0.926
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	36.403-28.109=8.294
σ	5.410-9.682=-4.272
min	29.823-19.880=9.943
max	42.637-42.591=0.047

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-847.500=26.500
σ	0.000-0.926=-0.926
min	874.000-846.000=28.000
max	874.000-848.000=26.000

*mean*	657.510-646.231=11.279
σ	37.530-44.630=-7.099
min	632.394-607.939=24.456
max	742.099-725.855=16.243

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.358-282.359=-0.000
σ	0.035-0.038=-0.003
min	282.308-282.309=-0.001
max	282.396-282.400=-0.004

*mean*	441.000-439.000=2.000
σ	2.739
min	439.000-437.000=2.000
max	444.000-442.000=2.000

*mean*	0.381-0.381=-0.000
σ	0.007-0.006=0.001
min	0.373-0.375=-0.001
max	0.388-0.387=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.620-1267.582=0.038
σ	0.113-0.087=0.026
min	1267.441-1267.479=-0.038
max	1267.746-1267.719=0.027

*mean*	1089.200-1111.400=-22.200
σ	163.644-173.215=-9.571
min	893.000-896.000=-3.000
max	1311.000-1337.000=-26.000

*mean*	2.117-2.010=0.106
σ	0.258-0.116=0.142
min	1.794-1.871=-0.076
max	2.516-2.104=0.411

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.539-1506.567=-0.028
σ	2.948-2.976=-0.028
min	1505.011-1505.043=-0.032
max	1511.801-1511.878=-0.078

*mean*	625.600-626.600=-1.000
σ	87.540-89.993=-2.453
min	495.000-503.000=-8.000
max	728.000-726.000=2.000

*mean*	2.206-2.321=-0.115
σ	0.208-0.342=-0.134
min	2.055-2.002=0.052
max	2.561-2.882=-0.321

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.573-1829.574=-0.001
σ	0.046-0.055=-0.009
min	1829.507-1829.499=0.008
max	1829.618-1829.631=-0.014

*mean*	1730.000-1747.600=-17.600
σ	176.141-207.169=-31.028
min	1473.000-1469.000=4.000
max	1888.000-1943.000=-55.000

*mean*	2.979-3.117=-0.138
σ	0.373-0.272=0.101
min	2.735-2.847=-0.112
max	3.640-3.537=0.102

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.616-1.785=-0.169
σ	0.199-0.035=0.164
min	1.265-1.731=-0.466
max	1.742-1.826=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.867-393.851=0.016
σ	509.606-509.574=0.032
min	139.061-139.061=0.000
max	1158.277-1158.212=0.065

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.490-0.490=-0.000
σ	0.506-0.513=-0.007
min	0.233-0.230=0.003
max	1.249-1.260=-0.011

policies=20

*mean*	1390.725-1390.728=-0.003
σ	0.159-0.169=-0.010
min	1390.613-1390.612=0.001
max	1390.960-1390.978=-0.018

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	444.250-444.000=0.250
σ	8.500-8.000=0.500
min	440.000
max	457.000-456.000=1.000

*mean*	2.307-2.316=-0.008
σ	0.013-0.016=-0.004
min	2.291-2.298=-0.008
max	2.319-2.332=-0.014

policies=200

*mean*	13915.868-13915.884=-0.016
σ	0.075-0.095=-0.020
min	13915.764-13915.784=-0.020
max	13915.942-13916.012=-0.070

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.750
σ	4.573-5.377=-0.804
min	491.000-489.000=2.000
max	501.000

*mean*	23.366-23.404=-0.038
σ	0.072-0.117=-0.044
min	23.289-23.294=-0.005
max	23.433-23.522=-0.089