Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.000
σ	0.362-0.369=-0.006
min	54.571-54.577=-0.005
max	55.748-55.765=-0.018

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.134-0.130=0.004
max	0.147-0.146=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.781=-0.004
σ	0.009-0.012=-0.002
min	43.760-43.763=-0.003
max	43.794-43.803=-0.009

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.121-0.133=-0.012
σ	0.005-0.010=-0.005
min	0.116-0.120=-0.004
max	0.130-0.147=-0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4424.625-4589.875=-165.250
σ	2227.302-2248.393=-21.091
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	12.755-148.987=-136.232
σ	1.845-387.020=-385.175
min	11.870-11.934=-0.063
max	17.304-1106.812=-1089.508

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.001

*mean*	4605.625-4589.875=15.750
σ	2258.372-2248.393=9.979
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	99.363-13.505=85.859
σ	244.089-3.037=241.052
min	11.513-11.456=0.057
max	703.441-20.846=682.596

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	11.031-11.151=-0.120
σ	0.210-0.238=-0.029
min	10.829-10.969=-0.140
max	11.366-11.687=-0.321

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.002=-0.001
min	41.924-41.924=0.000
max	41.925-41.929=-0.004

*mean*	4195.750-4181.125=14.625
σ	1954.415-1945.536=8.879
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	11.358-11.541=-0.183
σ	0.897-1.607=-0.710
min	10.779-10.754=0.025
max	13.540-15.509=-1.969

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=0.000
max	27.971

*mean*	4195.750-4181.125=14.625
σ	1954.415-1945.536=8.879
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	8.820-9.228=-0.408
σ	0.588-1.340=-0.752
min	8.065-8.061=0.003
max	10.129-12.429=-2.300

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4195.750-4181.125=14.625
σ	1954.415-1945.536=8.879
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	6.870-7.189=-0.319
σ	0.317-0.953=-0.637
min	6.553-6.547=0.006
max	7.608-9.519=-1.911

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4605.625-4589.875=15.750
σ	2258.372-2248.393=9.979
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	6.558-6.241=0.317
σ	1.009-0.530=0.479
min	5.978-5.866=0.112
max	8.886-7.504=1.382

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.000-0.001=-0.000
min	25.961-25.961=0.000
max	25.962-25.962=-0.000

*mean*	4605.625-4589.875=15.750
σ	2258.372-2248.393=9.979
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	6.491-6.116=0.375
σ	1.067-0.550=0.518
min	5.878-5.619=0.259
max	8.914-7.362=1.551

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	344.587-362.044=-17.457
σ	2.559-41.613=-39.055
min	341.071-343.060=-1.990
max	347.846-464.859=-117.013

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.453=0.001
min	3495.694
max	3496.978-3496.977=0.002

*mean*	3769.750-3757.250=12.500
σ	2310.306-2300.300=10.006
min	720.000-719.000=1.000
max	7407.000-7380.000=27.000

*mean*	1785.630-1763.075=22.555
σ	682.080-673.927=8.153
min	1379.876-1394.462=-14.585
max	2969.371-2928.864=40.507

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4195.750-4409.125=-213.375
σ	1954.415-2217.541=-263.126
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	131.149-212.076=-80.928
σ	4.868-211.572=-206.704
min	124.865-125.937=-1.072
max	138.033-734.102=-596.070

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4424.625-4409.125=15.500
σ	2227.302-2217.541=9.761
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	157.477-43.380=114.097
σ	325.673-2.376=323.297
min	40.517-40.899=-0.382
max	963.467-48.568=914.899

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	78.800-23.140=55.660
σ	161.088-2.851=158.237
min	21.515-21.635=-0.120
max	477.472-29.602=447.870

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	58.979-253.668=-194.688
σ	7.314-556.517=-549.203
min	55.776-55.039=0.738
max	77.026-1630.959=-1553.932

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4195.750-4181.125=14.625
σ	1954.415-1945.536=8.879
min	1482.000-1485.000=-3.000
max	7407.000-7380.000=27.000

*mean*	3241.404-3286.297=-44.893
σ	714.048-839.243=-125.194
min	2489.599-2498.875=-9.276
max	4303.217-4746.389=-443.172

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	970.094-1143.797=-173.703
σ	112.131-366.046=-253.915
min	908.297-909.734=-1.437
max	1220.788-1743.338=-522.549

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7407.000-7380.000=27.000
σ	0.000
min	7407.000-7380.000=27.000
max	7407.000-7380.000=27.000

*mean*	388.182-424.934=-36.752
σ	4.601-53.262=-48.660
min	378.181-393.775=-15.594
max	393.921-525.044=-131.123

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.750-476.000=1.750
σ	1.035-0.000=1.035
min	477.000-476.000=1.000
max	479.000-476.000=3.000

*mean*	370.998-377.040=-6.042
σ	24.606-37.723=-13.118
min	315.334-306.996=8.338
max	400.762-424.893=-24.131

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-564.750=0.250
σ	0.000-0.463=-0.463
min	565.000-564.000=1.000
max	565.000

*mean*	749.937-773.081=-23.144
σ	63.845-39.076=24.770
min	614.083-703.592=-89.508
max	825.528-816.964=8.564

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.530=-0.000
σ	1.819-1.821=-0.001
min	963.825-963.826=-0.001
max	972.224-972.229=-0.005

*mean*	1037.750-1037.800=-0.050
σ	293.603-292.050=1.553
min	541.000-551.000=-10.000
max	1427.000-1426.000=1.000

*mean*	1.291-1.283=0.008
σ	0.137-0.113=0.024
min	1.179-1.183=-0.004
max	1.650-1.591=0.059

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.312-0.310=0.002
σ	0.326-0.341=-0.016
min	0.140-0.131=0.010
max	0.892-0.918=-0.026

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.413-0.467=-0.054
σ	0.192-0.325=-0.134
min	0.317-0.303=0.014
max	0.756-1.049=-0.293

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.215-0.213=0.002
σ	0.022-0.021=0.001
min	0.197-0.196=0.001
max	0.252-0.247=0.005

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.329-0.331=-0.001
σ	0.015-0.017=-0.002
min	0.317-0.318=-0.001
max	0.354-0.360=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.586-0.545=0.041
σ	0.028-0.042=-0.014
min	0.540-0.486=0.053
max	0.606-0.589=0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.498-0.473=0.025
σ	0.019-0.035=-0.016
min	0.468-0.424=0.044
max	0.517-0.521=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.657-2.645=0.012
σ	0.112-0.098=0.014
min	2.477-2.487=-0.009
max	2.952-3.035=-0.083

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	2.596-2.593=0.003
σ	0.077-0.060=0.017
min	2.465-2.480=-0.016
max	2.851-2.837=0.014

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.301-0.302=-0.001
σ	0.010-0.009=0.001
min	0.283-0.288=-0.005
max	0.358-0.361=-0.002

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.292-0.293=-0.001
σ	0.008-0.015=-0.006
min	0.279-0.278=0.000
max	0.334-0.370=-0.036

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.271-11.978=-0.707
σ	11.712-12.008=-0.295
min	0.574-0.855=-0.281
max	117.011-131.070=-14.059

*mean*	460.069-461.439=-1.370
σ	17.150-20.984=-3.834
min	408.000
max	479.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.029=-0.000
min	0.001-0.001=0.000
max	0.284-0.310=-0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.680-278.633=0.047
σ	1.051-1.068=-0.017
min	278.245-278.214=0.030
max	281.665-281.669=-0.004

*mean*	444.300-444.000=0.300
σ	17.461-19.448=-1.987
min	415.000-414.000=1.000
max	473.000-477.000=-4.000

*mean*	0.580-0.588=-0.008
σ	0.017-0.013=0.004
min	0.549-0.569=-0.020
max	0.606-0.611=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	217.953-226.824=-8.871
σ	25.434-17.366=8.068
min	182.716-189.061=-6.344
max	245.175-239.714=5.461

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	5.851-5.827=0.025
σ	0.083-0.107=-0.024
min	5.744-5.667=0.077
max	5.972-5.981=-0.010

phase=parser

*mean*	1041.963-1041.963=-0.000
σ	0.000-0.000=-0.000
min	1041.963-1041.962=0.000
max	1041.963-1041.963=-0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	376.990-405.794=-28.803
σ	1.891-79.541=-77.651
min	373.143-374.124=-0.981
max	379.083-602.450=-223.367

phase=processProdDef

*mean*	2243.714-2243.716=-0.002
σ	0.000
min	2243.714-2243.716=-0.002
max	2243.714-2243.716=-0.002

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2778.558-2583.698=194.860
σ	289.791-398.299=-108.508
min	2358.328-2031.419=326.909
max	3105.361-3115.819=-10.458

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	34.710-34.852=-0.142
σ	1.404-1.446=-0.042
min	32.900-32.913=-0.014
max	36.531-37.363=-0.832

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	659.973-660.438=-0.466
σ	21.005-13.661=7.344
min	631.216-637.165=-5.949
max	687.984-674.815=13.169

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.360=-0.000
σ	0.033-0.036=-0.002
min	282.313-282.310=0.004
max	282.396-282.397=-0.001

*mean*	441.600-441.000=0.600
σ	2.191-2.739=-0.548
min	440.000-439.000=1.000
max	444.000

*mean*	0.388-0.378=0.010
σ	0.014-0.005=0.009
min	0.373-0.373=-0.001
max	0.407-0.386=0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.620-1267.598=0.022
σ	0.107-0.111=-0.004
min	1267.461-1267.481=-0.020
max	1267.756-1267.778=-0.021

*mean*	1088.000-1088.200=-0.200
σ	163.851-183.798=-19.947
min	893.000-870.000=23.000
max	1313.000-1324.000=-11.000

*mean*	2.116-2.000=0.116
σ	0.283-0.173=0.111
min	1.789-1.814=-0.025
max	2.565-2.158=0.407

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.537-1506.519=0.018
σ	2.982-2.962=0.020
min	1505.002-1504.956=0.046
max	1511.859-1511.802=0.057

*mean*	625.000-629.800=-4.800
σ	87.164-81.723=5.440
min	495.000-505.000=-10.000
max	727.000-720.000=7.000

*mean*	2.215-2.171=0.044
σ	0.223-0.251=-0.028
min	2.070-2.030=0.040
max	2.604-2.618=-0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.581-1829.581=0.000
σ	0.056-0.030=0.026
min	1829.505-1829.529=-0.024
max	1829.650-1829.601=0.049

*mean*	1735.400-1728.800=6.600
σ	176.493-195.437=-18.944
min	1489.000-1463.000=26.000
max	1900.000-1914.000=-14.000

*mean*	3.095-2.935=0.160
σ	0.309-0.102=0.207
min	2.843-2.830=0.013
max	3.517-3.103=0.415

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.801=-0.046
σ	0.073-0.072=0.000
min	1.660-1.696=-0.036
max	1.855-1.884=-0.029

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.849-393.849=-0.000
σ	509.573-509.574=-0.002
min	139.060-139.060=0.001
max	1158.208-1158.210=-0.003

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	438.000-440.000=-2.000
σ	0.000
min	438.000-440.000=-2.000
max	438.000-440.000=-2.000

*mean*	0.469-0.486=-0.017
σ	0.472-0.510=-0.039
min	0.230-0.228=0.002
max	1.176-1.251=-0.075

policies=20

*mean*	1390.697-1390.705=-0.009
σ	0.163-0.160=0.003
min	1390.594-1390.592=0.002
max	1390.940-1390.941=-0.001

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	442.000-444.500=-2.500
σ	8.000-9.000=-1.000
min	438.000-440.000=-2.000
max	454.000-458.000=-4.000

*mean*	2.307-2.306=0.001
σ	0.016-0.015=0.001
min	2.296-2.293=0.003
max	2.331-2.328=0.003

policies=200

*mean*	13915.864-13915.847=0.017
σ	0.161-0.160=0.000
min	13915.691-13915.691=0.000
max	13916.075-13916.064=0.010

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	494.750-492.250=2.500
σ	6.850-2.872=3.977
min	487.000-490.000=-3.000
max	503.000-496.000=7.000

*mean*	23.373-23.416=-0.043
σ	0.138-0.085=0.053
min	23.215-23.338=-0.123
max	23.518-23.499=0.019