Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.718=-0.003
σ	0.364-0.363=0.001
min	54.576-54.572=0.003
max	55.750-55.750=0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.004=0.001
min	0.136-0.136=0.000
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.777=0.002
σ	0.006-0.009=-0.003
min	43.766-43.758=0.008
max	43.786-43.790=-0.004

*mean*	416.000-416.600=-0.600
σ	0.000-0.516=-0.516
min	416.000
max	416.000-417.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.004-0.004=-0.000
min	0.121-0.119=0.002
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4422.750-4484.500=-61.750
σ	2224.891-2212.411=12.480
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	12.819-12.163=0.656
σ	2.056-0.335=1.720
min	11.835-11.776=0.059
max	17.879-12.908=4.971

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.001

*mean*	4603.125-4484.500=118.625
σ	2255.859-2212.411=43.448
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	92.111-12.574=79.537
σ	221.940-0.702=221.238
min	12.702-11.406=1.296
max	641.362-13.318=628.044

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.943-41.943=0.000

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	11.095-11.786=-0.691
σ	0.213-2.028=-1.815
min	10.771-10.817=-0.046
max	11.455-16.781=-5.326

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4193.875-4484.500=-290.625
σ	1952.085-2212.411=-260.326
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	11.522-11.110=0.411
σ	1.825-0.305=1.520
min	10.684-10.617=0.066
max	16.028-11.493=4.534

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137
min	27.584
max	27.971

*mean*	4193.875-4484.500=-290.625
σ	1952.085-2212.411=-260.326
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	8.972-8.384=0.588
σ	1.268-0.472=0.796
min	7.913-7.779=0.134
max	12.029-8.955=3.074

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=-0.000
max	26.384-26.384=-0.000

*mean*	4193.875-4484.500=-290.625
σ	1952.085-2212.411=-260.326
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	7.045-6.633=0.412
σ	1.011-0.279=0.732
min	6.493-6.205=0.288
max	9.527-7.023=2.504

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4603.125-4484.500=118.625
σ	2255.859-2212.411=43.448
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	6.604-6.070=0.534
σ	1.153-0.069=1.084
min	5.929-5.961=-0.032
max	9.221-6.162=3.058

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001
min	25.961
max	25.962

*mean*	4603.125-4484.500=118.625
σ	2255.859-2212.411=43.448
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	6.414-5.800=0.614
σ	1.053-0.106=0.948
min	5.683-5.683=0.000
max	8.772-5.976=2.796

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=-0.000
σ	0.002-0.002=0.000
min	1021.606-1021.606=-0.000
max	1021.611

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	348.281-349.419=-1.138
σ	1.659-3.408=-1.749
min	346.715-343.540=3.176
max	351.457-355.279=-3.821

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3768.000-3663.125=104.875
σ	2307.751-2239.532=68.219
min	721.000-724.000=-3.000
max	7402.000-7295.000=107.000

*mean*	1729.306-1559.063=170.243
σ	570.510-437.893=132.617
min	1384.100-1396.293=-12.193
max	2774.613-2642.662=131.951

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.841

*mean*	4193.875-4484.500=-290.625
σ	1952.085-2212.411=-260.326
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	136.257-133.053=3.204
σ	18.873-9.782=9.091
min	127.029-124.520=2.509
max	182.805-151.962=30.843

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4422.750-4484.500=-61.750
σ	2224.891-2212.411=12.480
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	140.883-43.259=97.625
σ	279.020-1.335=277.685
min	41.130-41.783=-0.653
max	831.416-46.038=785.379

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	99.885-62.180=37.705
σ	219.436-114.774=104.662
min	21.325-21.483=-0.158
max	642.950-346.232=296.718

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	58.997-64.916=-5.920
σ	7.220-23.949=-16.728
min	55.958-55.462=0.497
max	76.820-124.168=-47.348

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4193.875-4484.500=-290.625
σ	1952.085-2212.411=-260.326
min	1486.000-1469.000=17.000
max	7402.000-7295.000=107.000

*mean*	3197.548-3605.405=-407.856
σ	715.835-734.803=-18.968
min	2508.213-2504.938=3.275
max	4257.614-4483.168=-225.554

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	1014.692-1066.698=-52.006
σ	204.196-263.267=-59.071
min	919.577-916.652=2.926
max	1506.245-1498.964=7.281

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7402.000-7295.000=107.000
σ	0.000
min	7402.000-7295.000=107.000
max	7402.000-7295.000=107.000

*mean*	417.486-393.067=24.419
σ	42.559-3.510=39.048
min	390.343-386.071=4.272
max	521.965-396.762=125.203

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-476.500=-0.500
σ	0.000-0.926=-0.926
min	476.000-475.000=1.000
max	476.000-477.000=-1.000

*mean*	357.789-388.995=-31.206
σ	30.182-24.916=5.266
min	312.042-363.080=-51.038
max	394.965-434.931=-39.966

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-561.000=-2.000
σ	0.000-4.140=-4.140
min	559.000-556.000=3.000
max	559.000-564.000=-5.000

*mean*	756.980-795.675=-38.695
σ	57.069-44.116=12.953
min	629.310-708.613=-79.303
max	817.472-854.995=-37.523

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-964.529=0.035
σ	1.880-1.820=0.060
min	963.842-963.826=0.016
max	972.517-972.225=0.292

*mean*	1042.850-1040.450=2.400
σ	317.568-293.082=24.486
min	555.000-552.000=3.000
max	1510.000-1431.000=79.000

*mean*	1.290-1.287=0.003
σ	0.157-0.154=0.003
min	1.169-1.183=-0.014
max	1.799-1.813=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.313-0.476=-0.162
σ	0.315-0.452=-0.137
min	0.142-0.240=-0.099
max	0.873-1.282=-0.409

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.427-0.820=-0.393
σ	0.197-0.522=-0.326
min	0.328-0.564=-0.236
max	0.778-1.754=-0.975

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.220-0.438=-0.218
σ	0.028-0.124=-0.096
min	0.196-0.351=-0.155
max	0.266-0.653=-0.386

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.332-0.591=-0.259
σ	0.018-0.036=-0.018
min	0.317-0.559=-0.242
max	0.362-0.647=-0.284

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.578-0.622=-0.044
σ	0.021-0.100=-0.079
min	0.548-0.492=0.056
max	0.600-0.727=-0.127

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.455-0.481=-0.026
σ	0.053-0.030=0.022
min	0.384-0.443=-0.059
max	0.526-0.514=0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	1.973-1.944=0.029
σ	0.079-0.094=-0.015
min	1.785-1.774=0.010
max	2.178-2.234=-0.056

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	1.973-2.177=-0.204
σ	0.152-0.330=-0.178
min	1.762-1.852=-0.089
max	2.741-2.913=-0.172

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.305-0.302=0.003
σ	0.009-0.012=-0.003
min	0.289-0.285=0.004
max	0.348-0.378=-0.030

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.289-0.288=0.002
σ	0.008-0.006=0.001
min	0.277-0.275=0.002
max	0.334-0.326=0.008

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.363-11.854=-0.491
σ	11.753-11.777=-0.024
min	0.574-0.574=-0.000
max	117.309-93.500=23.809

*mean*	466.135-459.525=6.610
σ	20.089-18.362=1.727
min	408.000-405.000=3.000
max	480.000-474.000=6.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.029=-0.000
min	0.001-0.001=0.000
max	0.280-0.223=0.057

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.998-278.900=0.098
σ	1.111-1.031=0.080
min	278.539-278.527=0.012
max	282.153-281.832=0.321

*mean*	445.200-442.900=2.300
σ	16.578-16.730=-0.151
min	426.000-414.000=12.000
max	470.000-467.000=3.000

*mean*	0.577-0.578=-0.001
σ	0.024-0.017=0.007
min	0.537-0.546=-0.009
max	0.625-0.613=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.258=-0.000

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	197.667-233.519=-35.852
σ	29.664-15.557=14.107
min	147.047-197.952=-50.904
max	242.580-244.401=-1.822

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000-848.500=-0.500
σ	0.000-0.535=-0.535
min	848.000
max	848.000-849.000=-1.000

*mean*	8.504-6.366=2.137
σ	0.928-1.095=-0.167
min	6.986-5.800=1.186
max	9.146-8.901=0.244

phase=parser

*mean*	1042.131-1042.134=-0.003
σ	0.000-0.000=0.000
min	1042.130-1042.133=-0.003
max	1042.131-1042.134=-0.003

*mean*	848.000-848.500=-0.500
σ	0.000-0.535=-0.535
min	848.000
max	848.000-849.000=-1.000

*mean*	565.484-429.127=136.357
σ	77.595-84.060=-6.464
min	436.781-377.404=59.377
max	612.689-602.263=10.426

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	848.000-848.625=-0.625
σ	0.000-0.518=-0.518
min	848.000
max	848.000-849.000=-1.000

*mean*	3044.860-2898.268=146.592
σ	123.677-299.830=-176.153
min	2767.715-2439.643=328.072
max	3179.788-3246.271=-66.484

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000-848.500=-0.500
σ	0.000-0.535=-0.535
min	848.000
max	848.000-849.000=-1.000

*mean*	45.929-33.318=12.611
σ	4.433-7.723=-3.291
min	37.428-19.984=17.444
max	50.471-46.296=4.176

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.576=-0.004
max	958.698-958.701=-0.004

*mean*	848.000-848.500=-0.500
σ	0.000-0.535=-0.535
min	848.000
max	848.000-849.000=-1.000

*mean*	675.323-649.626=25.697
σ	7.109-27.222=-20.113
min	662.791-608.918=53.872
max	685.641-682.139=3.502

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.360=0.496
σ	0.038-0.035=0.002
min	282.801-282.310=0.491
max	282.892-282.397=0.496

*mean*	441.800-439.000=2.800
σ	3.834-2.739=1.095
min	439.000-437.000=2.000
max	446.000-442.000=4.000

*mean*	0.377-0.379=-0.001
σ	0.001-0.006=-0.005
min	0.376-0.374=0.002
max	0.379-0.389=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.054-1267.601=0.453
σ	0.111-0.109=0.002
min	1267.966-1267.473=0.493
max	1268.242-1267.773=0.469

*mean*	1092.400-1111.000=-18.600
σ	167.992-170.630=-2.638
min	892.000-895.000=-3.000
max	1321.000-1328.000=-7.000

*mean*	1.994-2.034=-0.039
σ	0.127-0.122=0.005
min	1.856-1.871=-0.015
max	2.126-2.145=-0.019

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.034-1506.525=0.508
σ	2.975-2.956=0.019
min	1505.480-1504.989=0.490
max	1512.343-1511.800=0.543

*mean*	625.000-623.000=2.000
σ	87.164
min	495.000-493.000=2.000
max	727.000-725.000=2.000

*mean*	2.238-2.211=0.027
σ	0.217-0.212=0.005
min	2.127-2.091=0.036
max	2.625-2.587=0.037

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.068-1829.582=0.486
σ	0.048-0.075=-0.027
min	1829.997-1829.486=0.511
max	1830.119-1829.685=0.433

*mean*	1723.800-1767.000=-43.200
σ	190.443-212.296=-21.852
min	1455.000-1489.000=-34.000
max	1896.000-1969.000=-73.000

*mean*	2.967-3.130=-0.163
σ	0.308-0.253=0.056
min	2.734-2.839=-0.105
max	3.506-3.436=0.070

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.709-1.590=0.119
σ	0.083-0.182=-0.099
min	1.603-1.291=0.312
max	1.813-1.784=0.029

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-393.867=12.332
σ	509.795-509.607=0.188
min	151.298-139.058=12.241
max	1170.892-1158.278=12.614

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.503-0.491=0.012
σ	0.503-0.505=-0.003
min	0.245-0.235=0.009
max	1.257-1.249=0.008

policies=20

*mean*	1513.151-1390.728=122.423
σ	0.267-0.161=0.106
min	1512.979-1390.613=122.366
max	1513.547-1390.967=122.581

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	447.250-446.750=0.500
σ	3.500-7.500=-4.000
min	442.000-443.000=-1.000
max	449.000-458.000=-9.000

*mean*	2.507-2.312=0.195
σ	0.015-0.014=0.001
min	2.488-2.295=0.194
max	2.523-2.330=0.193

policies=200

*mean*	15139.809-13915.816=1223.993
σ	0.122-0.138=-0.016
min	15139.641-13915.639=1224.001
max	15139.905-13915.941=1223.964

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	496.250-497.750=-1.500
σ	4.272-6.021=-1.749
min	491.000-490.000=1.000
max	501.000-503.000=-2.000

*mean*	25.304-23.392=1.913
σ	0.132-0.105=0.028
min	25.176-23.262=1.914
max	25.473-23.480=1.993