Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.720=-0.002
σ	0.367-0.360=0.008
min	54.572-54.579=-0.007
max	55.762-55.742=0.020

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.139-0.139=0.000
σ	0.006-0.005=0.001
min	0.133-0.132=0.001
max	0.148-0.144=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.773=0.003
σ	0.009-0.007=0.003
min	43.760-43.766=-0.006
max	43.789-43.788=0.001

*mean*	418.000-417.900=0.100
σ	0.000-0.316=-0.316
min	418.000-417.000=1.000
max	418.000

*mean*	0.122-0.121=0.001
σ	0.005-0.004=0.001
min	0.116-0.117=-0.001
max	0.129-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4583.250-4590.250=-7.000
σ	2254.633-2248.520=6.113
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	13.784-144.753=-130.968
σ	3.804-373.208=-369.405
min	11.928-11.659=0.269
max	23.059-1068.385=-1045.327

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.000

*mean*	4583.250-4590.250=-7.000
σ	2254.633-2248.520=6.113
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	13.214-13.674=-0.460
σ	3.548-3.688=-0.140
min	11.243-11.372=-0.129
max	21.799-21.104=0.695

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	11.149-11.707=-0.559
σ	0.190-1.696=-1.506
min	10.815-10.878=-0.063
max	11.389-15.880=-4.491

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925-41.925=0.000

*mean*	4168.875-4180.250=-11.375
σ	1946.333-1944.624=1.709
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	12.109-11.615=0.494
σ	1.974-1.911=0.063
min	10.821-10.751=0.070
max	16.929-16.341=0.588

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584-27.584=0.000
max	27.971

*mean*	4168.875-4180.250=-11.375
σ	1946.333-1944.624=1.709
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	8.946-9.113=-0.167
σ	1.377-1.315=0.063
min	7.934-7.838=0.096
max	12.267-12.223=0.043

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384-26.384=0.000

*mean*	4168.875-4180.250=-11.375
σ	1946.333-1944.624=1.709
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	6.505-7.085=-0.580
σ	1.215-0.840=0.375
min	5.805-6.508=-0.704
max	9.472-9.128=0.344

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4583.250-4590.250=-7.000
σ	2254.633-2248.520=6.113
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	6.308-6.301=0.007
σ	1.017-0.605=0.412
min	5.673-5.888=-0.216
max	8.788-7.347=1.441

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.000-0.000=0.000
min	25.961
max	25.962

*mean*	4583.250-4590.250=-7.000
σ	2254.633-2248.520=6.113
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	6.215-6.122=0.093
σ	0.976-0.745=0.231
min	5.702-5.329=0.373
max	8.618-7.332=1.286

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	362.406-351.161=11.245
σ	43.651-1.894=41.756
min	343.420-348.831=-5.412
max	470.334-354.877=115.457

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.977-3496.978=-0.001

*mean*	3748.125-3757.125=-9.000
σ	2298.730-2299.265=-0.535
min	720.000
max	7401.000-7385.000=16.000

*mean*	1613.039-1759.093=-146.054
σ	541.205-598.309=-57.105
min	1390.415-1402.480=-12.065
max	2942.731-2766.146=176.585

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4403.125-4409.500=-6.375
σ	2225.843-2218.171=7.672
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	254.762-254.107=0.655
σ	340.700-334.091=6.609
min	124.764-125.321=-0.557
max	1096.961-1079.611=17.349

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4583.250-4409.500=173.750
σ	2254.633-2218.171=36.463
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	194.136-44.605=149.532
σ	419.795-7.147=412.648
min	40.331-40.468=-0.137
max	1232.911-61.892=1171.019

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	22.585-213.793=-191.208
σ	1.270-543.163=-541.893
min	21.783-21.174=0.609
max	25.439-1558.051=-1532.612

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.293=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	271.474-64.179=207.294
σ	609.041-24.322=584.719
min	55.419-55.092=0.327
max	1778.770-124.343=1654.427

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.001
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4168.875-4180.250=-11.375
σ	1946.333-1944.624=1.709
min	1485.000-1488.000=-3.000
max	7401.000-7385.000=16.000

*mean*	3092.117-3313.196=-221.079
σ	839.768-785.117=54.651
min	2482.959-2497.885=-14.927
max	4750.382-4743.834=6.548

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	1089.887-1041.656=48.231
σ	301.153-270.616=30.537
min	908.194-913.633=-5.439
max	1747.069-1694.211=52.858

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7385.000=16.000
σ	0.000
min	7401.000-7385.000=16.000
max	7401.000-7385.000=16.000

*mean*	404.834-387.785=17.050
σ	41.391-5.966=35.425
min	384.545-375.071=9.473
max	506.959-396.247=110.713

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	0.000-1.690=-1.690
min	479.000-475.000=4.000
max	479.000

*mean*	374.724-382.548=-7.824
σ	23.799-27.922=-4.123
min	324.922-321.284=3.638
max	401.978-410.168=-8.191

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.750-556.500=6.250
σ	0.707-0.535=0.173
min	561.000-556.000=5.000
max	563.000-557.000=6.000

*mean*	753.193-782.008=-28.815
σ	69.972-36.056=33.916
min	605.656-714.008=-108.351
max	830.928-828.454=2.473

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.532=-0.002
σ	1.821-1.821=0.001
min	963.825-963.822=0.002
max	972.231-972.231=0.000

*mean*	1034.150-1038.250=-4.100
σ	311.207-292.118=19.089
min	540.000-551.000=-11.000
max	1534.000-1427.000=107.000

*mean*	1.317-1.296=0.021
σ	0.204-0.159=0.045
min	1.173-1.173=0.000
max	1.918-1.762=0.156

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.443-0.305=0.138
σ	0.616-0.308=0.308
min	0.135-0.141=-0.006
max	1.543-0.852=0.691

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.475=-0.000
σ	0.325-0.322=0.003
min	0.321-0.319=0.001
max	1.056-1.050=0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.227=-0.013
σ	0.026-0.017=0.008
min	0.193-0.211=-0.018
max	0.259-0.251=0.008

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.353-0.370=-0.017
σ	0.039-0.060=-0.022
min	0.325-0.330=-0.006
max	0.416-0.475=-0.058

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	431.000-430.600=0.400
σ	0.000-0.548=-0.548
min	431.000-430.000=1.000
max	431.000

*mean*	0.525-0.563=-0.038
σ	0.035-0.038=-0.002
min	0.477-0.513=-0.036
max	0.575-0.610=-0.035

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.440-0.469=-0.029
σ	0.054-0.048=0.006
min	0.388-0.407=-0.018
max	0.518-0.518=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.186-2.644=-0.458
σ	0.330-0.127=0.203
min	1.855-2.472=-0.617
max	2.824-3.487=-0.663

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.650-2.338=0.312
σ	0.117-0.308=-0.191
min	2.450-1.898=0.552
max	3.132-2.802=0.330

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304-0.320=-0.016
σ	0.013-0.062=-0.049
min	0.283-0.291=-0.009
max	0.386-0.770=-0.384

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.289=-0.000
σ	0.009-0.008=0.001
min	0.276-0.276=-0.001
max	0.351-0.332=0.019

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.371-11.547=-0.176
σ	11.464-12.113=-0.650
min	0.574-0.574=-0.000
max	85.525-111.874=-26.349

*mean*	462.532-463.507=-0.975
σ	21.108-18.078=3.031
min	408.000-409.000=-1.000
max	480.000-478.000=2.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.030=-0.001
min	0.001-0.001=0.000
max	0.210-0.268=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.871-278.679=0.192
σ	1.046-1.032=0.014
min	278.448-278.245=0.203
max	281.842-281.608=0.234

*mean*	448.000-442.400=5.600
σ	18.523-17.102=1.421
min	416.000-415.000=1.000
max	473.000-468.000=5.000

*mean*	0.577-0.577=0.000
σ	0.019-0.029=-0.010
min	0.538-0.500=0.038
max	0.607-0.605=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	208.508-226.236=-17.728
σ	25.467-22.227=3.240
min	170.321-193.509=-23.188
max	242.818-248.172=-5.354

phase=macro expansion

*mean*	5.899
σ	0.000
min	5.899
max	5.899

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	8.165-8.786=-0.621
σ	1.401-0.694=0.708
min	5.899-7.076=-1.177
max	9.085-9.122=-0.037

phase=parser

*mean*	1041.958-1041.958=-0.000
σ	0.000-0.000=0.000
min	1041.958-1041.958=-0.000
max	1041.959

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	568.223-585.730=-17.507
σ	78.214-59.672=18.542
min	441.235-446.257=-5.022
max	620.174-620.839=-0.665

phase=processProdDef

*mean*	2243.721
σ	0.000
min	2243.721
max	2243.721

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	3122.724-2960.055=162.669
σ	184.511-274.189=-89.678
min	2788.102-2635.140=152.962
max	3274.856-3264.735=10.121

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	44.428-46.271=-1.843
σ	7.051-3.496=3.555
min	32.902-38.296=-5.394
max	49.224-49.143=0.081

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	694.000-693.000=1.000
σ	0.000
min	694.000-693.000=1.000
max	694.000-693.000=1.000

*mean*	662.348-670.470=-8.122
σ	15.559-18.358=-2.799
min	636.555-635.639=0.915
max	678.695-687.956=-9.261

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.361-282.360=0.000
σ	0.035-0.036=-0.001
min	282.310-282.311=-0.002
max	282.397-282.401=-0.003

*mean*	441.800-442.000=-0.200
σ	2.950-2.739=0.211
min	439.000-440.000=-1.000
max	445.000

*mean*	0.377-0.383=-0.005
σ	0.006-0.010=-0.004
min	0.373-0.374=-0.002
max	0.388-0.397=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.619-1267.592=0.027
σ	0.117-0.105=0.011
min	1267.446-1267.478=-0.032
max	1267.763-1267.760=0.003

*mean*	1094.000-1114.600=-20.600
σ	169.747-171.134=-1.387
min	892.000-898.000=-6.000
max	1325.000-1334.000=-9.000

*mean*	2.184-2.019=0.165
σ	0.244-0.117=0.126
min	2.046-1.874=0.171
max	2.618-2.125=0.493

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.524-1506.532=-0.008
σ	2.952-2.949=0.004
min	1504.981-1505.007=-0.026
max	1511.792-1511.796=-0.004

*mean*	625.600-625.800=-0.200
σ	87.540-87.168=0.373
min	495.000-496.000=-1.000
max	728.000

*mean*	2.201-2.206=-0.005
σ	0.232-0.183=0.049
min	2.077-2.085=-0.008
max	2.615-2.522=0.093

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.571-1829.592=-0.021
σ	0.041-0.072=-0.030
min	1829.512-1829.500=0.012
max	1829.620-1829.694=-0.073

*mean*	1724.400-1770.800=-46.400
σ	187.675-212.002=-24.327
min	1461.000-1492.000=-31.000
max	1897.000-1972.000=-75.000

*mean*	3.019-3.118=-0.100
σ	0.353-0.298=0.055
min	2.811-2.825=-0.014
max	3.647-3.472=0.175

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.812=-0.175
σ	0.071-0.101=-0.029
min	1.546-1.641=-0.095
max	1.729-1.905=-0.175

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.447=0.404
σ	509.572-509.574=-0.002
min	139.062-138.657=0.404
max	1158.209-1157.808=0.401

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.492-0.493=-0.000
σ	0.512-0.517=-0.005
min	0.234-0.232=0.002
max	1.260-1.268=-0.009

policies=20

*mean*	1390.720-1386.707=4.013
σ	0.150-0.153=-0.003
min	1390.609-1386.600=4.009
max	1390.941-1386.934=4.007

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	447.500-444.250=3.250
σ	11.000-8.500=2.500
min	442.000-440.000=2.000
max	464.000-457.000=7.000

*mean*	2.291-2.306=-0.016
σ	0.008-0.006=0.002
min	2.281-2.298=-0.017
max	2.297-2.312=-0.015

policies=200

*mean*	13915.887-13875.544=40.343
σ	0.099-0.153=-0.055
min	13915.797-13875.448=40.349
max	13916.011-13875.771=40.240

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-496.250=-0.500
σ	2.363-4.573=-2.211
min	494.000-491.000=3.000
max	499.000-502.000=-3.000

*mean*	23.403-23.263=0.140
σ	0.068-0.083=-0.015
min	23.341-23.191=0.150
max	23.490-23.360=0.130