Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133-446.102=0.031
σ	0.000
min	446.133-446.102=0.031
max	446.133-446.102=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.820-57.818=0.003
σ	0.359-0.359=-0.000
min	57.685-57.678=0.007
max	58.842-58.839=0.003

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.151-0.145=0.006
σ	0.008-0.006=0.003
min	0.145-0.136=0.009
max	0.171-0.153=0.018

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.899=-0.001
σ	0.007-0.007=0.001
min	46.884-46.887=-0.003
max	46.906-46.909=-0.003

*mean*	421.000-419.000=2.000
σ	0.000
min	421.000-419.000=2.000
max	421.000-419.000=2.000

*mean*	0.127-0.130=-0.003
σ	0.005-0.004=0.001
min	0.122-0.127=-0.005
max	0.137-0.138=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	4489.250-4587.000=-97.750
σ	2213.652-2249.960=-36.309
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	12.170-107.823=-95.653
σ	0.593-268.443=-267.850
min	11.813-11.897=-0.083
max	13.595-772.165=-758.570

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605

*mean*	4489.250-4587.000=-97.750
σ	2213.652-2249.960=-36.309
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	11.850-14.774=-2.923
σ	0.542-4.164=-3.621
min	11.273-11.487=-0.214
max	12.805-24.280=-11.475

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	11.534-11.876=-0.343
σ	0.462-2.132=-1.670
min	10.993-10.984=0.009
max	12.262-17.140=-4.878

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.925
max	41.926-41.926=0.000

*mean*	4489.250-4176.375=312.875
σ	2213.652-1946.016=267.636
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	11.331-11.605=-0.274
σ	0.446-1.815=-1.369
min	10.971-10.687=0.284
max	12.329-16.081=-3.753

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972

*mean*	4489.250-4176.375=312.875
σ	2213.652-1946.016=267.636
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	8.442-9.167=-0.725
σ	0.472-1.415=-0.944
min	7.842-8.065=-0.223
max	8.984-12.603=-3.618

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385-26.385=0.000

*mean*	4489.250-4176.375=312.875
σ	2213.652-1946.016=267.636
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	6.338-7.182=-0.844
σ	0.407-1.053=-0.646
min	5.779-6.537=-0.758
max	6.975-9.748=-2.773

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4489.250-4587.000=-97.750
σ	2213.652-2249.960=-36.309
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	6.003-6.421=-0.418
σ	0.149-0.964=-0.814
min	5.866-5.856=0.010
max	6.216-8.645=-2.429

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.000
σ	0.001-0.001=0.001
min	25.962
max	25.966-25.964=0.002

*mean*	4489.250-4587.000=-97.750
σ	2213.652-2249.960=-36.309
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	5.955-6.164=-0.210
σ	0.204-1.017=-0.813
min	5.639-5.639=-0.001
max	6.201-8.668=-2.467

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=-0.000
min	1021.598-1021.597=0.000
max	1021.602

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	345.365-345.519=-0.154
σ	2.325-2.644=-0.318
min	341.962-340.702=1.260
max	348.441-348.911=-0.470

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3667.500-3754.125=-86.625
σ	2242.054-2299.779=-57.725
min	724.000-720.000=4.000
max	7298.000-7383.000=-85.000

*mean*	1573.285-1770.688=-197.403
σ	490.461-680.645=-190.184
min	1388.379-1392.585=-4.207
max	2786.932-2958.316=-171.384

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841
max	107.842-107.842=-0.000

*mean*	4489.250-4405.375=83.875
σ	2213.652-2219.465=-5.813
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	131.928-244.948=-113.020
σ	8.361-305.459=-297.098
min	123.428-125.390=-1.962
max	147.961-999.065=-851.103

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4489.250-4405.375=83.875
σ	2213.652-2219.465=-5.813
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	43.632-45.789=-2.157
σ	1.702-8.191=-6.488
min	41.638-40.650=0.988
max	45.635-65.648=-20.012

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	38.708-22.459=16.249
σ	42.754-1.639=41.115
min	21.637-21.648=-0.010
max	144.336-26.492=117.844

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297-71.297=-0.000

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	59.118-65.468=-6.350
σ	8.694-22.874=-14.180
min	55.700-55.531=0.169
max	80.620-121.703=-41.082

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4489.250-4176.375=312.875
σ	2213.652-1946.016=267.636
min	1471.000-1486.000=-15.000
max	7298.000-7383.000=-85.000

*mean*	3410.451-3261.756=148.695
σ	788.702-810.106=-21.405
min	2488.821-2520.495=-31.674
max	4466.413-4831.800=-365.386

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	1110.336-1053.871=56.466
σ	365.239-273.947=91.292
min	907.043-928.246=-21.203
max	1866.216-1720.170=146.046

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7298.000-7383.000=-85.000
σ	0.000
min	7298.000-7383.000=-85.000
max	7298.000-7383.000=-85.000

*mean*	420.040-392.266=27.774
σ	51.633-9.333=42.299
min	390.560-373.123=17.437
max	506.908-406.295=100.613

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.375=-0.375
σ	0.000-0.744=-0.744
min	477.000-476.000=1.000
max	477.000-478.000=-1.000

*mean*	392.043-390.264=1.779
σ	33.075-17.966=15.109
min	347.338-371.863=-24.525
max	438.861-424.594=14.267

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.750-562.625=-0.875
σ	2.315-1.061=1.254
min	558.000-560.000=-2.000
max	563.000

*mean*	772.576-768.762=3.814
σ	44.706-45.426=-0.721
min	680.070-690.103=-10.033
max	827.265-815.637=11.629

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.272-977.272=-0.000
σ	2.439-2.440=-0.001
min	976.426-976.423=0.003
max	987.608-987.613=-0.005

*mean*	1038.550-1041.950=-3.400
σ	322.012-308.277=13.735
min	533.000-567.000=-34.000
max	1508.000-1492.000=16.000

*mean*	1.299-1.295=0.004
σ	0.102-0.150=-0.048
min	1.181-1.190=-0.009
max	1.560-1.812=-0.253

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.384-0.380=0.004
σ	0.469-0.473=-0.005
min	0.147-0.141=0.007
max	1.219-1.225=-0.005

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.422-0.476=-0.054
σ	0.206-0.320=-0.114
min	0.319-0.322=-0.002
max	0.790-1.048=-0.258

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.223-0.223=0.000
σ	0.024-0.025=-0.001
min	0.208-0.204=0.004
max	0.265-0.264=0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.335-0.331=0.004
σ	0.017-0.017=-0.001
min	0.323-0.314=0.008
max	0.363-0.360=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	435.600-431.000=4.600
σ	6.066-0.000=6.066
min	430.000-431.000=-1.000
max	442.000-431.000=11.000

*mean*	0.554-0.570=-0.016
σ	0.047-0.052=-0.005
min	0.499-0.479=0.020
max	0.606-0.607=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.479-0.446=0.034
σ	0.057-0.025=0.032
min	0.393-0.415=-0.022
max	0.528-0.477=0.051

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.959-1.984=-0.025
σ	0.080-0.088=-0.007
min	1.847-1.868=-0.021
max	2.295-2.338=-0.044

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.851-1.947=-0.097
σ	0.111-0.067=0.043
min	1.725-1.811=-0.086
max	2.275-2.172=0.103

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.306-0.303=0.003
σ	0.008-0.008=0.000
min	0.286-0.285=0.001
max	0.351-0.351=0.001

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.294-0.291=0.003
σ	0.007-0.007=-0.000
min	0.282-0.278=0.003
max	0.324-0.328=-0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.432-11.685=-0.253
σ	10.601-11.547=-0.946
min	0.714-0.574=0.141
max	71.265-128.380=-57.115

*mean*	467.266-458.800=8.466
σ	19.865-18.599=1.266
min	406.000-408.000=-2.000
max	481.000-476.000=5.000

*mean*	0.026-0.027=-0.000
σ	0.026-0.028=-0.002
min	0.001-0.001=-0.000
max	0.176-0.308=-0.132

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.048-294.459=-0.411
σ	1.050-0.987=0.062
min	293.642-294.050=-0.407
max	297.032-297.266=-0.234

*mean*	441.700
σ	17.153-17.017=0.137
min	414.000-415.000=-1.000
max	467.000-462.000=5.000

*mean*	0.591-0.580=0.011
σ	0.031-0.039=-0.007
min	0.507-0.518=-0.010
max	0.622-0.631=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546

*mean*	848.000-849.000=-1.000
σ	0.000
min	848.000-849.000=-1.000
max	848.000-849.000=-1.000

*mean*	147.438-149.597=-2.159
σ	11.910-9.952=1.957
min	133.945-137.361=-3.416
max	164.164-163.657=0.507

phase=macro expansion

*mean*	5.894-5.897=-0.004
σ	0.000
min	5.894-5.897=-0.004
max	5.894-5.897=-0.004

*mean*	848.000-840.250=7.750
σ	0.000-24.749=-24.749
min	848.000-779.000=69.000
max	848.000-849.000=-1.000

*mean*	7.876-8.345=-0.469
σ	1.225-1.107=0.117
min	6.094-7.007=-0.913
max	9.124-9.726=-0.602

phase=parser

*mean*	1042.133-1042.133=0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=0.000
max	1042.133-1042.133=-0.000

*mean*	848.000-840.250=7.750
σ	0.000-24.749=-24.749
min	848.000-779.000=69.000
max	848.000-849.000=-1.000

*mean*	513.847-547.589=-33.742
σ	98.476-85.203=13.273
min	405.281-440.733=-35.452
max	608.118-613.979=-5.861

phase=processProdDef

*mean*	2241.195-2241.194=0.001
σ	0.000
min	2241.195-2241.194=0.001
max	2241.195-2241.194=0.001

*mean*	848.000-849.000=-1.000
σ	0.000
min	848.000-849.000=-1.000
max	848.000-849.000=-1.000

*mean*	3144.130-2955.303=188.828
σ	97.969-284.661=-186.693
min	3009.696-2412.615=597.081
max	3325.969-3226.356=99.613

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-840.250=7.750
σ	0.000-24.749=-24.749
min	848.000-779.000=69.000
max	848.000-849.000=-1.000

*mean*	42.552-43.690=-1.138
σ	4.873-5.171=-0.298
min	35.706-36.904=-1.199
max	47.817-49.484=-1.667

phase=type checker

*mean*	958.466-958.462=0.004
σ	0.047
min	958.443-958.439=0.004
max	958.568-958.564=0.004

*mean*	848.000-840.250=7.750
σ	0.000-24.749=-24.749
min	848.000-779.000=69.000
max	848.000-849.000=-1.000

*mean*	663.369-661.021=2.348
σ	10.708-16.002=-5.294
min	649.701-638.931=10.770
max	676.917-682.866=-5.950

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-328.221=-0.000
σ	0.040-0.039=0.001
min	328.163-328.166=-0.003
max	328.262-328.263=-0.000

*mean*	441.000-441.400=-0.400
σ	4.416-5.128=-0.712
min	435.000-436.000=-1.000
max	445.000-447.000=-2.000

*mean*	0.430-0.439=-0.009
σ	0.004-0.013=-0.009
min	0.425-0.426=-0.000
max	0.434-0.458=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.430-1313.427=0.003
σ	0.134-0.138=-0.003
min	1313.323-1313.319=0.004
max	1313.657-1313.661=-0.004

*mean*	1084.000-1089.600=-5.600
σ	169.163-175.486=-6.323
min	858.000-882.000=-24.000
max	1291.000-1306.000=-15.000

*mean*	1.897-1.892=0.006
σ	0.057-0.078=-0.021
min	1.843-1.784=0.059
max	1.961-1.961=0.000

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.418-1552.410=0.008
σ	3.039-3.044=-0.006
min	1550.903-1550.876=0.027
max	1557.847-1557.848=-0.001

*mean*	642.800-626.600=16.200
σ	69.121-83.933=-14.812
min	545.000-524.000=21.000
max	726.000-732.000=-6.000

*mean*	2.244-2.232=0.012
σ	0.176-0.115=0.061
min	2.088-2.100=-0.012
max	2.502-2.386=0.116

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.424-1875.427=-0.003
σ	0.046-0.058=-0.012
min	1875.356-1875.362=-0.006
max	1875.472-1875.510=-0.038

*mean*	1709.600-1721.000=-11.400
σ	265.904-211.038=54.866
min	1394.000-1438.000=-44.000
max	2083.000-1918.000=165.000

*mean*	2.943-3.002=-0.059
σ	0.116-0.168=-0.053
min	2.855-2.844=0.011
max	3.091-3.251=-0.161

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.524-1.533=-0.010
σ	0.087-0.148=-0.061
min	1.433-1.287=0.146
max	1.656-1.662=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.297-420.295=0.001
σ	509.314-509.312=0.002
min	165.637-165.637=-0.000
max	1184.267-1184.263=0.004

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.525-0.527=-0.001
σ	0.515-0.507=0.008
min	0.258-0.265=-0.008
max	1.297-1.287=0.010

policies=20

*mean*	1656.570-1656.571=-0.001
σ	0.391-0.387=0.004
min	1656.345-1656.349=-0.004
max	1657.154-1657.150=0.004

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	447.000-449.500=-2.500
σ	10.677-12.767=-2.090
min	435.000-440.000=-5.000
max	461.000-467.000=-6.000

*mean*	2.669-2.658=0.011
σ	0.019-0.007=0.013
min	2.645-2.648=-0.003
max	2.692-2.662=0.030

policies=200

*mean*	16573.670-16573.749=-0.079
σ	0.114-0.105=0.009
min	16573.542-16573.659=-0.117
max	16573.803-16573.898=-0.095

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	500.000-498.000=2.000
σ	6.481-5.944=0.537
min	492.000-491.000=1.000
max	507.000-505.000=2.000

*mean*	26.964-26.967=-0.002
σ	0.104-0.120=-0.016
min	26.851-26.839=0.012
max	27.073-27.073=-0.000