Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.698-54.697=0.001
σ	0.366-0.362=0.004
min	54.565-54.561=0.004
max	55.740-55.728=0.012

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.139-0.139=0.000
σ	0.003-0.006=-0.002
min	0.136-0.133=0.004
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.008-0.008=0.000
min	43.766-43.765=0.001
max	43.792-43.790=0.002

*mean*	419.700-420.000=-0.300
σ	0.483-0.000=0.483
min	419.000-420.000=-1.000
max	420.000

*mean*	0.122-0.122=0.000
σ	0.004-0.004=-0.000
min	0.118-0.118=0.000
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4588.500-4516.250=72.250
σ	2248.666-2230.217=18.449
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	158.223-12.240=145.984
σ	411.195-0.673=410.523
min	11.904-11.695=0.210
max	1175.870-13.827=1162.042

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=-0.000

*mean*	4588.500-4516.250=72.250
σ	2248.666-2230.217=18.449
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	15.051-12.722=2.329
σ	4.220-0.551=3.669
min	12.732-11.628=1.104
max	24.622-13.618=11.004

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	11.700-11.162=0.538
σ	1.747-0.171=1.576
min	10.904-10.972=-0.068
max	16.007-11.466=4.541

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.000
min	41.924-41.924=-0.000
max	41.926-41.925=0.000

*mean*	4178.625-4516.250=-337.625
σ	1945.570-2230.217=-284.647
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	11.660-11.431=0.228
σ	1.947-0.854=1.093
min	10.652-10.882=-0.229
max	16.455-13.506=2.949

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.585
max	27.972

*mean*	4178.625-4516.250=-337.625
σ	1945.570-2230.217=-284.647
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	9.265-8.984=0.281
σ	1.350-0.831=0.519
min	7.937-7.967=-0.030
max	12.485-10.657=1.828

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4178.625-4516.250=-337.625
σ	1945.570-2230.217=-284.647
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	7.053-6.887=0.165
σ	0.901-0.607=0.294
min	6.427-6.281=0.146
max	9.253-8.204=1.049

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674

*mean*	4588.500-4516.250=72.250
σ	2248.666-2230.217=18.449
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	6.578-6.007=0.572
σ	0.934-0.159=0.774
min	6.034-5.809=0.225
max	8.591-6.239=2.352

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.000
σ	0.001-0.001=0.001
min	25.962
max	25.966-25.964=0.002

*mean*	4588.500-4516.250=72.250
σ	2248.666-2230.217=18.449
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	6.401-5.828=0.573
σ	0.983-0.140=0.843
min	5.818-5.626=0.192
max	8.574-6.110=2.464

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=0.000
min	1021.597-1021.598=-0.000
max	1021.602

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	345.534-345.309=0.225
σ	3.019-1.998=1.021
min	341.768-341.343=0.424
max	349.737-347.693=2.045

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3756.000-3689.500=66.500
σ	2299.809-2260.462=39.347
min	720.000-724.000=-4.000
max	7380.000-7338.000=42.000

*mean*	1776.946-1562.709=214.237
σ	640.393-463.821=176.572
min	1401.211-1386.364=14.847
max	2832.972-2710.441=122.530

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4406.625-4516.250=-109.625
σ	2217.864-2230.217=-12.352
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	265.086-137.718=127.369
σ	360.830-8.649=352.181
min	126.278-131.346=-5.067
max	1156.969-153.771=1003.198

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4406.625-4516.250=-109.625
σ	2217.864-2230.217=-12.352
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	46.966-43.243=3.723
σ	9.673-1.823=7.849
min	41.662-40.678=0.984
max	70.586-46.038=24.548

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	270.491-21.701=248.790
σ	701.631-0.227=701.404
min	21.463-21.384=0.078
max	2006.930-22.165=1984.765

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	62.898-84.603=-21.705
σ	18.202-80.501=-62.300
min	55.356-55.437=-0.081
max	107.811-283.828=-176.017

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.014-0.013=0.000
min	4646.837
max	4646.876

*mean*	4178.625-4516.250=-337.625
σ	1945.570-2230.217=-284.647
min	1487.000-1472.000=15.000
max	7380.000-7338.000=42.000

*mean*	3345.215-3396.308=-51.093
σ	894.713-837.853=56.861
min	2510.742-2508.284=2.458
max	4828.807-4837.000=-8.192

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	1048.173-1006.779=41.393
σ	281.754-159.675=122.080
min	915.047-913.986=1.061
max	1724.303-1322.240=402.063

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7380.000-7338.000=42.000
σ	0.000
min	7380.000-7338.000=42.000
max	7380.000-7338.000=42.000

*mean*	405.095-400.580=4.515
σ	42.605-5.538=37.068
min	375.072-388.764=-13.693
max	509.294-405.019=104.275

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.250-478.000=0.250
σ	1.389-0.000=1.389
min	476.000-478.000=-2.000
max	479.000-478.000=1.000

*mean*	384.349-346.792=37.556
σ	21.229-27.151=-5.923
min	353.100-313.663=39.438
max	424.158-389.785=34.373

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-559.750=5.250
σ	0.000-1.035=-1.035
min	565.000-559.000=6.000
max	565.000-561.000=4.000

*mean*	739.004-691.585=47.419
σ	64.604-85.886=-21.282
min	603.344-570.730=32.614
max	825.396-821.412=3.984

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.558=0.001
σ	1.880-1.879=0.001
min	963.836-963.840=-0.005
max	972.511-972.505=0.006

*mean*	1049.000-1038.500=10.500
σ	313.781-308.282=5.499
min	558.000-540.000=18.000
max	1499.000-1536.000=-37.000

*mean*	1.313-1.251=0.062
σ	0.142-0.076=0.066
min	1.185-1.185=0.000
max	1.608-1.483=0.125

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.321=0.081
σ	0.521-0.300=0.220
min	0.143-0.143=0.001
max	1.331-0.836=0.494

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.743-0.468=0.275
σ	0.334-0.318=0.016
min	0.580-0.313=0.267
max	1.339-1.036=0.303

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.220=0.166
σ	0.032-0.021=0.011
min	0.368-0.202=0.166
max	0.442-0.257=0.186

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.595-0.327=0.268
σ	0.026-0.021=0.005
min	0.575-0.307=0.268
max	0.633-0.357=0.276

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.599-0.566=0.034
σ	0.089-0.051=0.039
min	0.530-0.478=0.051
max	0.747-0.609=0.139

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.467-0.439=0.028
σ	0.052-0.036=0.015
min	0.388-0.384=0.004
max	0.514-0.474=0.040

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.620-1.960=0.659
σ	0.131-0.076=0.055
min	1.961-1.820=0.141
max	2.960-2.225=0.735

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.670-2.157=0.513
σ	0.117-0.292=-0.175
min	2.444-1.864=0.580
max	3.120-2.783=0.336

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.311-0.305=0.006
σ	0.042-0.019=0.023
min	0.289-0.287=0.002
max	0.646-0.476=0.170

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.287-0.292=-0.005
σ	0.006-0.008=-0.002
min	0.275-0.277=-0.002
max	0.318-0.333=-0.016

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.499-11.954=-0.455
σ	10.633-12.006=-1.373
min	0.573-0.574=-0.001
max	79.203-118.767=-39.564

*mean*	462.121-466.984=-4.863
σ	19.252-19.365=-0.113
min	406.000
max	479.000-483.000=-4.000

*mean*	0.026-0.027=-0.001
σ	0.026-0.029=-0.003
min	0.001-0.001=-0.000
max	0.193-0.283=-0.090

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.098-279.087=0.011
σ	1.036-1.044=-0.008
min	278.604-278.662=-0.057
max	282.038-282.057=-0.019

*mean*	447.100-442.200=4.900
σ	16.908-13.975=2.933
min	426.000
max	472.000-463.000=9.000

*mean*	0.576-0.568=0.008
σ	0.023-0.031=-0.008
min	0.534-0.506=0.028
max	0.616-0.615=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	146.511-146.211=0.299
σ	9.528-11.370=-1.842
min	130.708-134.696=-3.988
max	159.843-162.711=-2.869

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	8.349-8.044=0.305
σ	2.259-1.200=1.059
min	5.806-5.920=-0.114
max	11.951-8.910=3.041

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.003
max	1042.132-1042.131=0.002

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	527.006-541.640=-14.633
σ	133.388-93.425=39.963
min	373.149-400.783=-27.635
max	722.566-615.185=107.381

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	2836.880-2837.216=-0.336
σ	276.808-362.071=-85.263
min	2542.343-2315.947=226.396
max	3311.402-3293.720=17.682

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	39.462-43.412=-3.950
σ	5.358-5.141=0.217
min	29.793-35.431=-5.638
max	47.226-49.192=-1.966

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	850.000-729.000=121.000
σ	0.000
min	850.000-729.000=121.000
max	850.000-729.000=121.000

*mean*	708.288-664.718=43.570
σ	76.047-16.995=59.052
min	641.949-638.243=3.706
max	855.109-682.468=172.641

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.038-0.035=0.003
min	282.800-282.805=-0.005
max	282.891-282.890=0.001

*mean*	444.400-443.400=1.000
σ	0.548
min	444.000-443.000=1.000
max	445.000-444.000=1.000

*mean*	0.374-0.379=-0.005
σ	0.000-0.003=-0.002
min	0.374-0.374=-0.000
max	0.375-0.381=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.052-1268.048=0.003
σ	0.107-0.088=0.019
min	1267.955-1267.961=-0.006
max	1268.229-1268.179=0.049

*mean*	1089.000-1061.800=27.200
σ	167.581-168.783=-1.202
min	891.000-829.000=62.000
max	1320.000-1272.000=48.000

*mean*	1.995-1.889=0.106
σ	0.083-0.127=-0.044
min	1.895-1.782=0.113
max	2.076-2.096=-0.021

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.028-1507.051=-0.023
σ	2.963-2.941=0.022
min	1505.470-1505.543=-0.073
max	1512.316-1512.300=0.016

*mean*	624.200-616.600=7.600
σ	87.311-79.730=7.581
min	494.000
max	726.000-708.000=18.000

*mean*	2.240-2.301=-0.061
σ	0.209-0.181=0.028
min	2.114-2.102=0.012
max	2.612-2.537=0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.062=-0.002
σ	0.049-0.036=0.013
min	1829.988-1830.011=-0.023
max	1830.103-1830.104=-0.000

*mean*	1721.600-1709.800=11.800
σ	172.709-249.951=-77.243
min	1474.000-1436.000=38.000
max	1882.000-2066.000=-184.000

*mean*	3.008-2.859=0.148
σ	0.286-0.086=0.200
min	2.823-2.774=0.049
max	3.516-2.960=0.556

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.637-1.710=-0.073
σ	0.122-0.149=-0.027
min	1.483-1.591=-0.108
max	1.769-1.888=-0.119

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.942-405.943=-0.001
σ	509.285-509.285=-0.000
min	151.294-151.299=-0.005
max	1169.870-1169.871=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.493-0.503=-0.009
σ	0.482-0.492=-0.010
min	0.247-0.253=-0.006
max	1.216-1.240=-0.024

policies=20

*mean*	1513.123-1513.133=-0.011
σ	0.246-0.262=-0.016
min	1512.960-1512.962=-0.001
max	1513.487-1513.522=-0.035

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-452.000=-1.000
σ	11.165-10.832=0.333
min	441.000-444.000=-3.000
max	467.000-468.000=-1.000

*mean*	2.472-2.491=-0.019
σ	0.021-0.019=0.002
min	2.445-2.466=-0.021
max	2.494-2.513=-0.019

policies=200

*mean*	15139.966-15140.018=-0.052
σ	0.084-0.150=-0.066
min	15139.873-15139.816=0.057
max	15140.041-15140.153=-0.113

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000
σ	3.916-5.164=-1.248
min	496.000-494.000=2.000
max	505.000-506.000=-1.000

*mean*	25.073-25.127=-0.055
σ	0.112-0.310=-0.198
min	24.987-24.936=0.051
max	25.237-25.588=-0.352