Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.133=-0.031
σ	0.000
min	446.102-446.133=-0.031
max	446.102-446.133=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.697=0.000
σ	0.363-0.362=0.000
min	54.564-54.561=0.002
max	55.729-55.728=0.001

*mean*	422.000-420.000=2.000
σ	0.000
min	422.000-420.000=2.000
max	422.000-420.000=2.000

*mean*	0.139-0.139=-0.000
σ	0.004-0.006=-0.001
min	0.133-0.133=0.000
max	0.146-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.008-0.008=-0.000
min	43.764-43.765=-0.001
max	43.787-43.790=-0.003

*mean*	422.000-420.000=2.000
σ	0.000
min	422.000-420.000=2.000
max	422.000-420.000=2.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.004=0.000
min	0.114-0.118=-0.004
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4592.625-4516.250=76.375
σ	2247.691-2230.217=17.474
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	137.381-12.240=125.142
σ	354.049-0.673=353.377
min	11.845-11.695=0.151
max	1013.608-13.827=999.780

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=-0.000
max	36.605

*mean*	4592.625-4516.250=76.375
σ	2247.691-2230.217=17.474
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	13.672-12.722=0.951
σ	2.793-0.551=2.242
min	12.379-11.628=0.751
max	20.561-13.618=6.943

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=0.000

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	11.075-11.162=-0.087
σ	0.139-0.171=-0.032
min	10.842-10.972=-0.130
max	11.229-11.466=-0.236

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4184.750-4516.250=-331.500
σ	1944.390-2230.217=-285.827
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	11.346-11.431=-0.086
σ	0.846-0.854=-0.009
min	10.876-10.882=-0.006
max	13.389-13.506=-0.117

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4184.750-4516.250=-331.500
σ	1944.390-2230.217=-285.827
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	8.805-8.984=-0.179
σ	0.560-0.831=-0.272
min	7.955-7.967=-0.011
max	9.967-10.657=-0.690

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4184.750-4516.250=-331.500
σ	1944.390-2230.217=-285.827
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	6.974-6.887=0.086
σ	0.429-0.607=-0.179
min	6.495-6.281=0.214
max	7.929-8.204=-0.275

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674

*mean*	4592.625-4516.250=76.375
σ	2247.691-2230.217=17.474
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	6.391-6.007=0.384
σ	0.998-0.159=0.839
min	5.821-5.809=0.012
max	8.834-6.239=2.595

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4592.625-4516.250=76.375
σ	2247.691-2230.217=17.474
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	6.202-5.828=0.374
σ	0.975-0.140=0.835
min	5.639-5.626=0.014
max	8.597-6.110=2.488

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=0.000
min	1021.597-1021.598=-0.000
max	1021.602

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	361.450-345.309=16.141
σ	43.192-1.998=41.194
min	344.754-341.343=3.411
max	468.275-347.693=120.582

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972-3496.971=0.001

*mean*	3759.625-3689.500=70.125
σ	2299.663-2260.462=39.200
min	720.000-724.000=-4.000
max	7384.000-7338.000=46.000

*mean*	1774.923-1562.709=212.214
σ	684.454-463.821=220.633
min	1393.379-1386.364=7.015
max	2980.015-2710.441=269.574

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.000

*mean*	4413.750-4516.250=-102.500
σ	2217.169-2230.217=-13.048
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	188.089-137.718=50.371
σ	158.047-8.649=149.398
min	125.366-131.346=-5.980
max	578.665-153.771=424.894

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4413.750-4516.250=-102.500
σ	2217.169-2230.217=-13.048
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	42.865-43.243=-0.378
σ	1.310-1.823=-0.513
min	40.585-40.678=-0.093
max	44.651-46.038=-1.387

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	22.092-21.701=0.392
σ	0.642-0.227=0.415
min	21.525-21.384=0.140
max	23.566-22.165=1.401

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	235.002-84.603=150.399
σ	504.785-80.501=424.284
min	55.422-55.437=-0.015
max	1484.278-283.828=1200.450

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4184.750-4516.250=-331.500
σ	1944.390-2230.217=-285.827
min	1484.000-1472.000=12.000
max	7384.000-7338.000=46.000

*mean*	3277.605-3396.308=-118.704
σ	687.003-837.853=-150.849
min	2522.138-2508.284=13.855
max	4272.913-4837.000=-564.086

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	1020.189-1006.779=13.410
σ	175.015-159.675=15.341
min	918.409-913.986=4.423
max	1425.226-1322.240=102.986

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7384.000-7338.000=46.000
σ	0.000
min	7384.000-7338.000=46.000
max	7384.000-7338.000=46.000

*mean*	394.632-400.580=-5.947
σ	7.447-5.538=1.910
min	377.424-388.764=-11.341
max	401.149-405.019=-3.870

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-478.000=-1.500
σ	0.926-0.000=0.926
min	475.000-478.000=-3.000
max	477.000-478.000=-1.000

*mean*	370.663-346.792=23.871
σ	40.948-27.151=13.797
min	311.816-313.663=-1.846
max	436.578-389.785=46.793

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-559.750=-0.750
σ	0.000-1.035=-1.035
min	559.000
max	559.000-561.000=-2.000

*mean*	767.260-691.585=75.675
σ	75.059-85.886=-10.827
min	593.481-570.730=22.751
max	812.124-821.412=-9.288

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.557-964.558=-0.001
σ	1.881-1.879=0.002
min	963.837-963.840=-0.004
max	972.512-972.505=0.007

*mean*	1041.750-1038.500=3.250
σ	308.100-308.282=-0.182
min	566.000-540.000=26.000
max	1491.000-1536.000=-45.000

*mean*	1.254-1.251=0.003
σ	0.143-0.076=0.068
min	1.087-1.185=-0.098
max	1.798-1.483=0.315

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.321=-0.019
σ	0.302-0.300=0.002
min	0.143-0.143=0.001
max	0.839-0.836=0.002

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.468=0.007
σ	0.318-0.318=0.000
min	0.318-0.313=0.006
max	1.043-1.036=0.007

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.220=-0.002
σ	0.021-0.021=0.000
min	0.204-0.202=0.002
max	0.255-0.257=-0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.449-0.327=0.121
σ	0.237-0.021=0.216
min	0.327-0.307=0.020
max	0.871-0.357=0.514

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.532-0.566=-0.034
σ	0.044-0.051=-0.007
min	0.470-0.478=-0.009
max	0.593-0.609=-0.015

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.499-0.439=0.060
σ	0.034-0.036=-0.002
min	0.453-0.384=0.069
max	0.524-0.474=0.050

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.672-1.960=0.712
σ	0.111-0.076=0.034
min	2.477-1.820=0.657
max	3.023-2.225=0.798

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.652-2.157=0.495
σ	0.116-0.292=-0.176
min	2.459-1.864=0.594
max	2.987-2.783=0.204

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.304-0.305=-0.001
σ	0.013-0.019=-0.006
min	0.291-0.287=0.004
max	0.382-0.476=-0.094

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.290-0.292=-0.002
σ	0.024-0.008=0.016
min	0.277-0.277=0.000
max	0.522-0.333=0.189

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.727-11.954=-0.227
σ	11.598-12.006=-0.408
min	0.717-0.574=0.143
max	90.320-118.767=-28.447

*mean*	460.098-466.984=-6.886
σ	19.446-19.365=0.080
min	408.000-406.000=2.000
max	480.000-483.000=-3.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.215-0.283=-0.067

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.164-279.087=0.077
σ	1.012-1.044=-0.033
min	278.763-278.662=0.102
max	282.038-282.057=-0.019

*mean*	440.600-442.200=-1.600
σ	15.572-13.975=1.597
min	416.000-426.000=-10.000
max	469.000-463.000=6.000

*mean*	0.574-0.568=0.005
σ	0.024-0.031=-0.007
min	0.531-0.506=0.025
max	0.622-0.615=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	154.228-146.211=8.017
σ	9.331-11.370=-2.039
min	136.152-134.696=1.456
max	162.204-162.711=-0.507

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	7.928-8.044=-0.116
σ	0.992-1.200=-0.209
min	6.881-5.920=0.961
max	8.941-8.910=0.031

phase=parser

*mean*	1042.130-1042.130=-0.000
σ	0.000-0.000=-0.000
min	1042.130
max	1042.131

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	512.815-541.640=-28.824
σ	89.016-93.425=-4.409
min	406.007-400.783=5.224
max	612.728-615.185=-2.457

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	2858.912-2837.216=21.696
σ	306.231-362.071=-55.840
min	2255.702-2315.947=-60.246
max	3170.216-3293.720=-123.504

phase=renaming

*mean*	21.433
σ	0.000
min	21.433
max	21.433

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	42.203-43.412=-1.209
σ	4.474-5.141=-0.667
min	36.756-35.431=1.325
max	47.017-49.192=-2.175

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-729.000=119.000
σ	0.000
min	848.000-729.000=119.000
max	848.000-729.000=119.000

*mean*	666.235-664.718=1.518
σ	18.141-16.995=1.146
min	639.709-638.243=1.466
max	694.816-682.468=12.349

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=0.001
σ	0.038-0.035=0.003
min	282.800-282.805=-0.005
max	282.892-282.890=0.002

*mean*	444.000-443.400=0.600
σ	0.000-0.548=-0.548
min	444.000-443.000=1.000
max	444.000

*mean*	0.374-0.379=-0.005
σ	0.001-0.003=-0.002
min	0.373-0.374=-0.001
max	0.375-0.381=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.059-1268.048=0.010
σ	0.116-0.088=0.028
min	1267.961-1267.961=0.000
max	1268.254-1268.179=0.075

*mean*	1093.400-1061.800=31.600
σ	171.954-168.783=3.171
min	891.000-829.000=62.000
max	1329.000-1272.000=57.000

*mean*	1.965-1.889=0.077
σ	0.123-0.127=-0.004
min	1.849-1.782=0.067
max	2.139-2.096=0.042

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.011-1507.051=-0.040
σ	2.971-2.941=0.030
min	1505.461-1505.543=-0.081
max	1512.314-1512.300=0.014

*mean*	624.200-616.600=7.600
σ	86.791-79.730=7.062
min	495.000-494.000=1.000
max	726.000-708.000=18.000

*mean*	2.230-2.301=-0.071
σ	0.217-0.181=0.036
min	2.104-2.102=0.002
max	2.615-2.537=0.078

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.050-1830.062=-0.011
σ	0.047-0.036=0.011
min	1829.993-1830.011=-0.018
max	1830.107-1830.104=0.003

*mean*	1715.200-1709.800=5.400
σ	185.115-249.951=-64.836
min	1463.000-1436.000=27.000
max	1888.000-2066.000=-178.000

*mean*	2.976-2.859=0.117
σ	0.229-0.086=0.142
min	2.778-2.774=0.004
max	3.370-2.960=0.409

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.726-1.710=0.016
σ	0.094-0.149=-0.055
min	1.581-1.591=-0.011
max	1.830-1.888=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.943=-0.000
σ	509.286-509.285=0.001
min	151.296-151.299=-0.003
max	1169.872-1169.871=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.510-0.503=0.007
σ	0.511-0.492=0.020
min	0.247-0.253=-0.006
max	1.277-1.240=0.036

policies=20

*mean*	1513.144-1513.133=0.011
σ	0.264-0.262=0.002
min	1512.973-1512.962=0.011
max	1513.536-1513.522=0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-452.000=-2.500
σ	11.358-10.832=0.526
min	440.000-444.000=-4.000
max	466.000-468.000=-2.000

*mean*	2.498-2.491=0.007
σ	0.008-0.019=-0.011
min	2.486-2.466=0.020
max	2.505-2.513=-0.008

policies=200

*mean*	15139.908-15140.018=-0.110
σ	0.124-0.150=-0.026
min	15139.760-15139.816=-0.056
max	15140.056-15140.153=-0.097

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-500.000=-2.250
σ	5.620-5.164=0.456
min	492.000-494.000=-2.000
max	505.000-506.000=-1.000

*mean*	25.037-25.127=-0.090
σ	0.093-0.310=-0.218
min	24.926-24.936=-0.010
max	25.153-25.588=-0.436