Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.822=0.002
σ	0.363-0.361=0.001
min	57.675-57.674=0.001
max	58.855-58.850=0.005

*mean*	418.000-422.000=-4.000
σ	0.000
min	418.000-422.000=-4.000
max	418.000-422.000=-4.000

*mean*	0.148-0.143=0.005
σ	0.004-0.006=-0.002
min	0.144-0.136=0.008
max	0.155-0.156=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	46.897-46.897=0.000
σ	0.006-0.004=0.002
min	46.883-46.891=-0.008
max	46.905-46.902=0.003

*mean*	418.000-422.700=-4.700
σ	0.000-0.483=-0.483
min	418.000-422.000=-4.000
max	418.000-423.000=-5.000

*mean*	0.129-0.128=0.002
σ	0.006-0.004=0.002
min	0.121-0.122=-0.002
max	0.138-0.134=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4424.625-4581.000=-156.375
σ	2225.043-2255.544=-30.500
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	12.381-13.502=-1.121
σ	0.500-2.708=-2.209
min	11.867-11.908=-0.041
max	13.334-18.397=-5.063

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.001

*mean*	4604.625-4581.000=23.625
σ	2256.202-2255.544=0.658
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	128.855-13.567=115.288
σ	330.021-2.356=327.664
min	11.584-11.243=0.340
max	945.614-17.747=927.867

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.943-41.943=0.000

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	11.123-11.197=-0.074
σ	0.124-0.287=-0.162
min	10.912-10.859=0.054
max	11.361-11.806=-0.444

op=table_records(), repeat

*mean*	41.926-41.925=0.000
σ	0.001-0.000=0.001
min	41.925-41.924=0.000
max	41.929-41.926=0.003

*mean*	4196.125-4165.125=31.000
σ	1952.812-1946.672=6.141
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	11.479-11.731=-0.253
σ	1.227-1.899=-0.672
min	10.919-10.777=0.141
max	14.501-16.396=-1.896

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=0.000
min	27.585
max	27.972-27.972=0.000

*mean*	4196.125-4165.125=31.000
σ	1952.812-1946.672=6.141
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	8.833-9.180=-0.347
σ	0.574-1.406=-0.832
min	7.969-8.062=-0.093
max	10.018-12.562=-2.544

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4196.125-4165.125=31.000
σ	1952.812-1946.672=6.141
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	7.013-6.998=0.015
σ	0.355-0.974=-0.618
min	6.623-6.044=0.578
max	7.841-9.212=-1.371

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4604.625-4581.000=23.625
σ	2256.202-2255.544=0.658
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	6.483-6.357=0.126
σ	1.124-0.541=0.583
min	5.949-5.941=0.007
max	9.248-7.348=1.900

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.000-0.001=-0.000
min	25.962-25.962=0.000
max	25.964-25.964=-0.000

*mean*	4604.625-4581.000=23.625
σ	2256.202-2255.544=0.658
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	6.320-6.166=0.154
σ	1.079-0.621=0.458
min	5.701-5.358=0.343
max	8.922-7.120=1.802

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002-0.002=0.000
min	1021.597
max	1021.602-1021.602=0.000

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	349.769-364.699=-14.930
σ	1.871-39.919=-38.047
min	347.143-345.879=1.264
max	352.283-463.109=-110.827

op=load_product(), with indexes

*mean*	3495.848-3495.846=0.002
σ	0.460-0.455=0.005
min	3495.685-3495.685=-0.000
max	3496.987-3496.972=0.015

*mean*	3769.375-3745.750=23.625
σ	2308.896-2298.461=10.434
min	720.000
max	7402.000

*mean*	1770.035-1636.580=133.455
σ	644.473-498.481=145.993
min	1413.101-1397.408=15.693
max	2822.173-2853.908=-31.736

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.001

*mean*	4196.125-4399.750=-203.625
σ	1952.812-2226.927=-274.115
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	135.913-268.078=-132.165
σ	12.215-378.192=-365.977
min	126.393-123.789=2.604
max	165.100-1202.914=-1037.814

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4424.625-4581.000=-156.375
σ	2225.043-2255.544=-30.500
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	99.905-150.891=-50.987
σ	160.358-295.416=-135.058
min	41.217-41.195=0.022
max	496.750-881.698=-384.947

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930-40.930=0.001

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	77.136-22.101=55.035
σ	154.739-1.193=153.546
min	21.646-21.388=0.258
max	460.078-24.997=435.080

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	58.627-287.644=-229.017
σ	7.016-653.017=-646.001
min	55.110-55.234=-0.125
max	75.899-1903.772=-1827.873

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.001
σ	0.014-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4196.125-4165.125=31.000
σ	1952.812-1946.672=6.141
min	1485.000-1486.000=-1.000
max	7402.000

*mean*	3314.192-3150.523=163.669
σ	752.221-849.030=-96.809
min	2533.510-2485.317=48.193
max	4635.443-4352.816=282.627

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	1058.429-1065.484=-7.056
σ	248.579-256.178=-7.600
min	932.679-914.905=17.773
max	1627.252-1664.499=-37.247

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7402.000
σ	0.000
min	7402.000
max	7402.000

*mean*	411.193-392.123=19.069
σ	37.998-3.720=34.278
min	395.117-387.405=7.712
max	505.158-399.953=105.205

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.500-476.500=-1.000
σ	1.773-0.535=1.238
min	474.000-476.000=-2.000
max	478.000-477.000=1.000

*mean*	385.128-386.208=-1.080
σ	37.642-30.082=7.561
min	307.168-362.893=-55.726
max	430.752-440.576=-9.824

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-562.750=-2.750
σ	0.000-0.463=-0.463
min	560.000-562.000=-2.000
max	560.000-563.000=-3.000

*mean*	784.981-736.549=48.432
σ	35.411-58.112=-22.701
min	720.006-623.846=96.160
max	813.518-799.298=14.219

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.918=0.001
σ	2.437-2.437=-0.001
min	976.074-976.074=0.000
max	987.243-987.245=-0.002

*mean*	1050.300-1045.750=4.550
σ	315.086-309.118=5.968
min	587.000-540.000=47.000
max	1513.000-1543.000=-30.000

*mean*	1.344-1.293=0.051
σ	0.138-0.167=-0.029
min	1.215-1.201=0.014
max	1.699-1.970=-0.270

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.277-0.284=-0.007
σ	0.250-0.291=-0.042
min	0.139-0.129=0.010
max	0.719-0.800=-0.081

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.478=0.004
σ	0.324-0.334=-0.010
min	0.322-0.323=-0.000
max	1.062-1.075=-0.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.218=-0.001
σ	0.020-0.017=0.004
min	0.202-0.206=-0.004
max	0.250-0.247=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.341=-0.007
σ	0.011-0.022=-0.011
min	0.318-0.319=-0.001
max	0.349-0.375=-0.026

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.562-0.532=0.030
σ	0.062-0.061=0.001
min	0.464-0.464=0.000
max	0.613-0.607=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.509-0.425=0.084
σ	0.027-0.043=-0.016
min	0.468-0.378=0.089
max	0.532-0.466=0.066

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.593-2.037=0.555
σ	0.107-0.232=-0.124
min	2.461-1.828=0.632
max	3.018-2.734=0.285

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.550-2.571=-0.022
σ	0.069-0.077=-0.008
min	2.413-2.442=-0.029
max	2.817-2.837=-0.020

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.310-0.302=0.008
σ	0.037-0.009=0.028
min	0.291-0.288=0.002
max	0.653-0.357=0.296

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.293=-0.005
σ	0.007-0.016=-0.009
min	0.273-0.272=0.001
max	0.320-0.415=-0.095

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.926-11.681=0.245
σ	11.392-11.380=0.012
min	0.714-0.714=0.000
max	88.773-90.366=-1.593

*mean*	462.620-468.351=-5.731
σ	20.398-19.410=0.988
min	406.000-409.000=-3.000
max	481.000

*mean*	0.027-0.027=0.001
σ	0.028-0.028=0.000
min	0.001-0.001=-0.001
max	0.212-0.216=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.801-293.781=0.021
σ	1.052-1.066=-0.014
min	293.415-293.281=0.134
max	296.791-296.788=0.003

*mean*	442.200-441.500=0.700
σ	18.091-20.266=-2.175
min	415.000-414.000=1.000
max	466.000-471.000=-5.000

*mean*	0.595-0.594=0.002
σ	0.017-0.019=-0.001
min	0.550-0.557=-0.008
max	0.608-0.625=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	143.908-143.160=0.748
σ	8.448-23.350=-14.903
min	134.625-92.854=41.771
max	163.017-163.217=-0.200

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	5.970-6.634=-0.664
σ	0.079-2.106=-2.028
min	5.871-5.837=0.035
max	6.119-11.845=-5.725

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.001-0.001=0.000
min	1042.131
max	1042.134

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	379.606-421.035=-41.429
σ	1.653-124.952=-123.299
min	377.920-371.970=5.949
max	382.795-730.166=-347.371

phase=processProdDef

*mean*	2241.193
σ	0.000
min	2241.193
max	2241.194

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	3050.072-2940.314=109.758
σ	248.747-296.189=-47.442
min	2657.945-2522.933=135.012
max	3336.606-3324.794=11.812

phase=renaming

*mean*	21.430
σ	0.001
min	21.430
max	21.433

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	37.008-40.566=-3.558
σ	2.647-3.680=-1.033
min	33.889-36.304=-2.415
max	40.264-47.732=-7.468

phase=type checker

*mean*	958.466
σ	0.047
min	958.439
max	958.568

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	662.360-686.828=-24.468
σ	11.990-40.541=-28.551
min	650.566-657.674=-7.108
max	680.805-781.799=-100.994

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854-327.853=0.001
σ	0.036-0.036=0.000
min	327.803-327.803=0.000
max	327.890-327.890=0.000

*mean*	441.200-442.000=-0.800
σ	4.266-4.416=-0.150
min	434.000-435.000=-1.000
max	445.000-447.000=-2.000

*mean*	0.436-0.435=0.001
σ	0.010-0.006=0.004
min	0.428-0.427=0.001
max	0.451-0.439=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.071-1313.056=0.015
σ	0.143-0.142=0.001
min	1312.964-1312.968=-0.004
max	1313.321-1313.303=0.018

*mean*	1086.400-1107.600=-21.200
σ	163.800-182.815=-19.015
min	896.000-881.000=15.000
max	1308.000-1327.000=-19.000

*mean*	1.880-1.966=-0.086
σ	0.046-0.151=-0.105
min	1.825-1.879=-0.054
max	1.927-2.234=-0.308

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.044-1552.072=-0.028
σ	3.072-3.038=0.034
min	1550.479-1550.563=-0.084
max	1557.530-1557.500=0.030

*mean*	619.000-631.000=-12.000
σ	89.764-90.907=-1.143
min	519.000-504.000=15.000
max	737.000-740.000=-3.000

*mean*	2.260-2.313=-0.052
σ	0.209-0.171=0.039
min	2.112-2.131=-0.019
max	2.607-2.558=0.048

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.069-1875.063=0.005
σ	0.060-0.055=0.006
min	1874.997-1874.997=0.000
max	1875.159-1875.134=0.025

*mean*	1723.800-1750.000=-26.200
σ	210.921-154.834=56.087
min	1447.000-1511.000=-64.000
max	1925.000-1940.000=-15.000

*mean*	3.026-2.926=0.100
σ	0.144-0.084=0.060
min	2.826-2.848=-0.021
max	3.167-3.064=0.103

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.598-1.601=-0.003
σ	0.098-0.056=0.042
min	1.495-1.512=-0.016
max	1.729-1.652=0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.404-419.405=-0.001
σ	508.892-508.891=0.001
min	164.953-164.958=-0.005
max	1182.742-1182.741=0.001

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	431.000-433.000=-2.000
σ	0.000
min	431.000-433.000=-2.000
max	431.000-433.000=-2.000

*mean*	0.523-0.525=-0.002
σ	0.501-0.502=-0.002
min	0.266-0.271=-0.005
max	1.274-1.278=-0.004

policies=20

*mean*	1649.793-1649.815=-0.022
σ	0.368-0.380=-0.012
min	1649.583-1649.598=-0.016
max	1650.344-1650.384=-0.040

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.500-451.500=-7.000
σ	10.630-10.755=-0.125
min	431.000-440.000=-9.000
max	453.000-466.000=-13.000

*mean*	2.651-2.660=-0.009
σ	0.005-0.019=-0.014
min	2.645-2.635=0.010
max	2.655-2.676=-0.020

policies=200

*mean*	16505.958-16506.015=-0.057
σ	0.093-0.082=0.011
min	16505.868-16505.939=-0.071
max	16506.045-16506.088=-0.043

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-503.000=-2.500
σ	7.000-4.397=2.603
min	493.000-498.000=-5.000
max	509.000-508.000=1.000

*mean*	26.753-26.785=-0.031
σ	0.149-0.172=-0.023
min	26.581-26.602=-0.021
max	26.887-26.935=-0.048