Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.676=0.002
σ	0.359-0.358=0.001
min	54.538-54.544=-0.006
max	55.700-55.694=0.006

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.142-0.157=-0.015
σ	0.006-0.009=-0.003
min	0.137-0.140=-0.002
max	0.153-0.170=-0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.703=0.000
σ	0.005-0.007=-0.002
min	43.698-43.691=0.007
max	43.714-43.714=0.000

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.121-0.123=-0.001
σ	0.004-0.005=-0.000
min	0.115-0.116=-0.001
max	0.129-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3888.875-3862.625=26.250
σ	1859.519-1829.862=29.657
min	1279.000
max	6182.000-6110.000=72.000

*mean*	13.004-12.888=0.116
σ	0.472-0.328=0.144
min	12.596-12.465=0.131
max	14.068-13.426=0.642

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	3888.875-3862.625=26.250
σ	1859.519-1829.862=29.657
min	1279.000
max	6182.000-6110.000=72.000

*mean*	12.526-12.775=-0.249
σ	0.578-0.608=-0.030
min	11.940-11.712=0.228
max	13.400-13.585=-0.185

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	6182.000-6110.000=72.000
σ	0.000
min	6182.000-6110.000=72.000
max	6182.000-6110.000=72.000

*mean*	15.025-15.009=0.016
σ	0.593-0.361=0.232
min	13.798-14.304=-0.506
max	15.763-15.497=0.266

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	3741.125-3862.625=-121.500
σ	1832.535-1829.862=2.673
min	1279.000
max	6182.000-6110.000=72.000

*mean*	13.880-13.838=0.042
σ	1.565-1.971=-0.405
min	11.292-10.946=0.346
max	15.471-15.928=-0.456

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991

*mean*	3741.125-3862.625=-121.500
σ	1832.535-1829.862=2.673
min	1279.000
max	6182.000-6110.000=72.000

*mean*	8.906-9.559=-0.653
σ	0.381-1.428=-1.047
min	8.398-8.403=-0.005
max	9.579-12.919=-3.340

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	3741.125-3862.625=-121.500
σ	1832.535-1829.862=2.673
min	1279.000
max	6182.000-6110.000=72.000

*mean*	6.799-7.312=-0.513
σ	0.174-1.297=-1.123
min	6.590-6.691=-0.100
max	7.062-10.507=-3.445

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674-25.674=0.000

*mean*	3888.875-3862.625=26.250
σ	1859.519-1829.862=29.657
min	1279.000
max	6182.000-6110.000=72.000

*mean*	6.156-5.941=0.214
σ	0.144-0.118=0.026
min	6.019-5.745=0.273
max	6.380-6.067=0.314

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974-25.974=-0.000

*mean*	3888.875-3862.625=26.250
σ	1859.519-1829.862=29.657
min	1279.000
max	6182.000-6110.000=72.000

*mean*	5.849-5.672=0.176
σ	0.081-0.195=-0.114
min	5.724-5.214=0.510
max	5.956-5.819=0.137

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=0.000
max	2524.607-2524.606=0.001

*mean*	6182.000-6110.000=72.000
σ	0.000
min	6182.000-6110.000=72.000
max	6182.000-6110.000=72.000

*mean*	1317.494-1368.213=-50.719
σ	501.334-609.009=-107.675
min	1042.340-1029.799=12.542
max	2229.568-2382.771=-153.203

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.470-0.469=0.000
min	7877.934-7877.934=-0.000
max	7879.264

*mean*	3245.375-3228.250=17.125
σ	1851.406-1827.377=24.030
min	810.000
max	6182.000-6110.000=72.000

*mean*	3780.807-3759.005=21.802
σ	1220.022-1132.836=87.187
min	3128.725-3128.027=0.698
max	6271.440-5795.819=475.621

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	3888.875-3862.625=26.250
σ	1859.519-1829.862=29.657
min	1279.000
max	6182.000-6110.000=72.000

*mean*	125.489-87.737=37.752
σ	122.164-15.590=106.574
min	69.887-70.446=-0.559
max	426.369-113.974=312.395

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6182.000-6110.000=72.000
σ	0.000
min	6182.000-6110.000=72.000
max	6182.000-6110.000=72.000

*mean*	63.171-63.225=-0.054
σ	4.098-3.208=0.890
min	60.333-60.687=-0.354
max	71.234-68.515=2.719

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.690-66.690=-0.000

*mean*	6182.000-6110.000=72.000
σ	0.000
min	6182.000-6110.000=72.000
max	6182.000-6110.000=72.000

*mean*	100.700-99.156=1.543
σ	1.074-0.784=0.290
min	98.899-98.192=0.707
max	101.851-100.535=1.317

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.156=-0.001
σ	4.304-4.304=0.000
min	11847.561-11847.562=-0.001
max	11859.806

*mean*	3741.125-3862.625=-121.500
σ	1832.535-1829.862=2.673
min	1279.000
max	6182.000-6110.000=72.000

*mean*	6039.049-5864.083=174.966
σ	1416.197-910.346=505.852
min	5080.721-5042.953=37.769
max	8321.543-7421.959=899.584

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.093=0.000
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.000
max	10791.096-10791.096=-0.001

*mean*	6182.000-6110.000=72.000
σ	0.000
min	6182.000-6110.000=72.000
max	6182.000-6110.000=72.000

*mean*	4849.391-5191.755=-342.364
σ	1386.110-1548.590=-162.481
min	4079.587-4072.112=7.474
max	7096.622-7497.363=-400.741

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	384.154-390.538=-6.384
σ	18.822-4.747=14.075
min	352.869-380.655=-27.786
max	395.759-394.345=1.414

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000-2.138=-2.138
min	560.000-558.000=2.000
max	560.000-562.000=-2.000

*mean*	777.949-784.208=-6.258
σ	24.492-47.471=-22.979
min	729.598-682.089=47.509
max	805.195-848.250=-43.054

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.329=-0.002
σ	0.758-0.757=0.001
min	1023.854-1023.855=-0.000
max	1027.465-1027.461=0.004

*mean*	1049.750-1050.600=-0.850
σ	312.167-309.792=2.375
min	592.000-590.000=2.000
max	1511.000-1518.000=-7.000

*mean*	1.585-1.609=-0.024
σ	0.094-0.136=-0.042
min	1.405-1.520=-0.115
max	1.794-2.155=-0.362

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.295-0.401=-0.106
σ	0.306-0.525=-0.219
min	0.134-0.136=-0.002
max	0.838-1.337=-0.500

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.482=-0.012
σ	0.328-0.325=0.003
min	0.309-0.323=-0.014
max	1.057-1.063=-0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.285=-0.079
σ	0.025-0.132=-0.107
min	0.184-0.207=-0.024
max	0.246-0.519=-0.273

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.323-0.336=-0.013
σ	0.024-0.021=0.003
min	0.304-0.321=-0.017
max	0.363-0.372=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-433.800=-2.000
σ	1.789-3.033=-1.244
min	431.000
max	435.000-437.000=-2.000

*mean*	0.551-0.566=-0.015
σ	0.061-0.033=0.028
min	0.484-0.509=-0.025
max	0.612-0.589=0.023

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.488-0.495=-0.007
σ	0.057-0.021=0.035
min	0.390-0.470=-0.080
max	0.525-0.520=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.002-2.660=-0.659
σ	0.125-0.110=0.015
min	1.857-2.457=-0.600
max	2.660-3.147=-0.487

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	1.964-2.660=-0.696
σ	0.055-0.092=-0.037
min	1.838-2.474=-0.636
max	2.157-2.937=-0.780

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.311-0.306=0.005
σ	0.026-0.010=0.016
min	0.290-0.291=-0.000
max	0.541-0.374=0.166

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.291-0.294=-0.002
σ	0.007-0.008=-0.000
min	0.281-0.279=0.002
max	0.332-0.334=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.782-298.820=-0.038
σ	1.013-0.982=0.030
min	298.377-298.452=-0.075
max	301.661-301.613=0.048

*mean*	441.900-444.400=-2.500
σ	15.162-20.506=-5.344
min	418.000
max	472.000-473.000=-1.000

*mean*	0.582-0.599=-0.016
σ	0.023-0.023=-0.001
min	0.529-0.564=-0.035
max	0.608-0.644=-0.036

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	211.034-211.472=-0.438
σ	3.450-2.272=1.178
min	206.890-209.071=-2.181
max	215.270-214.877=0.393

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	10.954-11.735=-0.781
σ	1.628-1.503=0.125
min	9.516-9.860=-0.344
max	13.043-12.948=0.095

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367-1042.367=0.000
max	1042.367

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	614.143-699.902=-85.759
σ	115.803-45.346=70.457
min	381.923-625.532=-243.609
max	734.149-728.633=5.515

phase=processProdDef

*mean*	4753.276-4753.276=0.000
σ	0.000-0.000=0.000
min	4753.276
max	4753.276

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	4420.617-4643.012=-222.395
σ	725.252-569.254=155.998
min	3485.222-3862.612=-377.390
max	5612.750-5469.975=142.776

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	40.837-43.921=-3.084
σ	7.378-6.388=0.989
min	27.100-30.343=-3.243
max	48.941-48.397=0.544

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1680.000-1695.000=-15.000
σ	0.000
min	1680.000-1695.000=-15.000
max	1680.000-1695.000=-15.000

*mean*	819.119-836.115=-16.996
σ	94.784-89.438=5.346
min	684.677-658.161=26.516
max	902.481-924.729=-22.248

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.925=-0.007
σ	0.038-0.045=-0.008
min	293.865-293.860=0.005
max	293.957-293.970=-0.013

*mean*	445.400-446.000=-0.600
σ	0.548-0.000=0.548
min	445.000-446.000=-1.000
max	446.000

*mean*	0.397-0.409=-0.012
σ	0.007-0.015=-0.008
min	0.392-0.391=0.001
max	0.406-0.431=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.297=-0.006
σ	0.047-0.039=0.007
min	1320.236-1320.257=-0.021
max	1320.346-1320.345=0.001

*mean*	1108.400-1109.000=-0.600
σ	171.519-167.322=4.198
min	895.000-896.000=-1.000
max	1333.000-1318.000=15.000

*mean*	2.228-2.231=-0.004
σ	0.069-0.069=0.000
min	2.149-2.156=-0.006
max	2.311-2.307=0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.473-1559.484=-0.011
σ	3.371-3.418=-0.048
min	1557.839-1557.801=0.039
max	1565.499-1565.593=-0.094

*mean*	625.000-622.400=2.600
σ	88.309-90.218=-1.909
min	507.000
max	726.000

*mean*	2.476-2.413=0.063
σ	0.325-0.285=0.040
min	2.164-2.153=0.010
max	2.896-2.816=0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.270-1882.272=-0.002
σ	0.052-0.058=-0.006
min	1882.209-1882.191=0.019
max	1882.344-1882.345=-0.001

*mean*	1756.200-1752.800=3.400
σ	217.059-214.394=2.665
min	1479.000-1467.000=12.000
max	1966.000-1956.000=10.000

*mean*	3.202-3.246=-0.044
σ	0.299-0.322=-0.023
min	2.884-2.906=-0.022
max	3.570-3.629=-0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.786-1.825=-0.039
σ	0.175-0.149=0.026
min	1.521-1.608=-0.087
max	1.937-1.980=-0.043

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.409-452.412=-0.003
σ	583.277-583.278=-0.001
min	160.765-160.771=-0.006
max	1327.325-1327.329=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.526-0.546=-0.021
σ	0.513-0.561=-0.048
min	0.267-0.258=0.009
max	1.295-1.388=-0.093

policies=20

*mean*	1608.041-1608.055=-0.014
σ	0.411-0.446=-0.035
min	1607.759-1607.756=0.003
max	1608.649-1608.716=-0.067

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-450.000=-2.500
σ	3.000-4.000=-1.000
min	443.000-444.000=-1.000
max	449.000-452.000=-3.000

*mean*	2.696-2.755=-0.059
σ	0.011-0.051=-0.040
min	2.683-2.706=-0.023
max	2.710-2.826=-0.116

policies=200

*mean*	16088.587-16088.574=0.013
σ	0.040-0.138=-0.097
min	16088.558-16088.467=0.091
max	16088.644-16088.775=-0.131

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-499.750=-4.000
σ	4.992-5.058=-0.066
min	489.000-494.000=-5.000
max	500.000-504.000=-4.000

*mean*	27.327-27.387=-0.060
σ	0.133-0.054=0.080
min	27.178-27.328=-0.150
max	27.498-27.458=0.040