Compare commits

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.508
σ	0.000
min	558.508
max	558.508

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.618=0.004
σ	0.348-0.349=-0.001
min	54.483-54.484=-0.001
max	55.612-55.612=0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.153-0.141=0.012
σ	0.010-0.004=0.006
min	0.136-0.135=0.001
max	0.168-0.149=0.019

cache=y

dps=1

iters=10

policies=100

*mean*	43.791-43.788=0.003
σ	0.008-0.006=0.002
min	43.782-43.780=0.002
max	43.807-43.801=0.006

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.129-0.122=0.006
σ	0.008-0.005=0.002
min	0.120-0.117=0.003
max	0.140-0.131=0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	12.697-12.191=0.506
σ	0.303-0.273=0.030
min	12.163-11.783=0.380
max	13.157-12.687=0.470

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	12.940-12.276=0.664
σ	0.411-0.611=-0.200
min	12.054-11.422=0.631
max	13.464-13.098=0.366

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7309.000-7277.000=32.000
σ	0.000
min	7309.000-7277.000=32.000
max	7309.000-7277.000=32.000

*mean*	15.115-14.850=0.265
σ	0.672-0.524=0.149
min	13.508-13.762=-0.255
max	15.614-15.463=0.151

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	13.162-12.505=0.657
σ	1.529-2.111=-0.582
min	11.262-10.446=0.815
max	15.176-15.149=0.028

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=0.000
max	27.991-27.991=-0.000

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	8.800-8.580=0.220
σ	0.327-0.417=-0.091
min	8.253-8.225=0.028
max	9.264-9.465=-0.201

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	6.787-6.402=0.385
σ	0.189-0.500=-0.311
min	6.421-5.931=0.490
max	7.023-7.450=-0.428

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.668=-0.000

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	5.939-5.607=0.332
σ	0.128-0.128=0.000
min	5.720-5.348=0.372
max	6.099-5.791=0.308

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	5.752-5.406=0.346
σ	0.223-0.142=0.081
min	5.257-5.078=0.179
max	5.985-5.531=0.453

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607

*mean*	7309.000-7277.000=32.000
σ	0.000
min	7309.000-7277.000=32.000
max	7309.000-7277.000=32.000

*mean*	1098.362-1506.238=-407.877
σ	163.595-844.064=-680.469
min	1032.631-1037.069=-4.439
max	1502.837-3465.652=-1962.815

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.001
σ	0.469-0.469=-0.000
min	8744.554-8744.553=0.000
max	8745.883-8745.883=0.001

*mean*	3573.375-3571.500=1.875
σ	1796.299-1792.661=3.638
min	1046.000-1044.000=2.000
max	5795.000-5784.000=11.000

*mean*	4784.949-4738.472=46.477
σ	1654.364-1625.612=28.752
min	3521.782-3545.279=-23.498
max	7595.817-7571.028=24.788

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	82.761-82.172=0.589
σ	10.213-10.491=-0.278
min	71.283-70.627=0.656
max	99.377-102.608=-3.230

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7309.000-7277.000=32.000
σ	0.000
min	7309.000-7277.000=32.000
max	7309.000-7277.000=32.000

*mean*	106.813-106.348=0.464
σ	4.821-2.903=1.918
min	98.611-101.973=-3.362
max	112.150-109.674=2.476

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7309.000-7277.000=32.000
σ	0.000
min	7309.000-7277.000=32.000
max	7309.000-7277.000=32.000

*mean*	161.302-162.559=-1.257
σ	8.181-6.650=1.532
min	142.667-147.387=-4.721
max	167.679-167.842=-0.163

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4153.625-4149.250=4.375
σ	1901.648-1892.392=9.256
min	1555.000-1554.000=1.000
max	7309.000-7277.000=32.000

*mean*	6415.931-6689.600=-273.669
σ	1254.936-1178.736=76.201
min	4910.506-4915.459=-4.952
max	8168.882-7893.727=275.154

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.000

*mean*	7309.000-7277.000=32.000
σ	0.000
min	7309.000-7277.000=32.000
max	7309.000-7277.000=32.000

*mean*	5867.958-5348.321=519.637
σ	1536.344-1296.743=239.602
min	4364.584-4411.844=-47.261
max	7737.127-7941.757=-204.630

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	395.120-362.362=32.759
σ	2.503-19.735=-17.232
min	392.284-345.078=47.206
max	399.746-394.639=5.107

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-561.000=-1.375
σ	0.518-0.000=0.518
min	559.000-561.000=-2.000
max	560.000-561.000=-1.000

*mean*	764.362-746.443=17.919
σ	37.170-35.583=1.587
min	695.840-683.153=12.687
max	812.238-789.725=22.513

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.376=0.000
σ	0.760-0.759=0.001
min	1007.899-1007.900=-0.001
max	1011.517-1011.515=0.003

*mean*	1044.050-1043.400=0.650
σ	310.602-297.700=12.903
min	572.000-562.000=10.000
max	1502.000-1442.000=60.000

*mean*	1.524-1.528=-0.004
σ	0.065-0.099=-0.034
min	1.463-1.452=0.011
max	1.714-1.851=-0.136

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.395-0.393=0.002
σ	0.497-0.494=0.003
min	0.137-0.138=-0.001
max	1.280-1.273=0.007

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.536-0.475=0.060
σ	0.321-0.327=-0.006
min	0.324-0.316=0.008
max	1.065-1.060=0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.215=0.001
σ	0.025-0.024=0.002
min	0.195-0.197=-0.002
max	0.260-0.255=0.005

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.338=-0.007
σ	0.016-0.016=0.000
min	0.316-0.327=-0.011
max	0.358-0.366=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.400-435.200=-4.800
σ	0.548-2.049=-1.502
min	430.000-432.000=-2.000
max	431.000-437.000=-6.000

*mean*	0.573-0.577=-0.004
σ	0.029-0.047=-0.018
min	0.535-0.494=0.041
max	0.604-0.609=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.486-0.460=0.026
σ	0.055-0.042=0.013
min	0.403-0.421=-0.018
max	0.536-0.525=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	1.960-1.948=0.012
σ	0.069-0.058=0.011
min	1.823-1.806=0.017
max	2.183-2.194=-0.012

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	2.583-1.944=0.639
σ	0.166-0.064=0.102
min	1.942-1.831=0.111
max	2.917-2.162=0.755

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.302-0.315=-0.013
σ	0.009-0.060=-0.051
min	0.288-0.293=-0.004
max	0.353-0.755=-0.402

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.291-0.297=-0.005
σ	0.010-0.052=-0.042
min	0.277-0.274=0.003
max	0.360-0.804=-0.444

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.029-297.817=0.212
σ	1.012-0.952=0.060
min	297.594-297.478=0.116
max	300.900-300.526=0.374

*mean*	441.100-444.200=-3.100
σ	15.293-18.183=-2.890
min	417.000
max	462.000-470.000=-8.000

*mean*	0.594-0.593=0.002
σ	0.025-0.029=-0.004
min	0.561-0.541=0.019
max	0.631-0.629=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.157
σ	0.000
min	219.157
max	219.157

*mean*	3945.000-3332.500=612.500
σ	0.000-9.899=-9.899
min	3945.000-3308.000=637.000
max	3945.000-3336.000=609.000

*mean*	197.021-201.972=-4.951
σ	1.169-1.056=0.113
min	195.358-200.633=-5.275
max	198.846-203.432=-4.586

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	3945.000-3332.500=612.500
σ	0.000-9.899=-9.899
min	3945.000-3308.000=637.000
max	3945.000-3336.000=609.000

*mean*	10.554-11.136=-0.582
σ	2.650-1.650=1.000
min	6.313-9.306=-2.993
max	13.608-12.693=0.915

phase=parser

*mean*	1041.159-1041.161=-0.002
σ	0.000-0.000=0.000
min	1041.158-1041.160=-0.002
max	1041.159-1041.161=-0.002

*mean*	3945.000-3332.500=612.500
σ	0.000-9.899=-9.899
min	3945.000-3308.000=637.000
max	3945.000-3336.000=609.000

*mean*	621.297-657.731=-36.434
σ	158.265-74.888=83.377
min	378.842-571.770=-192.928
max	837.884-731.018=106.866

phase=processProdDef

*mean*	6169.566-6169.564=0.002
σ	0.001-0.000=0.000
min	6169.566-6169.564=0.002
max	6169.567-6169.565=0.002

*mean*	3945.000-3336.000=609.000
σ	0.000
min	3945.000-3336.000=609.000
max	3945.000-3336.000=609.000

*mean*	5174.992-5324.442=-149.450
σ	1599.003-1637.231=-38.228
min	2914.176-3238.843=-324.667
max	8049.034-7597.687=451.347

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	3945.000-3332.500=612.500
σ	0.000-9.899=-9.899
min	3945.000-3308.000=637.000
max	3945.000-3336.000=609.000

*mean*	39.489-43.000=-3.512
σ	11.430-5.211=6.220
min	19.881-34.523=-14.643
max	51.811-48.236=3.575

phase=type checker

*mean*	958.678
σ	0.071
min	958.573
max	958.791

*mean*	3945.000-3332.500=612.500
σ	0.000-9.899=-9.899
min	3945.000-3308.000=637.000
max	3945.000-3336.000=609.000

*mean*	795.382-764.032=31.350
σ	134.091-82.248=51.843
min	632.436-670.984=-38.548
max	963.243-886.875=76.368

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.775=-0.001
σ	0.034-0.035=-0.000
min	292.726-292.727=-0.001
max	292.811-292.812=-0.001

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.401-0.394=0.007
σ	0.008-0.004=0.004
min	0.393-0.390=0.003
max	0.411-0.399=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.858-1302.852=0.006
σ	0.129-0.136=-0.007
min	1302.755-1302.741=0.014
max	1303.077-1303.083=-0.006

*mean*	1075.600-1078.200=-2.600
σ	186.139-170.645=15.494
min	841.000-837.000=4.000
max	1322.000-1275.000=47.000

*mean*	1.862-1.920=-0.059
σ	0.053-0.130=-0.077
min	1.805-1.803=0.002
max	1.929-2.134=-0.204

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.878-1545.876=0.001
σ	4.043-4.039=0.004
min	1543.835-1543.837=-0.003
max	1553.101-1553.092=0.009

*mean*	611.400-617.600=-6.200
σ	74.484-82.157=-7.674
min	494.000-493.000=1.000
max	690.000-713.000=-23.000

*mean*	2.223-2.212=0.011
σ	0.244-0.242=0.002
min	2.101-2.072=0.029
max	2.658-2.640=0.018

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.842-1864.840=0.002
σ	0.049-0.040=0.009
min	1864.783-1864.793=-0.010
max	1864.895-1864.889=0.006

*mean*	1714.400-1705.600=8.800
σ	235.888-262.229=-26.341
min	1428.000-1392.000=36.000
max	2025.000-2061.000=-36.000

*mean*	2.902-2.878=0.025
σ	0.065-0.064=0.001
min	2.832-2.802=0.029
max	2.975-2.981=-0.006

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.749-1.693=0.056
σ	0.129-0.177=-0.048
min	1.566-1.460=0.106
max	1.926-1.930=-0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.753=0.002
σ	579.110-579.110=0.000
min	158.196-158.197=-0.001
max	1316.420-1316.418=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.539-0.538=0.001
σ	0.555-0.553=0.002
min	0.260-0.259=0.002
max	1.372-1.368=0.004

policies=20

*mean*	1582.286-1582.271=0.015
σ	0.349-0.353=-0.005
min	1582.043-1582.023=0.020
max	1582.801-1582.793=0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.500
σ	4.041-5.196=-1.155
min	445.000-444.000=1.000
max	452.000-453.000=-1.000

*mean*	2.622-2.626=-0.004
σ	0.007-0.010=-0.002
min	2.613-2.615=-0.002
max	2.629-2.638=-0.009

policies=200

*mean*	15830.837-15830.869=-0.031
σ	0.110-0.137=-0.027
min	15830.674-15830.702=-0.028
max	15830.917-15831.038=-0.121

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.500-496.000=0.500
σ	3.873-3.367=0.506
min	492.000
max	501.000-500.000=1.000

*mean*	26.451-26.546=-0.095
σ	0.043-0.035=0.008
min	26.402-26.507=-0.105
max	26.506-26.589=-0.082