Compare commits

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.508
σ	0.000
min	558.508
max	558.508

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=-0.000
σ	0.349-0.352=-0.003
min	54.484-54.485=-0.002
max	55.612-55.619=-0.008

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.141-0.140=0.001
σ	0.004-0.006=-0.002
min	0.135-0.133=0.002
max	0.149-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=-0.000
σ	0.006-0.005=0.001
min	43.780-43.781=-0.001
max	43.801-43.800=0.000

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.001
min	0.117-0.120=-0.004
max	0.131-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	12.191-12.956=-0.765
σ	0.273-0.328=-0.055
min	11.783-12.647=-0.864
max	12.687-13.566=-0.879

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	12.276-12.951=-0.675
σ	0.611-0.559=0.052
min	11.422-11.917=-0.495
max	13.098-13.488=-0.390

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.932=0.000

*mean*	7277.000-7327.000=-50.000
σ	0.000
min	7277.000-7327.000=-50.000
max	7277.000-7327.000=-50.000

*mean*	14.850-15.221=-0.371
σ	0.524-0.577=-0.053
min	13.762-13.982=-0.220
max	15.463-15.808=-0.345

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	12.505-12.478=0.026
σ	2.111-1.454=0.657
min	10.446-11.182=-0.736
max	15.149-15.441=-0.292

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991-27.991=0.000

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	8.580-8.911=-0.330
σ	0.417-0.491=-0.074
min	8.225-8.124=0.101
max	9.465-9.591=-0.126

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	6.402-6.813=-0.412
σ	0.500-0.393=0.108
min	5.931-6.071=-0.140
max	7.450-7.359=0.091

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668-25.668=0.000

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	5.607-6.016=-0.410
σ	0.128-0.116=0.012
min	5.348-5.848=-0.500
max	5.791-6.171=-0.380

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	5.406-5.886=-0.479
σ	0.142-0.123=0.020
min	5.078-5.747=-0.669
max	5.531-6.169=-0.638

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7277.000-7327.000=-50.000
σ	0.000
min	7277.000-7327.000=-50.000
max	7277.000-7327.000=-50.000

*mean*	1506.238-1041.710=464.528
σ	844.064-7.101=836.962
min	1037.069-1032.053=5.016
max	3465.652-1051.499=2414.153

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.000

*mean*	3571.500-3578.500=-7.000
σ	1792.661-1801.328=-8.667
min	1044.000
max	5784.000-5813.000=-29.000

*mean*	4738.472-4774.404=-35.932
σ	1625.612-1627.659=-2.047
min	3545.279-3516.101=29.178
max	7571.028-7190.127=380.902

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	82.172-81.929=0.243
σ	10.491-10.786=-0.295
min	70.627-71.564=-0.937
max	102.608-104.335=-1.728

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7277.000-7327.000=-50.000
σ	0.000
min	7277.000-7327.000=-50.000
max	7277.000-7327.000=-50.000

*mean*	106.348-106.032=0.317
σ	2.903-4.829=-1.925
min	101.973-97.877=4.096
max	109.674-111.694=-2.020

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7277.000-7327.000=-50.000
σ	0.000
min	7277.000-7327.000=-50.000
max	7277.000-7327.000=-50.000

*mean*	162.559-162.500=0.059
σ	6.650-8.863=-2.213
min	147.387-143.566=3.822
max	167.842-168.453=-0.611

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.325=-0.001
min	11655.305
max	11667.537-11667.539=-0.002

*mean*	4149.250-4157.625=-8.375
σ	1892.392-1906.346=-13.953
min	1554.000-1555.000=-1.000
max	7277.000-7327.000=-50.000

*mean*	6689.600-6682.971=6.629
σ	1178.736-1135.399=43.337
min	4915.459-4872.734=42.725
max	7893.727-7933.704=-39.977

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7277.000-7327.000=-50.000
σ	0.000
min	7277.000-7327.000=-50.000
max	7277.000-7327.000=-50.000

*mean*	5348.321-5559.704=-211.382
σ	1296.743-1617.051=-320.309
min	4411.844-4333.963=77.882
max	7941.757-8653.581=-711.824

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	362.362-359.147=3.214
σ	19.735-41.896=-22.161
min	345.078-291.234=53.844
max	394.639-394.442=0.197

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	746.443-729.219=17.224
σ	35.583-69.221=-33.638
min	683.153-637.959=45.194
max	789.725-805.815=-16.090

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.377=-0.001
σ	0.759-0.760=-0.000
min	1007.900-1007.899=0.001
max	1011.515-1011.517=-0.002

*mean*	1043.400-1044.400=-1.000
σ	297.700-299.684=-1.984
min	562.000
max	1442.000-1446.000=-4.000

*mean*	1.528-1.509=0.019
σ	0.099-0.065=0.034
min	1.452-1.448=0.003
max	1.851-1.725=0.126

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.295=0.098
σ	0.494-0.292=0.203
min	0.138-0.134=0.004
max	1.273-0.811=0.462

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.492=-0.016
σ	0.327-0.317=0.010
min	0.316-0.334=-0.018
max	1.060-1.058=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.234=-0.018
σ	0.024-0.027=-0.004
min	0.197-0.212=-0.016
max	0.255-0.281=-0.027

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.352=-0.014
σ	0.016-0.019=-0.003
min	0.327-0.332=-0.005
max	0.366-0.382=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	435.200-434.400=0.800
σ	2.049-1.342=0.708
min	432.000
max	437.000-435.000=2.000

*mean*	0.577-0.581=-0.004
σ	0.047-0.022=0.025
min	0.494-0.552=-0.057
max	0.609-0.607=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.460-0.490=-0.030
σ	0.042-0.042=0.000
min	0.421-0.429=-0.008
max	0.525-0.531=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	1.948-2.664=-0.716
σ	0.058-0.094=-0.036
min	1.806-2.449=-0.643
max	2.194-3.097=-0.903

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	1.944-2.580=-0.636
σ	0.064-0.095=-0.031
min	1.831-2.406=-0.575
max	2.162-2.821=-0.659

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.315-0.301=0.013
σ	0.060-0.019=0.042
min	0.293-0.276=0.017
max	0.755-0.376=0.379

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.297-0.291=0.006
σ	0.052-0.008=0.044
min	0.274-0.276=-0.002
max	0.804-0.326=0.478

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.817-298.015=-0.198
σ	0.952-0.981=-0.028
min	297.478-297.627=-0.149
max	300.526-300.802=-0.275

*mean*	444.200-443.600=0.600
σ	18.183-13.343=4.840
min	417.000-425.000=-8.000
max	470.000-464.000=6.000

*mean*	0.593-0.614=-0.022
σ	0.029-0.006=0.023
min	0.541-0.602=-0.061
max	0.629-0.621=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.157
σ	0.000
min	219.157
max	219.157

*mean*	3332.500-3319.875=12.625
σ	9.899-11.667=-1.768
min	3308.000-3291.000=17.000
max	3336.000-3324.000=12.000

*mean*	201.972-202.067=-0.095
σ	1.056-1.600=-0.544
min	200.633-200.312=0.321
max	203.432-205.313=-1.881

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	3332.500-3319.875=12.625
σ	9.899-11.667=-1.768
min	3308.000-3291.000=17.000
max	3336.000-3324.000=12.000

*mean*	11.136-10.667=0.469
σ	1.650-2.338=-0.688
min	9.306-7.277=2.029
max	12.693-15.201=-2.508

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000-0.000=0.000
min	1041.160
max	1041.161

*mean*	3332.500-3319.875=12.625
σ	9.899-11.667=-1.768
min	3308.000-3291.000=17.000
max	3336.000-3324.000=12.000

*mean*	657.731-619.606=38.125
σ	74.888-121.387=-46.499
min	571.770-421.325=150.445
max	731.018-825.995=-94.977

phase=processProdDef

*mean*	6169.564-6169.564=0.000
σ	0.000
min	6169.564
max	6169.565-6169.564=0.001

*mean*	3336.000-3324.000=12.000
σ	0.000
min	3336.000-3324.000=12.000
max	3336.000-3324.000=12.000

*mean*	5324.442-4318.598=1005.844
σ	1637.231-807.007=830.224
min	3238.843-3018.129=220.714
max	7597.687-5586.449=2011.238

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	3332.500-3319.875=12.625
σ	9.899-11.667=-1.768
min	3308.000-3291.000=17.000
max	3336.000-3324.000=12.000

*mean*	43.000-39.061=3.940
σ	5.211-8.887=-3.677
min	34.523-26.228=8.295
max	48.236-54.772=-6.536

phase=type checker

*mean*	958.678
σ	0.071
min	958.573
max	958.791

*mean*	3332.500-3319.875=12.625
σ	9.899-11.667=-1.768
min	3308.000-3291.000=17.000
max	3336.000-3324.000=12.000

*mean*	764.032-761.153=2.879
σ	82.248-78.388=3.860
min	670.984-660.711=10.273
max	886.875-865.885=20.990

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.770=0.004
σ	0.035-0.036=-0.001
min	292.727-292.723=0.004
max	292.812-292.807=0.005

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.394-0.399=-0.005
σ	0.004-0.007=-0.003
min	0.390-0.392=-0.001
max	0.399-0.406=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.852-1302.844=0.008
σ	0.136-0.137=-0.001
min	1302.741-1302.756=-0.015
max	1303.083-1303.081=0.002

*mean*	1078.200-1075.000=3.200
σ	170.645-184.693=-14.048
min	837.000-841.000=-4.000
max	1275.000-1319.000=-44.000

*mean*	1.920-1.854=0.066
σ	0.130-0.051=0.079
min	1.803-1.815=-0.012
max	2.134-1.918=0.215

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.876-1545.874=0.002
σ	4.039-4.046=-0.007
min	1543.837-1543.833=0.005
max	1553.092-1553.103=-0.011

*mean*	617.600-612.600=5.000
σ	82.157-74.500=7.657
min	493.000-495.000=-2.000
max	713.000-691.000=22.000

*mean*	2.212-2.252=-0.041
σ	0.242-0.219=0.023
min	2.072-2.109=-0.037
max	2.640-2.631=0.009

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.840-1864.844=-0.004
σ	0.040-0.041=-0.002
min	1864.793-1864.795=-0.001
max	1864.889-1864.889=-0.000

*mean*	1705.600-1714.800=-9.200
σ	262.229-251.632=10.597
min	1392.000-1422.000=-30.000
max	2061.000-2066.000=-5.000

*mean*	2.878-2.891=-0.014
σ	0.064-0.085=-0.021
min	2.802-2.793=0.010
max	2.981-3.020=-0.039

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.693-1.861=-0.168
σ	0.177-0.088=0.089
min	1.460-1.752=-0.292
max	1.930-1.934=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.753-447.755=-0.001
σ	579.110-579.110=-0.000
min	158.197-158.199=-0.001
max	1316.418-1316.420=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.538-0.540=-0.002
σ	0.553-0.551=0.002
min	0.259-0.261=-0.003
max	1.368-1.366=0.002

policies=20

*mean*	1582.271-1582.285=-0.014
σ	0.353-0.352=0.001
min	1582.023-1582.039=-0.016
max	1582.793-1582.807=-0.013

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.500-446.500=2.000
σ	5.196-4.041=1.155
min	444.000-443.000=1.000
max	453.000-450.000=3.000

*mean*	2.626-2.631=-0.005
σ	0.010-0.010=-0.000
min	2.615-2.626=-0.011
max	2.638-2.646=-0.008

policies=200

*mean*	15830.869-15830.820=0.049
σ	0.137-0.122=0.015
min	15830.702-15830.654=0.048
max	15831.038-15830.915=0.123

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-496.500=-0.500
σ	3.367-4.203=-0.837
min	492.000
max	500.000-502.000=-2.000

*mean*	26.546-26.505=0.042
σ	0.035-0.048=-0.013
min	26.507-26.440=0.066
max	26.589-26.556=0.033