Compare commits

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.477-558.539=-0.062
σ	0.000
min	558.477-558.539=-0.062
max	558.477-558.539=-0.062

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.616=-0.000
σ	0.349-0.352=-0.003
min	54.485-54.481=0.004
max	55.607-55.616=-0.009

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.138-0.138=-0.000
σ	0.004-0.005=-0.001
min	0.131-0.131=0.000
max	0.145-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.002
σ	0.007-0.006=0.000
min	43.779-43.772=0.006
max	43.802-43.797=0.004

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.125-0.121=0.005
σ	0.009-0.005=0.004
min	0.119-0.114=0.004
max	0.148-0.130=0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	12.114-12.146=-0.032
σ	0.285-0.178=0.108
min	11.770-11.845=-0.075
max	12.569-12.380=0.190

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4335.875-4440.125=-104.250
σ	1339.835-1215.299=124.536
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	65.440-80.990=-15.550
σ	149.938-194.133=-44.195
min	11.342-11.519=-0.176
max	436.515-561.444=-124.929

op=table_records(), no indexes

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.002
min	41.928
max	41.928-41.933=-0.005

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	14.698-13.744=0.954
σ	3.563-1.443=2.120
min	10.225-10.546=-0.321
max	22.541-14.900=7.641

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	12.650-13.193=-0.543
σ	1.836-1.938=-0.102
min	10.424-10.297=0.127
max	14.624-15.900=-1.276

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	8.244-8.896=-0.652
σ	0.364-1.335=-0.971
min	7.608-8.000=-0.392
max	8.823-12.090=-3.267

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	6.199-6.515=-0.316
σ	0.212-1.190=-0.978
min	5.991-5.833=0.159
max	6.620-9.435=-2.816

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.003-0.002=0.001
min	25.664
max	25.672-25.670=0.002

*mean*	4335.875-4440.125=-104.250
σ	1339.835-1215.299=124.536
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	5.267-5.483=-0.216
σ	0.156-0.585=-0.429
min	4.991-5.191=-0.200
max	5.404-6.918=-1.513

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4335.875-4440.125=-104.250
σ	1339.835-1215.299=124.536
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	5.064-5.307=-0.243
σ	0.085-0.623=-0.538
min	4.970-5.040=-0.069
max	5.183-6.845=-1.662

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=0.000
min	2524.593
max	2524.594-2524.594=0.000

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	1896.346-1738.747=157.599
σ	1127.133-996.568=130.565
min	1045.011-1044.572=0.440
max	4249.998-3889.880=360.117

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.001
max	8744.641-8744.640=0.001

*mean*	4088.250-4243.750=-155.500
σ	1417.741-1269.569=148.173
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	4652.208-4797.579=-145.371
σ	1441.976-1477.621=-35.645
min	3570.414-3560.810=9.604
max	7710.328-7420.017=290.310

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	92.254-95.474=-3.221
σ	39.689-33.738=5.951
min	70.782-70.830=-0.049
max	187.913-163.548=24.364

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	102.926-102.402=0.524
σ	13.990-14.126=-0.136
min	73.905-73.263=0.642
max	112.320-112.548=-0.227

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.001-0.000=0.001
min	66.685
max	66.690-66.687=0.003

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	152.395-152.574=-0.180
σ	20.748-21.165=-0.417
min	109.778-108.380=1.398
max	167.588-166.726=0.862

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11655.307
σ	0.003
min	11655.305
max	11655.314

*mean*	4278.875-4434.750=-155.875
σ	1398.703-1221.148=177.555
min	2842.000-3256.000=-414.000
max	6111.000-6109.000=2.000

*mean*	6524.962-6726.777=-201.814
σ	1242.213-1353.929=-111.716
min	4944.459-4919.541=24.918
max	7963.164-8337.199=-374.034

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	6111.000-6109.000=2.000
σ	0.000
min	6111.000-6109.000=2.000
max	6111.000-6109.000=2.000

*mean*	6867.908-7156.916=-289.009
σ	1199.923-1326.794=-126.871
min	4424.177-4456.448=-32.272
max	8226.460-8503.354=-276.894

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	136.904-139.139=-2.236
σ	5.739-8.820=-3.081
min	133.176-133.364=-0.188
max	150.600-156.759=-6.159

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	771.192-741.114=30.078
σ	43.217-93.318=-50.101
min	701.006-546.669=154.336
max	813.581-826.565=-12.984

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.180=0.006
σ	0.887-0.916=-0.029
min	1007.687-1007.711=-0.024
max	1011.870-1011.999=-0.129

*mean*	1038.750-1042.900=-4.150
σ	296.608-306.702=-10.094
min	547.000-557.000=-10.000
max	1438.000-1474.000=-36.000

*mean*	1.545-1.575=-0.031
σ	0.072-0.148=-0.077
min	1.475-1.465=0.010
max	1.745-2.029=-0.284

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.001
min	0.881
max	0.888-0.886=0.002

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.458-0.417=0.040
σ	0.173-0.135=0.039
min	0.345-0.339=0.006
max	0.749-0.656=0.093

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.926-0.887=0.039
σ	0.184-0.088=0.095
min	0.823-0.834=-0.011
max	1.253-1.044=0.209

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.545-0.539=0.006
σ	0.047-0.054=-0.007
min	0.503-0.494=0.010
max	0.621-0.630=-0.009

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.852-0.855=-0.004
σ	0.040-0.038=0.002
min	0.812-0.826=-0.014
max	0.914-0.915=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.543=-0.001
σ	0.028-0.025=0.003
min	963.524-963.523=0.001
max	963.591-963.584=0.008

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.826-0.830=-0.005
σ	0.066-0.029=0.037
min	0.709-0.791=-0.082
max	0.863-0.860=0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.006=0.000
min	884.847
max	884.861-884.862=-0.001

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.722-0.720=0.002
σ	0.034-0.029=0.005
min	0.677-0.678=-0.001
max	0.749-0.743=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=0.000

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	4.308-3.874=0.434
σ	0.073-0.379=-0.306
min	4.126-3.441=0.685
max	4.684-4.594=0.089

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	4.284-4.289=-0.005
σ	0.081-0.079=0.002
min	4.113-4.103=0.010
max	4.554-4.593=-0.039

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.747-0.751=-0.003
σ	0.020-0.020=-0.000
min	0.717-0.638=0.079
max	0.880-0.842=0.038

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.715-0.712=0.004
σ	0.015-0.015=-0.000
min	0.687-0.679=0.008
max	0.790-0.792=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.560-297.569=-0.009
σ	0.189-0.199=-0.011
min	297.390-297.432=-0.042
max	298.022-298.118=-0.096

*mean*	1981.000-2038.000=-57.000
σ	0.000
min	1981.000-2038.000=-57.000
max	1981.000-2038.000=-57.000

*mean*	0.551-0.585=-0.033
σ	0.032-0.020=0.012
min	0.513-0.546=-0.033
max	0.591-0.602=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.142
σ	0.000
min	219.142
max	219.142

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	215.492-194.963=20.529
σ	53.024-2.029=50.995
min	194.021-191.932=2.089
max	346.548-197.428=149.121

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	10.062-10.762=-0.700
σ	2.457-2.228=0.228
min	6.094-9.255=-3.162
max	12.590-15.493=-2.903

phase=parser

*mean*	1041.086-1041.086=0.000
σ	0.000-0.000=-0.000
min	1041.086-1041.085=0.001
max	1041.086

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	609.288-637.099=-27.811
σ	126.765-88.420=38.344
min	377.719-577.430=-199.711
max	729.837-824.181=-94.343

phase=processProdDef

*mean*	6169.567-6169.567=0.000
σ	0.001-0.001=-0.000
min	6169.566
max	6169.568

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	6739.512-4611.534=2127.978
σ	1090.379-1438.190=-347.811
min	4117.772-3157.565=960.207
max	7464.838-6777.291=687.546

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	38.793-42.433=-3.641
σ	10.239-6.116=4.123
min	20.199-34.719=-14.520
max	47.480-55.075=-7.595

phase=type checker

*mean*	958.681
σ	0.052
min	958.611
max	958.736

*mean*	2842.000-3256.000=-414.000
σ	0.000
min	2842.000-3256.000=-414.000
max	2842.000-3256.000=-414.000

*mean*	752.366-741.434=10.932
σ	84.099-111.825=-27.727
min	629.917-658.326=-28.409
max	873.013-901.695=-28.682

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.777-289.774=0.003
σ	0.036-0.033=0.003
min	289.726-289.731=-0.004
max	289.813-289.808=0.005

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.393-0.402=-0.009
σ	0.009-0.011=-0.002
min	0.387-0.394=-0.007
max	0.410-0.419=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.660-1299.686=-0.026
σ	0.060-0.104=-0.045
min	1299.591-1299.539=0.052
max	1299.725-1299.819=-0.094

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	2.110-2.199=-0.089
σ	0.069-0.044=0.025
min	2.011-2.135=-0.124
max	2.182-2.242=-0.060

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.614-1542.663=-0.048
σ	4.020-4.026=-0.005
min	1540.587-1540.692=-0.105
max	1549.796-1549.860=-0.063

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	2.248-2.340=-0.091
σ	0.161-0.179=-0.017
min	2.088-2.163=-0.075
max	2.422-2.620=-0.198

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.627-1861.632=-0.004
σ	0.075-0.067=0.008
min	1861.521-1861.538=-0.016
max	1861.716-1861.708=0.008

*mean*	1767.000-1723.400=43.600
σ	225.470-227.834=-2.364
min	1470.000-1474.000=-4.000
max	1981.000-2038.000=-57.000

*mean*	3.229-2.952=0.276
σ	0.401-0.095=0.306
min	2.712-2.857=-0.145
max	3.667-3.097=0.570

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.783-1.740=0.043
σ	0.170-0.103=0.067
min	1.482-1.560=-0.078
max	1.888-1.821=0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=0.000
σ	577.140-577.140=0.000
min	157.612-157.613=-0.001
max	1311.895-1311.895=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	0.540-0.513=0.027
σ	0.545-0.501=0.043
min	0.262-0.261=0.002
max	1.357-1.265=0.092

policies=20

*mean*	1576.424-1576.410=0.014
σ	0.353-0.352=0.001
min	1576.189-1576.175=0.013
max	1576.950-1576.934=0.016

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	2.628-2.623=0.006
σ	0.016-0.010=0.006
min	2.613-2.611=0.002
max	2.651-2.631=0.019

policies=200

*mean*	15772.056-15772.320=-0.263
σ	0.396-0.114=0.283
min	15771.464-15772.253=-0.790
max	15772.286-15772.490=-0.204

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1438.000-1474.000=-36.000
σ	0.000
min	1438.000-1474.000=-36.000
max	1438.000-1474.000=-36.000

*mean*	26.463-26.490=-0.027
σ	0.043-0.065=-0.022
min	26.409-26.413=-0.004
max	26.509-26.563=-0.054