Compare commits

AST compact size across phases

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203-6.520=-6.316
σ	0.000
min	0.203-6.520=-6.316
max	0.203-6.520=-6.316

phase=macro expansion

*mean*	5.145
σ	0.000
min	5.145
max	5.145

phase=parser

*mean*	5.020
σ	0.000
min	5.020
max	5.020

phase=processProdDef

*mean*	558.539
σ	0.000
min	558.539
max	558.539

phase=renaming

*mean*	5.332
σ	0.000
min	5.332
max	5.332

phase=type checker

*mean*	6.520
σ	0.000
min	6.520
max	6.520

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=-0.000
σ	0.352-0.349=0.003
min	54.481-54.482=-0.001
max	55.616-55.609=0.007

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.138-0.140=-0.001
σ	0.005-0.004=0.001
min	0.131-0.136=-0.006
max	0.147-0.145=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.007=-0.000
min	43.772-43.779=-0.007
max	43.797-43.798=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.121-0.122=-0.002
σ	0.005-0.003=0.002
min	0.114-0.118=-0.004
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	12.146-12.661=-0.515
σ	0.178-1.797=-1.620
min	11.845-11.535=0.310
max	12.380-17.043=-4.663

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4440.125-4316.625=123.500
σ	1215.299-1361.058=-145.759
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	80.990-66.182=14.808
σ	194.133-151.279=42.854
min	11.519-10.983=0.536
max	561.444-440.560=120.884

op=table_records(), no indexes

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.001
min	41.928
max	41.933-41.929=0.004

*mean*	6109.000-6104.000=5.000
σ	0.000
min	6109.000-6104.000=5.000
max	6109.000-6104.000=5.000

*mean*	13.744-15.139=-1.395
σ	1.443-3.160=-1.717
min	10.546-11.927=-1.381
max	14.900-22.615=-7.714

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	13.193-13.334=-0.141
σ	1.938-1.914=0.024
min	10.297-10.580=-0.283
max	15.900-15.401=0.499

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	8.896-8.778=0.118
σ	1.335-1.388=-0.053
min	8.000-8.013=-0.013
max	12.090-12.165=-0.076

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	6.515-6.686=-0.171
σ	1.190-1.247=-0.057
min	5.833-6.037=-0.205
max	9.435-9.743=-0.308

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.669=0.000

*mean*	4440.125-4316.625=123.500
σ	1215.299-1361.058=-145.759
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	5.483-5.499=-0.016
σ	0.585-0.597=-0.012
min	5.191-5.016=0.174
max	6.918-6.843=0.074

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4440.125-4316.625=123.500
σ	1215.299-1361.058=-145.759
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	5.307-5.327=-0.020
σ	0.623-0.558=0.065
min	5.040-4.964=0.076
max	6.845-6.682=0.163

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.594-2524.594=-0.000

*mean*	6109.000-6104.000=5.000
σ	0.000
min	6109.000-6104.000=5.000
max	6109.000-6104.000=5.000

*mean*	1738.747-1717.097=21.650
σ	996.568-878.101=118.467
min	1044.572-1037.659=6.913
max	3889.880-3418.187=471.694

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=-0.000
max	8744.640-8744.640=0.000

*mean*	4243.750-4059.500=184.250
σ	1269.569-1442.920=-173.351
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	4797.579-4895.326=-97.747
σ	1477.621-1400.014=77.608
min	3560.810-3531.192=29.618
max	7420.017-7249.590=170.428

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.076-62.075=0.001
max	62.080-62.084=-0.004

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	95.474-95.262=0.213
σ	33.738-36.602=-2.863
min	70.830-69.771=1.059
max	163.548-175.942=-12.393

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.943=0.000
max	40.945-40.945=0.001

*mean*	6109.000-6104.000=5.000
σ	0.000
min	6109.000-6104.000=5.000
max	6109.000-6104.000=5.000

*mean*	102.402-102.547=-0.146
σ	14.126-11.429=2.697
min	73.263-83.443=-10.180
max	112.548-110.146=2.402

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	6109.000-6104.000=5.000
σ	0.000
min	6109.000-6104.000=5.000
max	6109.000-6104.000=5.000

*mean*	152.574-154.926=-2.352
σ	21.165-17.308=3.857
min	108.380-123.786=-15.407
max	166.726-166.821=-0.095

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11655.307-11655.307=-0.000
σ	0.003-0.003=0.000
min	11655.305
max	11655.314

*mean*	4434.750-4250.625=184.125
σ	1221.148-1428.686=-207.538
min	3256.000-2769.000=487.000
max	6109.000-6104.000=5.000

*mean*	6726.777-6673.674=53.103
σ	1353.929-1337.731=16.197
min	4919.541-4880.803=38.738
max	8337.199-8286.411=50.787

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069

*mean*	6109.000-6104.000=5.000
σ	0.000
min	6109.000-6104.000=5.000
max	6109.000-6104.000=5.000

*mean*	7156.916-6892.676=264.240
σ	1326.794-1268.239=58.555
min	4456.448-4365.269=91.179
max	8503.354-8452.055=51.299

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	139.139-135.758=3.381
σ	8.820-0.695=8.124
min	133.364-134.768=-1.404
max	156.759-137.137=19.622

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	741.114-762.001=-20.887
σ	93.318-35.580=57.738
min	546.669-706.958=-160.289
max	826.565-803.321=23.244

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.180-1008.186=-0.006
σ	0.916-0.881=0.035
min	1007.711-1007.687=0.024
max	1011.999-1011.839=0.160

*mean*	1042.900-1054.350=-11.450
σ	306.702-317.394=-10.691
min	557.000-576.000=-19.000
max	1474.000-1525.000=-51.000

*mean*	1.575-1.542=0.033
σ	0.148-0.081=0.068
min	1.465-1.462=0.004
max	2.029-1.744=0.285

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.417-0.419=-0.002
σ	0.135-0.129=0.006
min	0.339-0.339=0.000
max	0.656-0.646=0.010

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.887-0.881=0.006
σ	0.088-0.086=0.002
min	0.834-0.830=0.004
max	1.044-1.034=0.010

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.539-0.547=-0.008
σ	0.054-0.056=-0.003
min	0.494-0.497=-0.003
max	0.630-0.641=-0.011

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.855-0.850=0.005
σ	0.038-0.038=-0.000
min	0.826-0.825=0.001
max	0.915-0.918=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=-0.001
σ	0.025-0.025=0.000
min	963.523
max	963.584-963.584=0.000

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.830-0.832=-0.002
σ	0.029-0.034=-0.005
min	0.791-0.776=0.015
max	0.860-0.861=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.006=-0.000
min	884.847
max	884.862-884.861=0.001

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.720-0.698=0.022
σ	0.029-0.056=-0.027
min	0.678-0.614=0.064
max	0.743-0.740=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.001

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	3.874-4.210=-0.336
σ	0.379-0.079=0.300
min	3.441-4.078=-0.637
max	4.594-4.481=0.114

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	4.289-4.213=0.076
σ	0.079-0.092=-0.013
min	4.103-4.086=0.017
max	4.593-4.563=0.031

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.751-0.750=0.001
σ	0.020-0.018=0.002
min	0.638-0.684=-0.046
max	0.842-0.841=0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.712-0.570=0.142
σ	0.015-0.097=-0.082
min	0.679-0.485=0.194
max	0.792-0.793=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.569-297.279=0.290
σ	0.199-0.249=-0.049
min	297.432-297.111=0.321
max	298.118-297.961=0.157

*mean*	2038.000-1971.000=67.000
σ	0.000
min	2038.000-1971.000=67.000
max	2038.000-1971.000=67.000

*mean*	0.585-0.573=0.012
σ	0.020-0.035=-0.015
min	0.546-0.510=0.036
max	0.602-0.617=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.142-221.996=-2.854
σ	0.000
min	219.142-221.996=-2.854
max	219.142-221.996=-2.854

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	194.963-201.603=-6.640
σ	2.029-2.986=-0.957
min	191.932-196.065=-4.133
max	197.428-205.527=-8.099

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	10.762-11.173=-0.411
σ	2.228-1.555=0.673
min	9.255-9.480=-0.225
max	15.493-12.662=2.831

phase=parser

*mean*	1041.086-1041.086=-0.000
σ	0.000-0.000=0.000
min	1041.085-1041.086=-0.001
max	1041.086

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	637.099-663.344=-26.245
σ	88.420-70.474=17.946
min	577.430-533.938=43.492
max	824.181-724.237=99.943

phase=processProdDef

*mean*	6169.567-6169.567=0.000
σ	0.001-0.001=0.000
min	6169.566
max	6169.568

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	4611.534-6071.007=-1459.473
σ	1438.190-1509.668=-71.478
min	3157.565-3525.793=-368.228
max	6777.291-7442.411=-665.120

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	42.433-44.211=-1.778
σ	6.116-3.797=2.319
min	34.719-40.374=-5.655
max	55.075-47.919=7.155

phase=type checker

*mean*	958.681
σ	0.052-0.047=0.006
min	958.611
max	958.736

*mean*	3256.000-2769.000=487.000
σ	0.000
min	3256.000-2769.000=487.000
max	3256.000-2769.000=487.000

*mean*	741.434-784.231=-42.797
σ	111.825-73.171=38.655
min	658.326-733.279=-74.953
max	901.695-962.951=-61.257

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.774=0.001
σ	0.033-0.036=-0.004
min	289.731-289.723=0.007
max	289.808-289.811=-0.003

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.402-0.402=0.000
σ	0.011-0.011=0.001
min	0.394-0.395=-0.001
max	0.419-0.420=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.686-1299.665=0.021
σ	0.104-0.062=0.043
min	1299.539-1299.590=-0.052
max	1299.819-1299.716=0.103

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	2.199-2.127=0.072
σ	0.044-0.060=-0.016
min	2.135-2.034=0.101
max	2.242-2.181=0.061

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.663-1542.597=0.066
σ	4.026-4.028=-0.003
min	1540.692-1540.581=0.111
max	1549.860-1549.794=0.065

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	2.340-2.192=0.147
σ	0.179-0.122=0.057
min	2.163-2.041=0.123
max	2.620-2.372=0.248

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.632-1861.618=0.014
σ	0.067-0.076=-0.010
min	1861.538-1861.508=0.030
max	1861.708-1861.701=0.007

*mean*	1723.400-1774.200=-50.800
σ	227.834-203.178=24.656
min	1474.000-1525.000=-51.000
max	2038.000-1971.000=67.000

*mean*	2.952-3.251=-0.299
σ	0.095-0.303=-0.208
min	2.857-2.891=-0.034
max	3.097-3.549=-0.452

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.733=0.007
σ	0.103-0.243=-0.140
min	1.560-1.312=0.248
max	1.821-1.946=-0.125

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.184=0.000
σ	577.140-577.140=0.000
min	157.613-157.613=0.000
max	1311.895-1311.894=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	0.513-0.549=-0.036
σ	0.501-0.572=-0.071
min	0.261-0.262=-0.001
max	1.265-1.408=-0.143

policies=20

*mean*	1576.410-1576.415=-0.004
σ	0.352-0.353=-0.001
min	1576.175-1576.175=0.001
max	1576.934-1576.940=-0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	2.623-2.627=-0.004
σ	0.010-0.004=0.006
min	2.611-2.622=-0.011
max	2.631-2.631=0.001

policies=200

*mean*	15772.320-15772.317=0.003
σ	0.114-0.121=-0.007
min	15772.253-15772.191=0.063
max	15772.490-15772.467=0.022

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1474.000-1525.000=-51.000
σ	0.000
min	1474.000-1525.000=-51.000
max	1474.000-1525.000=-51.000

*mean*	26.490-26.451=0.039
σ	0.065-0.129=-0.064
min	26.413-26.353=0.060
max	26.563-26.626=-0.063