Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.676=0.213
σ	0.358-0.357=0.001
min	54.749-54.543=0.206
max	55.907-55.691=0.216

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.139-0.139=-0.000
σ	0.005-0.005=-0.000
min	0.133-0.133=-0.000
max	0.148-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.704=0.153
σ	0.006-0.006=0.000
min	43.848-43.696=0.152
max	43.870-43.714=0.156

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.132-0.124=0.007
σ	0.011-0.005=0.006
min	0.120-0.119=0.001
max	0.152-0.132=0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4044.500-3889.125=155.375
σ	2010.123-1858.858=151.265
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	12.989-13.073=-0.084
σ	1.763-0.286=1.477
min	11.993-12.799=-0.807
max	17.284-13.563=3.721

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4044.500-3889.125=155.375
σ	2010.123-1858.858=151.265
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	13.003-13.183=-0.180
σ	1.637-0.559=1.078
min	11.407-12.255=-0.848
max	16.805-13.750=3.055

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.001=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7149.000-6185.000=964.000
σ	0.000
min	7149.000-6185.000=964.000
max	7149.000-6185.000=964.000

*mean*	14.768-15.145=-0.377
σ	0.203-0.585=-0.382
min	14.482-13.755=0.727
max	15.032-15.603=-0.571

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4044.500-3743.000=301.500
σ	2010.123-1832.397=177.726
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	14.280-13.586=0.694
σ	1.670-1.959=-0.289
min	10.372-11.137=-0.765
max	15.390-15.781=-0.391

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4044.500-3743.000=301.500
σ	2010.123-1832.397=177.726
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	9.113-9.098=0.014
σ	1.234-0.375=0.859
min	8.033-8.427=-0.395
max	11.877-9.503=2.374

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4044.500-3743.000=301.500
σ	2010.123-1832.397=177.726
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	7.047-6.900=0.146
σ	1.252-0.477=0.775
min	6.144-6.273=-0.129
max	9.732-7.789=1.943

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.665=-0.000
max	25.677-25.674=0.004

*mean*	4044.500-3889.125=155.375
σ	2010.123-1858.858=151.265
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	5.592-6.039=-0.447
σ	0.530-0.134=0.396
min	5.297-5.868=-0.572
max	6.859-6.266=0.593

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4044.500-3889.125=155.375
σ	2010.123-1858.858=151.265
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	5.503-5.930=-0.428
σ	0.514-0.074=0.440
min	5.177-5.839=-0.662
max	6.757-6.073=0.684

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7149.000-6185.000=964.000
σ	0.000
min	7149.000-6185.000=964.000
max	7149.000-6185.000=964.000

*mean*	373.847-1290.619=-916.773
σ	76.941-446.710=-369.769
min	343.418-1053.693=-710.275
max	564.190-2239.168=-1674.978

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.624-7877.934=39.690
max	7918.954-7879.264=39.689

*mean*	3275.500-3246.125=29.375
σ	1826.597-1849.096=-22.499
min	810.000-811.000=-1.000
max	5626.000-6185.000=-559.000

*mean*	3681.298-3803.521=-122.223
σ	1078.654-1252.265=-173.610
min	3079.118-3114.527=-35.409
max	6164.655-6071.958=92.697

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4044.500-3889.125=155.375
σ	2010.123-1858.858=151.265
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	85.180-117.694=-32.514
σ	18.878-112.086=-93.208
min	69.729-70.362=-0.633
max	119.354-394.513=-275.159

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7149.000-6185.000=964.000
σ	0.000
min	7149.000-6185.000=964.000
max	7149.000-6185.000=964.000

*mean*	59.719-64.157=-4.438
σ	0.265-4.233=-3.968
min	59.444-61.387=-1.943
max	60.254-73.965=-13.711

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.001
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7149.000-6185.000=964.000
σ	0.000
min	7149.000-6185.000=964.000
max	7149.000-6185.000=964.000

*mean*	98.501-101.809=-3.307
σ	0.652-2.104=-1.452
min	97.513-100.481=-2.968
max	99.234-106.832=-7.598

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.303-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.820-11859.806=2368.014

*mean*	4044.500-3743.000=301.500
σ	2010.123-1832.397=177.726
min	1218.000-1275.000=-57.000
max	7149.000-6185.000=964.000

*mean*	7692.457-6009.973=1682.484
σ	1850.731-1116.090=734.641
min	5990.147-5043.841=946.306
max	10878.626-8002.865=2875.760

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.093=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7149.000-6185.000=964.000
σ	0.000
min	7149.000-6185.000=964.000
max	7149.000-6185.000=964.000

*mean*	5127.200-4872.295=254.904
σ	199.799-1191.092=-991.293
min	4998.744-4074.742=924.002
max	5490.801-7193.607=-1702.806

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	331.186-361.384=-30.198
σ	35.703-31.463=4.240
min	292.542-302.861=-10.320
max	396.699-395.024=1.675

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	713.932-742.970=-29.038
σ	83.494-63.035=20.458
min	602.509-642.066=-39.556
max	828.175-803.309=24.866

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.328=-0.028
σ	0.758-0.758=-0.000
min	1023.827-1023.854=-0.026
max	1027.434-1027.464=-0.030

*mean*	1040.600-1052.600=-12.000
σ	300.046-315.674=-15.629
min	552.000-592.000=-40.000
max	1461.000-1522.000=-61.000

*mean*	1.558-1.588=-0.030
σ	0.080-0.082=-0.003
min	1.469-1.505=-0.036
max	1.800-1.777=0.023

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.441-0.513=-0.073
σ	0.489-0.508=-0.019
min	0.157-0.260=-0.103
max	1.313-1.420=-0.107

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.829-0.737=0.092
σ	0.527-0.302=0.225
min	0.571-0.576=-0.005
max	1.770-1.276=0.494

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.383-0.385=-0.002
σ	0.041-0.037=0.004
min	0.350-0.359=-0.009
max	0.454-0.448=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.604-0.602=0.002
σ	0.035-0.023=0.012
min	0.572-0.577=-0.005
max	0.661-0.633=0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-435.000=1.000
σ	2.236-5.612=-3.376
min	432.000-430.000=2.000
max	437.000-441.000=-4.000

*mean*	0.639-0.590=0.049
σ	0.102-0.100=0.002
min	0.525-0.515=0.010
max	0.758-0.758=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.462-0.483=-0.021
σ	0.023-0.053=-0.030
min	0.439-0.414=0.025
max	0.498-0.535=-0.037

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.584-2.610=-0.026
σ	0.172-0.077=0.095
min	1.996-2.480=-0.485
max	2.991-2.901=0.090

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	2.583-2.596=-0.014
σ	0.096-0.077=0.019
min	2.422-2.477=-0.055
max	2.922-2.822=0.100

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.312-0.307=0.004
σ	0.035-0.008=0.027
min	0.292-0.291=0.001
max	0.644-0.355=0.289

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-441.000=-4.000
σ	0.000
min	437.000-441.000=-4.000
max	437.000-441.000=-4.000

*mean*	0.293-0.296=-0.003
σ	0.008-0.010=-0.002
min	0.280-0.282=-0.001
max	0.345-0.365=-0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.817-298.658=0.160
σ	1.029-1.014=0.015
min	298.409-298.256=0.153
max	301.742-301.538=0.205

*mean*	441.600-440.900=0.700
σ	14.470-15.602=-1.132
min	420.000
max	464.000-468.000=-4.000

*mean*	0.605-0.598=0.007
σ	0.015-0.026=-0.011
min	0.581-0.550=0.031
max	0.634-0.637=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	942.625-1689.000=-746.375
σ	15.203-0.000=15.203
min	905.000-1689.000=-784.000
max	948.000-1689.000=-741.000

*mean*	204.932-216.418=-11.486
σ	4.558-4.256=0.302
min	198.365-208.699=-10.333
max	211.281-222.901=-11.621

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	942.625-1689.000=-746.375
σ	15.203-0.000=15.203
min	905.000-1689.000=-784.000
max	948.000-1689.000=-741.000

*mean*	8.806-10.837=-2.032
σ	1.610-1.575=0.035
min	6.437-9.283=-2.847
max	10.848-12.743=-1.895

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=-0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	942.625-1689.000=-746.375
σ	15.203-0.000=15.203
min	905.000-1689.000=-784.000
max	948.000-1689.000=-741.000

*mean*	514.507-663.548=-149.040
σ	94.213-71.148=23.064
min	375.210-579.810=-204.600
max	619.013-737.195=-118.182

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	948.000-1689.000=-741.000
σ	0.000
min	948.000-1689.000=-741.000
max	948.000-1689.000=-741.000

*mean*	5020.256-4239.591=780.664
σ	367.075-516.446=-149.371
min	4561.712-3495.983=1065.729
max	5547.018-5111.431=435.587

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	942.625-1689.000=-746.375
σ	15.203-0.000=15.203
min	905.000-1689.000=-784.000
max	948.000-1689.000=-741.000

*mean*	33.895-39.297=-5.402
σ	9.562-8.497=1.065
min	21.201-26.500=-5.300
max	44.785-48.186=-3.401

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	942.625-1689.000=-746.375
σ	15.203-0.000=15.203
min	905.000-1689.000=-784.000
max	948.000-1689.000=-741.000

*mean*	727.758-753.506=-25.748
σ	79.228-70.088=9.140
min	650.722-656.887=-6.165
max	881.315-850.185=31.130

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.923=-0.100
σ	0.038-0.042=-0.004
min	293.770-293.861=-0.092
max	293.861-293.957=-0.096

*mean*	443.000
σ	0.000-2.739=-2.739
min	443.000-441.000=2.000
max	443.000-446.000=-3.000

*mean*	0.395-0.395=-0.000
σ	0.004-0.002=0.002
min	0.390-0.394=-0.004
max	0.401-0.399=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.293=-0.076
σ	0.043-0.052=-0.009
min	1320.149-1320.235=-0.086
max	1320.255-1320.337=-0.082

*mean*	1066.000-1107.800=-41.800
σ	165.398-185.383=-19.985
min	842.000-890.000=-48.000
max	1267.000-1367.000=-100.000

*mean*	2.265-2.217=0.048
σ	0.099-0.149=-0.049
min	2.165-2.008=0.157
max	2.417-2.358=0.059

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1559.469=1.145
σ	6.216-3.409=2.808
min	1557.633-1557.773=-0.140
max	1571.730-1565.560=6.170

*mean*	619.000-628.800=-9.800
σ	82.686-90.502=-7.816
min	494.000-505.000=-11.000
max	716.000-728.000=-12.000

*mean*	2.290-2.410=-0.120
σ	0.137-0.301=-0.165
min	2.153-2.154=-0.000
max	2.512-2.912=-0.400

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1882.266=-0.090
σ	0.058-0.058=-0.000
min	1882.112-1882.201=-0.089
max	1882.252-1882.333=-0.081

*mean*	1710.600-1763.000=-52.400
σ	257.948-211.150=46.798
min	1395.000-1502.000=-107.000
max	2054.000-1969.000=85.000

*mean*	2.969-3.292=-0.324
σ	0.077-0.419=-0.342
min	2.884-2.796=0.088
max	3.048-3.847=-0.798

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.759-1.628=0.131
σ	0.091-0.144=-0.053
min	1.618-1.372=0.246
max	1.853-1.713=0.140

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.413=-0.330
σ	582.723-583.280=-0.557
min	160.717-160.767=-0.051
max	1326.166-1327.333=-1.167

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.547-0.538=0.010
σ	0.547-0.525=0.022
min	0.267-0.273=-0.006
max	1.367-1.325=0.042

policies=20

*mean*	1607.538-1607.990=-0.452
σ	0.418-0.313=0.106
min	1607.257-1607.760=-0.503
max	1608.158-1608.452=-0.294

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-448.500=2.000
σ	8.660-3.000=5.660
min	443.000-444.000=-1.000
max	458.000-450.000=8.000

*mean*	2.708-2.540=0.167
σ	0.021-0.221=-0.200
min	2.682-2.307=0.375
max	2.731-2.732=-0.001

policies=200

*mean*	16083.453-16088.532=-5.079
σ	0.195-0.169=0.026
min	16083.328-16088.381=-5.053
max	16083.741-16088.766=-5.026

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-498.500=-1.750
σ	2.986-4.435=-1.449
min	494.000
max	501.000-504.000=-3.000

*mean*	27.222-27.346=-0.124
σ	0.162-0.026=0.137
min	27.070-27.309=-0.238
max	27.440-27.366=0.074