Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.671=0.217
σ	0.356-0.358=-0.002
min	54.754-54.539=0.215
max	55.900-55.688=0.211

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.139-0.141=-0.002
σ	0.007-0.005=0.002
min	0.131-0.137=-0.006
max	0.151-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.854-43.700=0.154
σ	0.004-0.006=-0.001
min	43.849-43.692=0.157
max	43.861-43.707=0.154

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=0.000
min	0.116-0.117=-0.001
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	12.924-12.758=0.166
σ	0.257-0.288=-0.031
min	12.461-12.431=0.031
max	13.267-13.199=0.068

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	12.517-12.687=-0.170
σ	0.549-0.780=-0.232
min	11.869-11.421=0.448
max	13.657-13.856=-0.199

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7134.000-6113.000=1021.000
σ	0.000
min	7134.000-6113.000=1021.000
max	7134.000-6113.000=1021.000

*mean*	15.426-15.115=0.311
σ	0.175-0.384=-0.210
min	15.205-14.482=0.722
max	15.685-15.680=0.005

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	13.774-14.065=-0.292
σ	1.602-1.829=-0.226
min	11.307-11.067=0.240
max	15.325-16.448=-1.122

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	9.340-9.350=-0.011
σ	0.739-1.547=-0.808
min	8.628-8.288=0.340
max	10.929-13.125=-2.196

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	7.021-7.119=-0.098
σ	0.883-0.995=-0.112
min	5.883-6.219=-0.336
max	8.846-9.499=-0.653

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	5.867-6.029=-0.161
σ	0.158-0.107=0.052
min	5.707-5.825=-0.117
max	6.176-6.116=0.060

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	5.662-5.756=-0.094
σ	0.104-0.271=-0.167
min	5.450-5.154=0.296
max	5.780-6.004=-0.224

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.990

*mean*	7134.000-6113.000=1021.000
σ	0.000
min	7134.000-6113.000=1021.000
max	7134.000-6113.000=1021.000

*mean*	365.230-1380.461=-1015.231
σ	42.705-607.770=-565.064
min	346.253-1046.711=-700.458
max	470.786-2418.772=-1947.986

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.689

*mean*	3266.750-3228.500=38.250
σ	1821.992-1829.611=-7.619
min	810.000
max	5614.000-6113.000=-499.000

*mean*	3578.217-3577.527=0.690
σ	921.143-934.951=-13.809
min	3104.156-3101.024=3.132
max	5632.063-5651.964=-19.901

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	84.505-90.972=-6.467
σ	13.801-20.255=-6.453
min	70.949-70.771=0.179
max	104.278-126.118=-21.840

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7134.000-6113.000=1021.000
σ	0.000
min	7134.000-6113.000=1021.000
max	7134.000-6113.000=1021.000

*mean*	62.803-63.801=-0.998
σ	1.123-3.788=-2.665
min	61.884-60.802=1.082
max	65.320-69.242=-3.922

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.001
σ	0.002-0.002=0.001
min	66.686
max	66.691-66.690=0.001

*mean*	7134.000-6113.000=1021.000
σ	0.000
min	7134.000-6113.000=1021.000
max	7134.000-6113.000=1021.000

*mean*	247.006-100.018=146.988
σ	370.564-1.033=369.531
min	98.492-98.933=-0.441
max	1158.056-102.181=1055.875

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.303-4.304=-0.000
min	14215.575-11847.562=2368.013
max	14227.820-11859.806=2368.014

*mean*	4034.750-3863.875=170.875
σ	2005.129-1831.582=173.546
min	1219.000-1280.000=-61.000
max	7134.000-6113.000=1021.000

*mean*	7677.491-6094.897=1582.594
σ	1864.759-993.723=871.036
min	5971.658-4991.868=979.789
max	10410.661-7419.991=2990.671

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.105-10791.091=2368.014
max	13159.110-10791.096=2368.014

*mean*	7134.000-6113.000=1021.000
σ	0.000
min	7134.000-6113.000=1021.000
max	7134.000-6113.000=1021.000

*mean*	5317.673-5216.997=100.676
σ	624.976-1632.981=-1008.005
min	5022.889-4039.635=983.254
max	6803.453-7571.910=-768.457

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	358.397-389.153=-30.755
σ	33.284-15.996=17.288
min	293.596-350.459=-56.863
max	386.545-402.099=-15.554

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	740.616-760.217=-19.601
σ	62.395-32.726=29.669
min	594.534-685.782=-91.248
max	781.164-795.566=-14.402

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.329=-0.029
σ	0.758-0.759=-0.000
min	1023.826-1023.855=-0.029
max	1027.438-1027.465=-0.027

*mean*	1047.400-1050.850=-3.450
σ	313.997-320.186=-6.189
min	573.000-544.000=29.000
max	1511.000-1567.000=-56.000

*mean*	1.594-1.550=0.045
σ	0.077-0.092=-0.014
min	1.523-1.360=0.163
max	1.799-1.813=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.447=-0.149
σ	0.292-0.617=-0.325
min	0.137-0.142=-0.004
max	0.813-1.549=-0.736

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.479=-0.002
σ	0.327-0.322=0.004
min	0.321-0.322=-0.001
max	1.061-1.055=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.219=0.003
σ	0.026-0.022=0.003
min	0.204-0.202=0.002
max	0.267-0.257=0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.338=-0.009
σ	0.018-0.013=0.004
min	0.311-0.327=-0.016
max	0.356-0.361=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-436.000=-2.200
σ	3.033-5.612=-2.579
min	431.000
max	437.000-442.000=-5.000

*mean*	0.548-0.537=0.011
σ	0.052-0.036=0.016
min	0.484-0.478=0.006
max	0.610-0.571=0.039

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.453-0.461=-0.008
σ	0.035-0.045=-0.010
min	0.397-0.410=-0.013
max	0.492-0.521=-0.029

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.589-2.682=-0.093
σ	0.086-0.126=-0.040
min	2.452-2.513=-0.061
max	2.831-3.395=-0.565

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.589-2.214=0.375
σ	0.079-0.325=-0.245
min	2.453-1.828=0.626
max	2.773-2.839=-0.065

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.302-0.310=-0.008
σ	0.008-0.009=-0.001
min	0.285-0.295=-0.010
max	0.349-0.354=-0.005

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.295-0.296=-0.002
σ	0.010-0.008=0.002
min	0.280-0.283=-0.003
max	0.362-0.326=0.036

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.610-298.756=-0.146
σ	0.936-1.065=-0.129
min	298.196-298.345=-0.149
max	301.268-301.782=-0.514

*mean*	445.500-444.100=1.400
σ	16.814-16.052=0.763
min	417.000-421.000=-4.000
max	466.000-471.000=-5.000

*mean*	0.615-0.597=0.019
σ	0.014-0.029=-0.015
min	0.595-0.528=0.067
max	0.648-0.640=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	955.000-1679.625=-724.625
σ	22.627-1.061=21.567
min	899.000-1677.000=-778.000
max	963.000-1680.000=-717.000

*mean*	210.771-215.553=-4.782
σ	3.180-3.274=-0.094
min	207.009-210.432=-3.424
max	214.599-219.813=-5.214

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	954.250-1679.625=-725.375
σ	24.749-1.061=23.688
min	893.000-1677.000=-784.000
max	963.000-1680.000=-717.000

*mean*	8.749-10.986=-2.237
σ	2.096-2.288=-0.192
min	6.441-6.409=0.032
max	12.617-12.848=-0.231

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	954.250-1679.625=-725.375
σ	24.749-1.061=23.688
min	893.000-1677.000=-784.000
max	963.000-1680.000=-717.000

*mean*	495.570-633.099=-137.529
σ	104.630-109.751=-5.121
min	405.347-423.437=-18.089
max	722.652-726.469=-3.816

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	963.000-1680.000=-717.000
σ	0.000
min	963.000-1680.000=-717.000
max	963.000-1680.000=-717.000

*mean*	4827.707-4228.956=598.750
σ	510.049-803.486=-293.438
min	3787.479-3223.526=563.953
max	5426.514-5295.235=131.279

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	954.250-1679.625=-725.375
σ	24.749-1.061=23.688
min	893.000-1677.000=-784.000
max	963.000-1680.000=-717.000

*mean*	33.141-39.814=-6.674
σ	10.541-10.261=0.280
min	20.515-20.412=0.103
max	47.590-48.482=-0.892

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	954.750-1679.625=-724.875
σ	23.335-1.061=22.274
min	897.000-1677.000=-780.000
max	963.000-1680.000=-717.000

*mean*	695.992-791.307=-95.315
σ	47.253-95.678=-48.425
min	654.467-661.460=-6.992
max	796.528-893.037=-96.509

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.823-293.916=-0.094
σ	0.038-0.039=-0.001
min	293.769-293.864=-0.095
max	293.861-293.957=-0.096

*mean*	439.200-442.200=-3.000
σ	1.643
min	438.000-441.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.392-0.393=-0.000
σ	0.001-0.003=-0.001
min	0.391-0.391=0.001
max	0.394-0.396=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.217-1320.304=-0.087
σ	0.035-0.034=0.001
min	1320.162-1320.261=-0.099
max	1320.249-1320.342=-0.093

*mean*	1083.000-1108.800=-25.800
σ	172.272-167.944=4.328
min	877.000-895.000=-18.000
max	1314.000-1319.000=-5.000

*mean*	2.284-2.238=0.046
σ	0.153-0.091=0.062
min	2.176-2.112=0.065
max	2.549-2.329=0.220

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.601-1559.450=1.151
σ	6.196-3.394=2.803
min	1557.636-1557.749=-0.113
max	1571.681-1565.514=6.168

*mean*	609.000-622.200=-13.200
σ	94.655-89.595=5.060
min	495.000-508.000=-13.000
max	732.000-725.000=7.000

*mean*	2.236-2.379=-0.143
σ	0.049-0.289=-0.239
min	2.170-2.148=0.023
max	2.303-2.857=-0.554

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.175-1882.265=-0.090
σ	0.058-0.074=-0.016
min	1882.105-1882.182=-0.077
max	1882.256-1882.350=-0.094

*mean*	1726.200-1750.200=-24.000
σ	179.998-211.176=-31.178
min	1467.000-1468.000=-1.000
max	1889.000-1950.000=-61.000

*mean*	3.146-3.237=-0.091
σ	0.282-0.399=-0.117
min	2.942-2.920=0.022
max	3.618-3.909=-0.291

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.662=0.048
σ	0.162-0.128=0.034
min	1.461-1.525=-0.064
max	1.854-1.830=0.024

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.411=-0.328
σ	582.722-583.278=-0.556
min	160.721-160.767=-0.047
max	1326.167-1327.328=-1.162

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.549-0.510=0.039
σ	0.554-0.482=0.072
min	0.267-0.269=-0.002
max	1.380-1.233=0.147

policies=20

*mean*	1607.535-1608.048=-0.514
σ	0.404-0.423=-0.019
min	1607.258-1607.762=-0.504
max	1608.133-1608.677=-0.545

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-451.500=-6.750
σ	7.500-11.091=-3.591
min	441.000-444.000=-3.000
max	456.000-468.000=-12.000

*mean*	2.681-2.716=-0.035
σ	0.022-0.013=0.009
min	2.663-2.697=-0.035
max	2.709-2.726=-0.017

policies=200

*mean*	16083.370-16088.581=-5.211
σ	0.184-0.139=0.045
min	16083.167-16088.451=-5.284
max	16083.609-16088.766=-5.156

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.750-497.500=-2.750
σ	5.377-3.317=2.061
min	488.000-495.000=-7.000
max	501.000-502.000=-1.000

*mean*	27.185-27.204=-0.019
σ	0.064-0.043=0.020
min	27.114-27.164=-0.050
max	27.269-27.262=0.007