Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.671=0.007
σ	0.356-0.358=-0.001
min	54.542-54.539=0.003
max	55.691-55.688=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.143-0.141=0.002
σ	0.006-0.005=0.001
min	0.138-0.137=0.000
max	0.152-0.149=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.700=0.003
σ	0.006-0.006=0.000
min	43.695-43.692=0.003
max	43.712-43.707=0.005

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.120-0.122=-0.002
σ	0.006-0.005=0.001
min	0.115-0.117=-0.002
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	12.921-12.758=0.162
σ	0.399-0.288=0.111
min	12.478-12.431=0.047
max	13.676-13.199=0.477

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	12.968-12.687=0.281
σ	0.617-0.780=-0.164
min	12.094-11.421=0.673
max	13.566-13.856=-0.290

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	14.978-15.115=-0.137
σ	0.334-0.384=-0.051
min	14.266-14.482=-0.216
max	15.349-15.680=-0.331

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=0.000
max	41.929-41.929=0.000

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	13.823-14.065=-0.242
σ	1.748-1.829=-0.081
min	11.028-11.067=-0.039
max	15.408-16.448=-1.040

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	9.346-9.350=-0.004
σ	1.160-1.547=-0.387
min	8.329-8.288=0.041
max	11.300-13.125=-1.825

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	7.005-7.119=-0.113
σ	0.890-0.995=-0.105
min	6.355-6.219=0.136
max	9.140-9.499=-0.360

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674-25.674=0.000

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	5.971-6.029=-0.057
σ	0.150-0.107=0.043
min	5.811-5.825=-0.014
max	6.208-6.116=0.091

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	5.685-5.756=-0.071
σ	0.252-0.271=-0.019
min	5.072-5.154=-0.081
max	5.826-6.004=-0.178

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602
max	2524.607-2524.606=0.000

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	1339.582-1380.461=-40.878
σ	543.336-607.770=-64.434
min	1043.821-1046.711=-2.890
max	2394.871-2418.772=-23.901

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.470=-0.000
min	7877.935-7877.935=-0.000
max	7879.264-7879.264=-0.000

*mean*	3228.750-3228.500=0.250
σ	1829.607-1829.611=-0.004
min	810.000
max	6113.000

*mean*	3800.122-3577.527=222.595
σ	1282.269-934.951=347.318
min	3103.027-3101.024=2.003
max	6216.939-5651.964=564.976

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	87.465-90.972=-3.507
σ	14.329-20.255=-5.925
min	71.019-70.771=0.248
max	102.861-126.118=-23.257

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	63.920-63.801=0.118
σ	3.878-3.788=0.090
min	60.832-60.802=0.030
max	69.791-69.242=0.548

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.690-66.690=0.000

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	99.748-100.018=-0.270
σ	1.043-1.033=0.011
min	98.545-98.933=-0.388
max	101.804-102.181=-0.377

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=0.000
σ	4.304-4.304=-0.000
min	11847.562
max	11859.806

*mean*	3864.000-3863.875=0.125
σ	1831.664-1831.582=0.081
min	1280.000
max	6113.000

*mean*	6560.431-6094.897=465.534
σ	1299.108-993.723=305.386
min	5059.621-4991.868=67.753
max	8330.089-7419.991=910.098

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.001
max	10791.096

*mean*	6113.000
σ	0.000
min	6113.000
max	6113.000

*mean*	5172.769-5216.997=-44.228
σ	1511.839-1632.981=-121.142
min	4068.717-4039.635=29.082
max	7359.446-7571.910=-212.464

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	383.509-389.153=-5.643
σ	12.789-15.996=-3.207
min	353.757-350.459=3.298
max	392.835-402.099=-9.264

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	750.293-760.217=-9.924
σ	34.747-32.726=2.021
min	676.132-685.782=-9.650
max	786.947-795.566=-8.619

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.329=-0.002
σ	0.759-0.759=0.000
min	1023.851-1023.855=-0.004
max	1027.465-1027.465=-0.001

*mean*	1053.300-1050.850=2.450
σ	323.466-320.186=3.280
min	542.000-544.000=-2.000
max	1576.000-1567.000=9.000

*mean*	1.559-1.550=0.009
σ	0.112-0.092=0.020
min	1.485-1.360=0.125
max	1.986-1.813=0.173

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.310-0.447=-0.136
σ	0.295-0.617=-0.322
min	0.148-0.142=0.006
max	0.833-1.549=-0.716

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.479=0.006
σ	0.322-0.322=-0.000
min	0.329-0.322=0.007
max	1.061-1.055=0.005

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.219=-0.001
σ	0.024-0.022=0.002
min	0.200-0.202=-0.002
max	0.260-0.257=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.338=-0.002
σ	0.015-0.013=0.002
min	0.325-0.327=-0.001
max	0.362-0.361=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-5.612=-3.824
min	431.000
max	435.000-442.000=-7.000

*mean*	0.600-0.537=0.063
σ	0.018-0.036=-0.018
min	0.584-0.478=0.106
max	0.624-0.571=0.053

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.499-0.461=0.038
σ	0.023-0.045=-0.022
min	0.462-0.410=0.052
max	0.523-0.521=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.608-2.682=-0.074
σ	0.091-0.126=-0.036
min	2.459-2.513=-0.054
max	2.941-3.395=-0.454

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.586-2.214=0.372
σ	0.081-0.325=-0.244
min	2.458-1.828=0.631
max	2.968-2.839=0.129

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.308-0.310=-0.002
σ	0.011-0.009=0.002
min	0.294-0.295=-0.001
max	0.378-0.354=0.024

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.292-0.296=-0.004
σ	0.007-0.008=-0.000
min	0.277-0.283=-0.006
max	0.342-0.326=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.824-298.756=0.067
σ	1.018-1.065=-0.047
min	298.398-298.345=0.053
max	301.713-301.782=-0.069

*mean*	444.000-444.100=-0.100
σ	15.951-16.052=-0.100
min	417.000-421.000=-4.000
max	466.000-471.000=-5.000

*mean*	0.609-0.597=0.013
σ	0.019-0.029=-0.011
min	0.573-0.528=0.045
max	0.644-0.640=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1677.000-1679.625=-2.625
σ	0.000-1.061=-1.061
min	1677.000
max	1677.000-1680.000=-3.000

*mean*	215.133-215.553=-0.420
σ	2.015-3.274=-1.258
min	211.066-210.432=0.634
max	217.479-219.813=-2.334

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1677.000-1679.625=-2.625
σ	0.000-1.061=-1.061
min	1677.000
max	1677.000-1680.000=-3.000

*mean*	11.033-10.986=0.047
σ	1.736-2.288=-0.552
min	9.359-6.409=2.950
max	12.729-12.848=-0.119

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367-1042.367=0.000
max	1042.367

*mean*	1677.000-1679.625=-2.625
σ	0.000-1.061=-1.061
min	1677.000
max	1677.000-1680.000=-3.000

*mean*	659.512-633.099=26.413
σ	72.424-109.751=-37.328
min	586.088-423.437=162.651
max	736.019-726.469=9.550

phase=processProdDef

*mean*	4753.276-4753.276=0.000
σ	0.000-0.000=0.000
min	4753.276
max	4753.276

*mean*	1677.000-1680.000=-3.000
σ	0.000
min	1677.000-1680.000=-3.000
max	1677.000-1680.000=-3.000

*mean*	4348.199-4228.956=119.243
σ	533.374-803.486=-270.113
min	3759.651-3223.526=536.125
max	5395.116-5295.235=99.881

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1677.000-1679.625=-2.625
σ	0.000-1.061=-1.061
min	1677.000
max	1677.000-1680.000=-3.000

*mean*	43.950-39.814=4.136
σ	4.158-10.261=-6.103
min	39.433-20.412=19.021
max	48.283-48.482=-0.200

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1677.000-1679.625=-2.625
σ	0.000-1.061=-1.061
min	1677.000
max	1677.000-1680.000=-3.000

*mean*	808.562-791.307=17.255
σ	105.729-95.678=10.051
min	682.207-661.460=20.747
max	930.551-893.037=37.515

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.916=0.001
σ	0.038-0.039=-0.001
min	293.864-293.864=-0.001
max	293.957-293.957=-0.001

*mean*	442.000-442.200=-0.200
σ	2.739-1.643=1.095
min	440.000-441.000=-1.000
max	445.000-444.000=1.000

*mean*	0.395-0.393=0.002
σ	0.002-0.003=-0.001
min	0.393-0.391=0.003
max	0.398-0.396=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.302-1320.304=-0.002
σ	0.035-0.034=0.001
min	1320.257-1320.261=-0.004
max	1320.335-1320.342=-0.007

*mean*	1092.200-1108.800=-16.600
σ	168.008-167.944=0.064
min	892.000-895.000=-3.000
max	1321.000-1319.000=2.000

*mean*	2.284-2.238=0.046
σ	0.160-0.091=0.069
min	2.087-2.112=-0.025
max	2.477-2.329=0.148

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.442-1559.450=-0.008
σ	3.386-3.394=-0.008
min	1557.728-1557.749=-0.021
max	1565.492-1565.514=-0.022

*mean*	625.600-622.200=3.400
σ	87.231-89.595=-2.363
min	496.000-508.000=-12.000
max	728.000-725.000=3.000

*mean*	2.317-2.379=-0.063
σ	0.190-0.289=-0.099
min	2.203-2.148=0.056
max	2.649-2.857=-0.208

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1882.265=0.004
σ	0.060-0.074=-0.014
min	1882.200-1882.182=0.017
max	1882.349-1882.350=-0.002

*mean*	1718.400-1750.200=-31.800
σ	188.236-211.176=-22.940
min	1454.000-1468.000=-14.000
max	1891.000-1950.000=-59.000

*mean*	3.048-3.237=-0.189
σ	0.208-0.399=-0.191
min	2.906-2.920=-0.015
max	3.410-3.909=-0.498

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.824-1.662=0.162
σ	0.126-0.128=-0.002
min	1.604-1.525=0.078
max	1.911-1.830=0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.408-452.411=-0.003
σ	583.278-583.278=-0.000
min	160.768-160.767=0.001
max	1327.325-1327.328=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.554-0.510=0.044
σ	0.556-0.482=0.074
min	0.272-0.269=0.003
max	1.388-1.233=0.155

policies=20

*mean*	1608.023-1608.048=-0.025
σ	0.429-0.423=0.006
min	1607.731-1607.762=-0.031
max	1608.658-1608.677=-0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-451.500=-1.250
σ	10.112-11.091=-0.979
min	442.000-444.000=-2.000
max	465.000-468.000=-3.000

*mean*	2.723-2.716=0.007
σ	0.017-0.013=0.004
min	2.704-2.697=0.006
max	2.744-2.726=0.018

policies=200

*mean*	16088.463-16088.581=-0.118
σ	0.129-0.139=-0.010
min	16088.299-16088.451=-0.152
max	16088.614-16088.766=-0.152

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-497.500=0.750
σ	7.136-3.317=3.819
min	490.000-495.000=-5.000
max	506.000-502.000=4.000

*mean*	27.344-27.204=0.140
σ	0.121-0.043=0.078
min	27.164-27.164=-0.001
max	27.423-27.262=0.161