Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.671=0.200
σ	0.358-0.358=-0.000
min	54.732-54.539=0.193
max	55.888-55.688=0.199

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.005=0.001
min	0.134-0.137=-0.003
max	0.152-0.149=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.839-43.700=0.139
σ	0.005-0.006=-0.000
min	43.832-43.692=0.140
max	43.848-43.707=0.141

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.125-0.122=0.002
σ	0.005-0.005=-0.000
min	0.121-0.117=0.005
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	13.541-12.758=0.782
σ	1.803-0.288=1.514
min	12.401-12.431=-0.030
max	17.905-13.199=4.706

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	13.931-12.687=1.244
σ	1.879-0.780=1.099
min	12.846-11.421=1.425
max	18.544-13.856=4.688

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.932=0.000

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	15.382-15.115=0.267
σ	0.191-0.384=-0.193
min	15.163-14.482=0.680
max	15.762-15.680=0.082

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.928
max	41.932-41.929=0.004

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	15.100-14.065=1.034
σ	1.587-1.829=-0.241
min	11.517-11.067=0.450
max	16.472-16.448=0.025

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	10.111-9.350=0.761
σ	1.652-1.547=0.105
min	8.601-8.288=0.312
max	12.721-13.125=-0.404

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	7.624-7.119=0.505
σ	1.734-0.995=0.739
min	6.214-6.219=-0.005
max	10.547-9.499=1.048

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	6.171-6.029=0.143
σ	0.513-0.107=0.406
min	5.789-5.825=-0.036
max	7.409-6.116=1.293

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	6.061-5.756=0.305
σ	0.480-0.271=0.209
min	5.736-5.154=0.583
max	7.233-6.004=1.229

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	396.867-1380.461=-983.594
σ	91.918-607.770=-515.852
min	350.568-1046.711=-696.143
max	607.161-2418.772=-1811.612

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.689

*mean*	3273.500-3228.500=45.000
σ	1823.184-1829.611=-6.427
min	809.000-810.000=-1.000
max	5620.000-6113.000=-493.000

*mean*	3715.110-3577.527=137.583
σ	1089.341-934.951=154.389
min	3113.857-3101.024=12.833
max	6239.484-5651.964=587.521

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	91.746-90.972=0.774
σ	23.602-20.255=3.347
min	71.158-70.771=0.388
max	123.990-126.118=-2.128

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.949=0.001

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	61.655-63.801=-2.147
σ	0.459-3.788=-3.329
min	61.067-60.802=0.265
max	62.502-69.242=-6.740

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	99.964-100.018=-0.054
σ	0.443-1.033=-0.590
min	99.406-98.933=0.473
max	100.520-102.181=-1.660

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-11849.156=2368.014
σ	4.304-4.304=-0.000
min	14215.575-11847.562=2368.013
max	14227.820-11859.806=2368.014

*mean*	4041.375-3863.875=177.500
σ	2007.514-1831.582=175.931
min	1217.000-1280.000=-63.000
max	7144.000-6113.000=1031.000

*mean*	7721.964-6094.897=1627.067
σ	1487.388-993.723=493.665
min	6094.881-4991.868=1103.013
max	10063.826-7419.991=2643.835

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.094=2368.015
σ	0.002-0.002=-0.001
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	5173.660-5216.997=-43.337
σ	200.595-1632.981=-1432.387
min	5052.945-4039.635=1013.310
max	5538.744-7571.910=-2033.166

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	377.056-389.153=-12.097
σ	20.819-15.996=4.822
min	347.027-350.459=-3.432
max	399.197-402.099=-2.901

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-560.000=-0.500
σ	0.926-0.000=0.926
min	559.000-560.000=-1.000
max	561.000-560.000=1.000

*mean*	722.648-760.217=-37.568
σ	87.722-32.726=54.996
min	577.126-685.782=-108.656
max	830.348-795.566=34.781

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.329=-0.003
σ	0.758-0.759=-0.000
min	1023.849-1023.855=-0.006
max	1027.462-1027.465=-0.003

*mean*	1052.400-1050.850=1.550
σ	317.480-320.186=-2.706
min	575.000-544.000=31.000
max	1524.000-1567.000=-43.000

*mean*	1.599-1.550=0.049
σ	0.082-0.092=-0.010
min	1.429-1.360=0.069
max	1.798-1.813=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.447=-0.047
σ	0.503-0.617=-0.115
min	0.145-0.142=0.003
max	1.295-1.549=-0.254

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.479=0.005
σ	0.315-0.322=-0.007
min	0.331-0.322=0.008
max	1.047-1.055=-0.009

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.219=0.003
σ	0.025-0.022=0.003
min	0.203-0.202=0.001
max	0.262-0.257=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.338=-0.002
σ	0.014-0.013=0.001
min	0.322-0.327=-0.005
max	0.359-0.361=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-5.612=-3.824
min	431.000
max	435.000-442.000=-7.000

*mean*	0.529-0.537=-0.008
σ	0.076-0.036=0.039
min	0.423-0.478=-0.055
max	0.600-0.571=0.030

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.469-0.461=0.008
σ	0.029-0.045=-0.015
min	0.435-0.410=0.025
max	0.499-0.521=-0.022

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.976-2.682=-0.706
σ	0.071-0.126=-0.056
min	1.844-2.513=-0.670
max	2.229-3.395=-1.166

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.951-2.214=-0.263
σ	0.085-0.325=-0.240
min	1.800-1.828=-0.028
max	2.236-2.839=-0.603

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.312-0.310=0.002
σ	0.037-0.009=0.028
min	0.294-0.295=-0.001
max	0.593-0.354=0.239

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.292-0.296=-0.005
σ	0.010-0.008=0.003
min	0.279-0.283=-0.004
max	0.355-0.326=0.029

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.759-298.756=0.002
σ	1.058-1.065=-0.007
min	298.362-298.345=0.017
max	301.766-301.782=-0.016

*mean*	439.700-444.100=-4.400
σ	15.854-16.052=-0.198
min	416.000-421.000=-5.000
max	463.000-471.000=-8.000

*mean*	0.591-0.597=-0.006
σ	0.034-0.029=0.005
min	0.525-0.528=-0.003
max	0.638-0.640=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1032.375-1679.625=-647.250
σ	41.366-1.061=40.305
min	930.000-1677.000=-747.000
max	1047.000-1680.000=-633.000

*mean*	216.188-215.553=0.635
σ	4.139-3.274=0.866
min	212.219-210.432=1.786
max	224.930-219.813=5.117

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1032.375-1679.625=-647.250
σ	41.366-1.061=40.305
min	930.000-1677.000=-747.000
max	1047.000-1680.000=-633.000

*mean*	6.863-10.986=-4.123
σ	1.093-2.288=-1.195
min	6.339-6.409=-0.070
max	9.544-12.848=-3.304

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1032.375-1679.625=-647.250
σ	41.366-1.061=40.305
min	930.000-1677.000=-747.000
max	1047.000-1680.000=-633.000

*mean*	436.057-633.099=-197.042
σ	86.899-109.751=-22.853
min	370.534-423.437=-52.902
max	578.415-726.469=-148.054

phase=processProdDef

*mean*	4850.764-4753.276=97.488
σ	0.000
min	4850.764-4753.276=97.488
max	4850.764-4753.276=97.488

*mean*	1047.000-1680.000=-633.000
σ	0.000
min	1047.000-1680.000=-633.000
max	1047.000-1680.000=-633.000

*mean*	4740.156-4228.956=511.200
σ	368.792-803.486=-434.694
min	4165.531-3223.526=942.005
max	5270.677-5295.235=-24.558

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1032.375-1679.625=-647.250
σ	41.366-1.061=40.305
min	930.000-1677.000=-747.000
max	1047.000-1680.000=-633.000

*mean*	23.483-39.814=-16.332
σ	7.123-10.261=-3.138
min	20.570-20.412=0.158
max	41.067-48.482=-7.416

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1032.375-1679.625=-647.250
σ	41.366-1.061=40.305
min	930.000-1677.000=-747.000
max	1047.000-1680.000=-633.000

*mean*	688.149-791.307=-103.159
σ	53.979-95.678=-41.698
min	651.296-661.460=-10.164
max	805.280-893.037=-87.757

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.928-293.916=0.011
σ	0.038-0.039=-0.001
min	293.874-293.864=0.010
max	293.966-293.957=0.009

*mean*	441.800-442.200=-0.400
σ	2.950-1.643=1.306
min	439.000-441.000=-2.000
max	445.000-444.000=1.000

*mean*	0.399-0.393=0.006
σ	0.007-0.003=0.005
min	0.393-0.391=0.003
max	0.408-0.396=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.302-1320.304=-0.001
σ	0.041-0.034=0.007
min	1320.252-1320.261=-0.009
max	1320.351-1320.342=0.009

*mean*	1109.200-1108.800=0.400
σ	171.192-167.944=3.248
min	896.000-895.000=1.000
max	1333.000-1319.000=14.000

*mean*	2.217-2.238=-0.021
σ	0.103-0.091=0.011
min	2.062-2.112=-0.050
max	2.307-2.329=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.744-1559.450=1.294
σ	6.228-3.394=2.835
min	1557.796-1557.749=0.047
max	1571.882-1565.514=6.369

*mean*	627.600-622.200=5.400
σ	89.993-89.595=0.399
min	504.000-508.000=-4.000
max	727.000-725.000=2.000

*mean*	2.371-2.379=-0.008
σ	0.287-0.289=-0.001
min	2.061-2.148=-0.087
max	2.714-2.857=-0.143

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.273-1882.265=0.008
σ	0.060-0.074=-0.014
min	1882.199-1882.182=0.016
max	1882.355-1882.350=0.004

*mean*	1759.400-1750.200=9.200
σ	219.556-211.176=8.380
min	1479.000-1468.000=11.000
max	1971.000-1950.000=21.000

*mean*	3.223-3.237=-0.014
σ	0.290-0.399=-0.109
min	2.887-2.920=-0.033
max	3.603-3.909=-0.306

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.724-1.662=0.062
σ	0.259-0.128=0.131
min	1.315-1.525=-0.210
max	1.958-1.830=0.128

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.153-452.411=-0.258
σ	582.777-583.278=-0.501
min	160.763-160.767=-0.005
max	1326.319-1327.328=-1.009

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.551-0.510=0.041
σ	0.555-0.482=0.073
min	0.268-0.269=-0.000
max	1.383-1.233=0.150

policies=20

*mean*	1607.972-1608.048=-0.077
σ	0.430-0.423=0.007
min	1607.680-1607.762=-0.082
max	1608.609-1608.677=-0.068

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-451.500=-2.500
σ	9.238-11.091=-1.853
min	441.000-444.000=-3.000
max	457.000-468.000=-11.000

*mean*	2.711-2.716=-0.005
σ	0.014-0.013=0.002
min	2.699-2.697=0.001
max	2.725-2.726=-0.002

policies=200

*mean*	16087.779-16088.581=-0.802
σ	0.143-0.139=0.004
min	16087.633-16088.451=-0.818
max	16087.954-16088.766=-0.812

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-497.500=-0.750
σ	4.272-3.317=0.955
min	492.000-495.000=-3.000
max	502.000

*mean*	27.387-27.204=0.182
σ	0.119-0.043=0.076
min	27.278-27.164=0.114
max	27.550-27.262=0.288