Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.671=0.218
σ	0.360-0.358=0.003
min	54.749-54.539=0.210
max	55.913-55.688=0.225

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.141-0.141=-0.001
σ	0.005-0.005=0.000
min	0.136-0.137=-0.001
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.854-43.700=0.154
σ	0.007-0.006=0.002
min	43.841-43.692=0.149
max	43.868-43.707=0.161

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.122=0.000
σ	0.006-0.005=0.001
min	0.115-0.117=-0.001
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	12.284-12.758=-0.475
σ	0.269-0.288=-0.019
min	11.932-12.431=-0.499
max	12.655-13.199=-0.544

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	12.395-12.687=-0.292
σ	0.668-0.780=-0.112
min	11.239-11.421=-0.182
max	12.863-13.856=-0.993

op=table_records(), no indexes

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7150.000-6113.000=1037.000
σ	0.000
min	7150.000-6113.000=1037.000
max	7150.000-6113.000=1037.000

*mean*	14.712-15.115=-0.403
σ	0.191-0.384=-0.194
min	14.418-14.482=-0.064
max	15.019-15.680=-0.660

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	13.614-14.065=-0.452
σ	1.559-1.829=-0.270
min	10.259-11.067=-0.808
max	15.279-16.448=-1.169

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	9.309-9.350=-0.041
σ	1.357-1.547=-0.191
min	8.292-8.288=0.004
max	12.373-13.125=-0.752

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	7.234-7.119=0.115
σ	1.224-0.995=0.229
min	6.218-6.219=-0.001
max	9.914-9.499=0.415

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.666-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	5.589-6.029=-0.440
σ	0.093-0.107=-0.014
min	5.388-5.825=-0.436
max	5.682-6.116=-0.434

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	5.399-5.756=-0.358
σ	0.071-0.271=-0.200
min	5.290-5.154=0.136
max	5.493-6.004=-0.510

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7150.000-6113.000=1037.000
σ	0.000
min	7150.000-6113.000=1037.000
max	7150.000-6113.000=1037.000

*mean*	377.478-1380.461=-1002.983
σ	84.374-607.770=-523.396
min	343.600-1046.711=-703.111
max	586.202-2418.772=-1832.570

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.691
σ	0.469-0.470=-0.001
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.689

*mean*	3273.500-3228.500=45.000
σ	1824.195-1829.611=-5.416
min	809.000-810.000=-1.000
max	5622.000-6113.000=-491.000

*mean*	3612.105-3577.527=34.578
σ	1033.662-934.951=98.711
min	3102.533-3101.024=1.509
max	5982.640-5651.964=330.676

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	88.697-90.972=-2.275
σ	21.347-20.255=1.093
min	69.828-70.771=-0.942
max	121.334-126.118=-4.784

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7150.000-6113.000=1037.000
σ	0.000
min	7150.000-6113.000=1037.000
max	7150.000-6113.000=1037.000

*mean*	60.479-63.801=-3.323
σ	0.293-3.788=-3.494
min	60.006-60.802=-0.796
max	60.814-69.242=-8.428

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7150.000-6113.000=1037.000
σ	0.000
min	7150.000-6113.000=1037.000
max	7150.000-6113.000=1037.000

*mean*	99.679-100.018=-0.339
σ	0.685-1.033=-0.348
min	98.209-98.933=-0.724
max	100.543-102.181=-1.638

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=0.000
min	14215.576-11847.562=2368.014
max	14227.821-11859.806=2368.015

*mean*	4042.500-3863.875=178.625
σ	2009.182-1831.582=177.599
min	1218.000-1280.000=-62.000
max	7150.000-6113.000=1037.000

*mean*	7827.543-6094.897=1732.646
σ	1871.453-993.723=877.730
min	6012.739-4991.868=1020.870
max	10683.885-7419.991=3263.895

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7150.000-6113.000=1037.000
σ	0.000
min	7150.000-6113.000=1037.000
max	7150.000-6113.000=1037.000

*mean*	5121.913-5216.997=-95.084
σ	191.316-1632.981=-1441.665
min	5004.673-4039.635=965.038
max	5502.942-7571.910=-2068.968

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	371.718-389.153=-17.435
σ	25.232-15.996=9.235
min	331.123-350.459=-19.336
max	392.931-402.099=-9.168

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	763.882-760.217=3.666
σ	27.820-32.726=-4.907
min	716.173-685.782=30.391
max	783.360-795.566=-12.206

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.329=-0.029
σ	0.759-0.759=0.000
min	1023.827-1023.855=-0.028
max	1027.438-1027.465=-0.028

*mean*	1053.600-1050.850=2.750
σ	312.486-320.186=-7.700
min	569.000-544.000=25.000
max	1511.000-1567.000=-56.000

*mean*	1.548-1.550=-0.002
σ	0.047-0.092=-0.045
min	1.486-1.360=0.126
max	1.645-1.813=-0.168

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.285-0.447=-0.161
σ	0.263-0.617=-0.355
min	0.141-0.142=-0.001
max	0.751-1.549=-0.799

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.479=-0.008
σ	0.321-0.322=-0.002
min	0.316-0.322=-0.006
max	1.045-1.055=-0.011

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=0.001
σ	0.021-0.022=-0.001
min	0.201-0.202=-0.001
max	0.255-0.257=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.338=-0.010
σ	0.018-0.013=0.004
min	0.314-0.327=-0.013
max	0.357-0.361=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-436.000=-5.000
σ	0.000-5.612=-5.612
min	431.000
max	431.000-442.000=-11.000

*mean*	0.531-0.537=-0.006
σ	0.051-0.036=0.015
min	0.484-0.478=0.005
max	0.609-0.571=0.038

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.497-0.461=0.036
σ	0.029-0.045=-0.016
min	0.446-0.410=0.036
max	0.518-0.521=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.590-2.682=-0.092
σ	0.089-0.126=-0.037
min	2.452-2.513=-0.062
max	2.868-3.395=-0.527

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.590-2.214=0.375
σ	0.097-0.325=-0.228
min	2.453-1.828=0.626
max	2.895-2.839=0.056

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.310-0.310=0.001
σ	0.024-0.009=0.016
min	0.290-0.295=-0.005
max	0.519-0.354=0.165

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.296-0.296=-0.000
σ	0.013-0.008=0.005
min	0.280-0.283=-0.003
max	0.385-0.326=0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.462-298.756=-0.295
σ	1.011-1.065=-0.054
min	298.056-298.345=-0.289
max	301.336-301.782=-0.446

*mean*	441.200-444.100=-2.900
σ	13.497-16.052=-2.554
min	420.000-421.000=-1.000
max	461.000-471.000=-10.000

*mean*	0.590-0.597=-0.006
σ	0.032-0.029=0.003
min	0.529-0.528=0.001
max	0.643-0.640=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	954.000-1679.625=-725.625
σ	22.627-1.061=21.567
min	898.000-1677.000=-779.000
max	962.000-1680.000=-718.000

*mean*	209.425-215.553=-6.128
σ	3.552-3.274=0.278
min	203.721-210.432=-6.711
max	213.507-219.813=-6.306

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	953.250-1679.625=-726.375
σ	24.749-1.061=23.688
min	892.000-1677.000=-785.000
max	962.000-1680.000=-718.000

*mean*	9.290-10.986=-1.696
σ	2.033-2.288=-0.255
min	6.389-6.409=-0.021
max	12.718-12.848=-0.130

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	953.250-1679.625=-726.375
σ	24.749-1.061=23.688
min	892.000-1677.000=-785.000
max	962.000-1680.000=-718.000

*mean*	492.159-633.099=-140.940
σ	76.861-109.751=-32.891
min	383.675-423.437=-39.762
max	634.035-726.469=-92.434

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	962.000-1680.000=-718.000
σ	0.000
min	962.000-1680.000=-718.000
max	962.000-1680.000=-718.000

*mean*	4945.396-4228.956=716.440
σ	395.300-803.486=-408.186
min	4412.889-3223.526=1189.363
max	5408.975-5295.235=113.740

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	953.250-1679.625=-726.375
σ	24.749-1.061=23.688
min	892.000-1677.000=-785.000
max	962.000-1680.000=-718.000

*mean*	36.401-39.814=-3.413
σ	9.817-10.261=-0.444
min	20.874-20.412=0.462
max	47.294-48.482=-1.188

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	953.875-1679.625=-725.750
σ	22.981-1.061=21.920
min	897.000-1677.000=-780.000
max	962.000-1680.000=-718.000

*mean*	688.169-791.307=-103.139
σ	30.834-95.678=-64.844
min	643.360-661.460=-18.100
max	754.954-893.037=-138.082

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.916=-0.096
σ	0.038-0.039=-0.001
min	293.767-293.864=-0.098
max	293.859-293.957=-0.098

*mean*	442.400-442.200=0.200
σ	0.548-1.643=-1.095
min	442.000-441.000=1.000
max	443.000-444.000=-1.000

*mean*	0.393-0.393=0.000
σ	0.001-0.003=-0.001
min	0.392-0.391=0.001
max	0.395-0.396=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.199-1320.304=-0.105
σ	0.091-0.034=0.057
min	1320.084-1320.261=-0.178
max	1320.338-1320.342=-0.004

*mean*	1065.400-1108.800=-43.400
σ	165.364-167.944=-2.580
min	842.000-895.000=-53.000
max	1267.000-1319.000=-52.000

*mean*	2.145-2.238=-0.093
σ	0.205-0.091=0.114
min	2.020-2.112=-0.092
max	2.505-2.329=0.176

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1559.450=1.167
σ	6.232-3.394=2.838
min	1557.616-1557.749=-0.133
max	1571.759-1565.514=6.245

*mean*	618.200-622.200=-4.000
σ	82.309-89.595=-7.286
min	494.000-508.000=-14.000
max	715.000-725.000=-10.000

*mean*	2.383-2.379=0.004
σ	0.252-0.289=-0.036
min	2.086-2.148=-0.062
max	2.717-2.857=-0.140

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.184-1882.265=-0.081
σ	0.069-0.074=-0.005
min	1882.102-1882.182=-0.080
max	1882.274-1882.350=-0.076

*mean*	1708.600-1750.200=-41.600
σ	257.757-211.176=46.581
min	1393.000-1468.000=-75.000
max	2051.000-1950.000=101.000

*mean*	2.955-3.237=-0.282
σ	0.097-0.399=-0.302
min	2.832-2.920=-0.088
max	3.079-3.909=-0.830

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.662=0.075
σ	0.168-0.128=0.040
min	1.463-1.525=-0.062
max	1.910-1.830=0.080

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.411=-0.329
σ	582.722-583.278=-0.556
min	160.720-160.767=-0.047
max	1326.166-1327.328=-1.163

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.536-0.510=0.026
σ	0.535-0.482=0.053
min	0.266-0.269=-0.003
max	1.339-1.233=0.106

policies=20

*mean*	1607.506-1608.048=-0.542
σ	0.412-0.423=-0.011
min	1607.228-1607.762=-0.533
max	1608.116-1608.677=-0.561

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-451.500=-2.500
σ	8.083-11.091=-3.008
min	442.000-444.000=-2.000
max	456.000-468.000=-12.000

*mean*	2.688-2.716=-0.028
σ	0.011-0.013=-0.002
min	2.674-2.697=-0.024
max	2.697-2.726=-0.029

policies=200

*mean*	16083.472-16088.581=-5.109
σ	0.173-0.139=0.034
min	16083.295-16088.451=-5.156
max	16083.692-16088.766=-5.074

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.500=-1.000
σ	3.317
min	492.000-495.000=-3.000
max	500.000-502.000=-2.000

*mean*	27.154-27.204=-0.050
σ	0.062-0.043=0.019
min	27.098-27.164=-0.067
max	27.233-27.262=-0.029