Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.889=0.000
σ	0.358-0.357=0.001
min	54.750-54.755=-0.005
max	55.908-55.904=0.003

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.149-0.141=0.008
σ	0.012-0.005=0.007
min	0.136-0.138=-0.002
max	0.171-0.148=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.853=0.004
σ	0.006-0.005=0.001
min	43.849-43.847=0.002
max	43.864-43.864=0.001

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=0.001
min	0.116-0.116=0.000
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	12.366-12.027=0.339
σ	0.294-0.334=-0.040
min	11.971-11.603=0.368
max	12.760-12.499=0.261

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	12.317-12.513=-0.196
σ	0.730-0.306=0.424
min	11.321-12.058=-0.737
max	13.105-12.826=0.279

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7127.000-7128.000=-1.000
σ	0.000
min	7127.000-7128.000=-1.000
max	7127.000-7128.000=-1.000

*mean*	14.320-13.865=0.455
σ	1.362-1.568=-0.206
min	10.970-11.267=-0.297
max	14.951-15.109=-0.157

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.932=-0.000

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	13.208-12.806=0.402
σ	1.898-1.829=0.069
min	10.852-10.267=0.585
max	14.992-14.650=0.342

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	8.394-8.614=-0.220
σ	0.369-0.349=0.019
min	7.834-8.051=-0.218
max	8.777-9.006=-0.229

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	6.505-6.205=0.299
σ	0.197-0.176=0.021
min	6.211-5.966=0.245
max	6.812-6.426=0.385

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.677=0.000

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	5.518-5.525=-0.007
σ	0.157-0.106=0.051
min	5.336-5.341=-0.005
max	5.800-5.656=0.144

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=-0.000
min	25.969-25.969=0.000
max	25.972

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	5.316-5.073=0.243
σ	0.115-0.099=0.016
min	5.124-4.953=0.171
max	5.456-5.282=0.174

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7127.000-7128.000=-1.000
σ	0.000
min	7127.000-7128.000=-1.000
max	7127.000-7128.000=-1.000

*mean*	361.178-345.541=15.637
σ	42.730-2.589=40.142
min	344.417-340.546=3.872
max	466.854-349.847=117.008

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=0.000
min	7917.625-7917.625=0.001
max	7918.954-7918.953=0.000

*mean*	3262.750-3264.500=-1.750
σ	1815.183-1816.427=-1.243
min	810.000-809.000=1.000
max	5599.000-5604.000=-5.000

*mean*	3746.256-3643.662=102.594
σ	1214.004-1096.127=117.877
min	3089.918-3098.341=-8.424
max	6025.087-6130.058=-104.971

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	83.746-82.657=1.089
σ	16.598-12.862=3.735
min	69.913-70.753=-0.840
max	110.627-105.837=4.789

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.944=0.000
max	40.950

*mean*	7127.000-7128.000=-1.000
σ	0.000
min	7127.000-7128.000=-1.000
max	7127.000-7128.000=-1.000

*mean*	85.557-64.418=21.139
σ	66.520-6.415=60.105
min	60.621-59.739=0.882
max	250.034-75.586=174.449

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7127.000-7128.000=-1.000
σ	0.000
min	7127.000-7128.000=-1.000
max	7127.000-7128.000=-1.000

*mean*	211.053-100.087=110.966
σ	312.719-5.219=307.500
min	98.381-96.967=1.413
max	984.974-109.398=875.576

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.001
σ	4.303-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820-14227.820=-0.000

*mean*	4029.125-4030.375=-1.250
σ	2000.289-2001.780=-1.491
min	1218.000-1217.000=1.000
max	7127.000-7128.000=-1.000

*mean*	8258.356-8097.270=161.086
σ	2001.803-1854.801=147.002
min	5964.943-5972.791=-7.847
max	10898.330-10594.205=304.125

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.001=0.000
min	13159.106-13159.107=-0.001
max	13159.110

*mean*	7127.000-7128.000=-1.000
σ	0.000
min	7127.000-7128.000=-1.000
max	7127.000-7128.000=-1.000

*mean*	5465.105-5628.303=-163.198
σ	1045.088-1096.914=-51.826
min	4989.925-5003.553=-13.628
max	8019.288-8152.152=-132.863

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	360.745-372.071=-11.325
σ	34.051-21.721=12.330
min	292.689-339.360=-46.671
max	390.108-392.887=-2.779

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-561.000=-1.750
σ	0.463-0.000=0.463
min	559.000-561.000=-2.000
max	560.000-561.000=-1.000

*mean*	728.405-739.818=-11.412
σ	72.615-54.953=17.661
min	591.345-625.426=-34.081
max	794.737-792.912=1.825

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.298=0.001
σ	0.759-0.759=-0.000
min	1023.821-1023.823=-0.001
max	1027.437-1027.437=0.000

*mean*	1046.850-1050.850=-4.000
σ	314.275-314.849=-0.574
min	570.000-575.000=-5.000
max	1511.000-1518.000=-7.000

*mean*	1.595-1.577=0.018
σ	0.096-0.074=0.022
min	1.491-1.507=-0.015
max	1.797-1.782=0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.289=0.114
σ	0.505-0.299=0.206
min	0.135-0.128=0.007
max	1.304-0.819=0.485

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.481=-0.003
σ	0.306-0.329=-0.023
min	0.328-0.319=0.009
max	1.025-1.070=-0.044

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.218=-0.003
σ	0.027-0.022=0.005
min	0.194-0.200=-0.006
max	0.261-0.255=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.337=-0.007
σ	0.016-0.022=-0.006
min	0.319-0.321=-0.002
max	0.357-0.375=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-433.600=2.400
σ	2.236-3.130=-0.894
min	432.000-431.000=1.000
max	437.000

*mean*	0.529-0.596=-0.067
σ	0.039-0.010=0.029
min	0.479-0.584=-0.105
max	0.587-0.606=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.491-0.446=0.045
σ	0.042-0.026=0.016
min	0.438-0.415=0.022
max	0.527-0.477=0.051

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.608-1.957=0.651
σ	0.077-0.066=0.010
min	2.481-1.856=0.625
max	2.819-2.171=0.649

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.630-1.964=0.666
σ	0.144-0.065=0.079
min	2.469-1.836=0.633
max	3.783-2.179=1.604

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.300-0.303=-0.003
σ	0.009-0.009=0.000
min	0.286-0.289=-0.003
max	0.360-0.358=0.002

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.289-0.288=0.001
σ	0.007-0.007=-0.000
min	0.276-0.274=0.002
max	0.322-0.331=-0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.799-298.654=0.144
σ	1.026-1.052=-0.026
min	298.381-298.218=0.163
max	301.713-301.645=0.068

*mean*	441.300-444.400=-3.100
σ	14.275-16.022=-1.747
min	420.000-425.000=-5.000
max	463.000-469.000=-6.000

*mean*	0.602-0.599=0.002
σ	0.017-0.015=0.003
min	0.576-0.573=0.003
max	0.633-0.621=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1053.875-1056.625=-2.750
σ	25.809-26.517=-0.707
min	990.000-991.000=-1.000
max	1063.000-1066.000=-3.000

*mean*	210.085-209.549=0.536
σ	1.730-3.494=-1.764
min	206.749-205.123=1.626
max	211.663-213.798=-2.135

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1053.875-1056.625=-2.750
σ	25.809-26.517=-0.707
min	990.000-991.000=-1.000
max	1063.000-1066.000=-3.000

*mean*	8.274-9.437=-1.164
σ	1.457-1.855=-0.398
min	6.286-6.515=-0.229
max	9.656-12.876=-3.220

phase=parser

*mean*	1042.361-1042.360=0.000
σ	0.000-0.000=-0.000
min	1042.360
max	1042.361

*mean*	1053.875-1056.625=-2.750
σ	25.809-26.517=-0.707
min	990.000-991.000=-1.000
max	1063.000-1066.000=-3.000

*mean*	475.058-554.497=-79.439
σ	91.816-130.718=-38.902
min	378.499-442.045=-63.545
max	621.823-836.412=-214.589

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1063.000-1066.000=-3.000
σ	0.000
min	1063.000-1066.000=-3.000
max	1063.000-1066.000=-3.000

*mean*	4931.326-4807.473=123.853
σ	598.063-483.602=114.461
min	3694.850-3932.817=-237.967
max	5408.502-5493.900=-85.398

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1053.875-1056.625=-2.750
σ	25.809-26.517=-0.707
min	990.000-991.000=-1.000
max	1063.000-1066.000=-3.000

*mean*	31.881-37.840=-5.959
σ	8.954-9.928=-0.974
min	20.789-20.119=0.670
max	40.150-51.652=-11.502

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1053.875-1056.625=-2.750
σ	25.809-26.517=-0.707
min	990.000-991.000=-1.000
max	1063.000-1066.000=-3.000

*mean*	742.277-777.334=-35.057
σ	94.749-104.181=-9.432
min	653.580-663.915=-10.335
max	889.698-899.318=-9.620

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.823=-0.000
σ	0.038-0.038=-0.001
min	293.770-293.769=0.000
max	293.862-293.862=-0.000

*mean*	441.200-445.000=-3.800
σ	1.643-0.000=1.643
min	440.000-445.000=-5.000
max	443.000-445.000=-2.000

*mean*	0.393-0.395=-0.002
σ	0.000-0.001=-0.000
min	0.392-0.394=-0.002
max	0.393-0.396=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.195-1320.217=-0.022
σ	0.059-0.033=0.026
min	1320.130-1320.165=-0.035
max	1320.265-1320.248=0.017

*mean*	1079.600-1071.400=8.200
σ	189.930-168.381=21.548
min	838.000-843.000=-5.000
max	1311.000-1273.000=38.000

*mean*	2.214-2.294=-0.080
σ	0.049-0.191=-0.142
min	2.142-2.158=-0.015
max	2.267-2.629=-0.363

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.688-1560.615=0.073
σ	6.189-6.232=-0.043
min	1557.756-1557.608=0.148
max	1571.756-1571.759=-0.003

*mean*	625.000-617.800=7.200
σ	88.043-82.606=5.437
min	519.000-493.000=26.000
max	738.000-715.000=23.000

*mean*	2.561-2.318=0.243
σ	0.308-0.216=0.092
min	2.195-2.157=0.038
max	2.959-2.693=0.267

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.161=0.013
σ	0.063-0.050=0.013
min	1882.101-1882.113=-0.012
max	1882.262-1882.246=0.016

*mean*	1737.600-1696.800=40.800
σ	191.410-246.843=-55.433
min	1467.000-1391.000=76.000
max	1913.000-2022.000=-109.000

*mean*	3.199-2.951=0.247
σ	0.339-0.059=0.279
min	2.889-2.879=0.010
max	3.769-3.013=0.755

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.637=0.008
σ	0.166-0.205=-0.039
min	1.457-1.321=0.137
max	1.858-1.873=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.080=0.002
σ	582.721-582.723=-0.001
min	160.720-160.716=0.003
max	1326.164-1326.164=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.544-0.539=0.005
σ	0.545-0.521=0.024
min	0.265-0.269=-0.004
max	1.361-1.320=0.041

policies=20

*mean*	1607.535-1607.518=0.017
σ	0.416-0.413=0.002
min	1607.253-1607.240=0.013
max	1608.151-1608.131=0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-449.000=1.500
σ	8.660-9.238=-0.577
min	443.000-441.000=2.000
max	458.000-457.000=1.000

*mean*	2.695-2.690=0.004
σ	0.019-0.019=-0.001
min	2.683-2.669=0.014
max	2.723-2.714=0.009

policies=200

*mean*	16083.420-16083.477=-0.057
σ	0.178-0.158=0.021
min	16083.303-16083.324=-0.022
max	16083.685-16083.691=-0.006

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-495.000=2.500
σ	4.655-2.944=1.711
min	492.000
max	503.000-499.000=4.000

*mean*	27.132-27.110=0.023
σ	0.104-0.098=0.005
min	27.027-26.976=0.051
max	27.275-27.213=0.062