Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=-0.000
σ	0.357-0.357=0.001
min	54.542-54.548=-0.006
max	55.694-55.692=0.001

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.142-0.142=-0.001
σ	0.005-0.005=-0.000
min	0.137-0.137=-0.000
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.000
σ	0.007-0.005=0.002
min	43.695-43.694=0.001
max	43.717-43.712=0.005

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.122-0.122=-0.000
σ	0.006-0.004=0.002
min	0.116-0.118=-0.002
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	12.480-12.681=-0.201
σ	0.295-0.180=0.115
min	12.151-12.423=-0.271
max	13.033-12.950=0.083

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	12.420-11.872=0.548
σ	0.682-0.209=0.473
min	11.343-11.494=-0.151
max	13.040-12.188=0.852

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.000

*mean*	7268.000-7320.000=-52.000
σ	0.000
min	7268.000-7320.000=-52.000
max	7268.000-7320.000=-52.000

*mean*	14.948-15.120=-0.172
σ	0.363-0.571=-0.208
min	14.284-13.793=0.491
max	15.263-15.636=-0.374

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	12.587-13.235=-0.648
σ	1.849-1.753=0.096
min	11.170-11.533=-0.363
max	15.344-15.720=-0.375

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	8.844-8.894=-0.049
σ	0.262-0.430=-0.168
min	8.430-8.434=-0.004
max	9.190-9.431=-0.242

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	6.793-6.578=0.215
σ	0.228-0.382=-0.155
min	6.363-6.169=0.193
max	7.028-7.301=-0.273

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=0.000
max	25.674-25.674=0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	5.763-5.801=-0.037
σ	0.217-0.098=0.119
min	5.445-5.662=-0.217
max	5.946-5.958=-0.012

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=-0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	5.615-5.767=-0.152
σ	0.106-0.081=0.025
min	5.485-5.645=-0.160
max	5.790-5.904=-0.114

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7268.000-7320.000=-52.000
σ	0.000
min	7268.000-7320.000=-52.000
max	7268.000-7320.000=-52.000

*mean*	1672.315-1065.872=606.443
σ	1065.213-69.328=995.884
min	1038.260-1033.839=4.421
max	4060.749-1236.620=2824.129

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.001

*mean*	3568.625-3576.625=-8.000
σ	1789.560-1798.905=-9.346
min	1044.000-1045.000=-1.000
max	5773.000-5806.000=-33.000

*mean*	4770.974-4801.362=-30.387
σ	1322.611-1443.904=-121.293
min	3528.160-3511.760=16.400
max	6291.872-6926.206=-634.333

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	82.894-78.068=4.826
σ	11.193-5.778=5.414
min	69.851-69.559=0.292
max	97.294-88.569=8.725

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.945-40.945=-0.000
max	40.946-40.946=0.000

*mean*	7268.000-7320.000=-52.000
σ	0.000
min	7268.000-7320.000=-52.000
max	7268.000-7320.000=-52.000

*mean*	107.142-106.051=1.091
σ	2.406-5.036=-2.630
min	103.096-96.509=6.587
max	111.176-112.619=-1.444

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686-66.686=-0.000
max	66.687

*mean*	7268.000-7320.000=-52.000
σ	0.000
min	7268.000-7320.000=-52.000
max	7268.000-7320.000=-52.000

*mean*	164.591-163.848=0.743
σ	4.782-7.011=-2.229
min	154.592-148.659=5.934
max	168.978-168.480=0.498

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=-0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=-0.001
max	11667.551-11667.552=-0.001

*mean*	4147.000-4156.125=-9.125
σ	1890.137-1903.350=-13.213
min	1554.000-1555.000=-1.000
max	7268.000-7320.000=-52.000

*mean*	6605.696-6548.188=57.508
σ	1039.116-1271.639=-232.523
min	4931.969-4901.698=30.271
max	7780.301-7829.998=-49.697

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067

*mean*	7268.000-7320.000=-52.000
σ	0.000
min	7268.000-7320.000=-52.000
max	7268.000-7320.000=-52.000

*mean*	5818.892-5329.552=489.340
σ	1521.572-1261.939=259.632
min	4411.382-4359.863=51.519
max	8215.170-7627.877=587.293

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	374.760-388.845=-14.085
σ	34.949-14.956=19.993
min	299.628-354.354=-54.725
max	399.065-399.367=-0.302

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.000-560.000=-4.000
σ	5.345-0.000=5.345
min	551.000-560.000=-9.000
max	561.000-560.000=1.000

*mean*	747.771-763.948=-16.178
σ	50.928-69.250=-18.323
min	681.351-595.962=85.388
max	804.780-802.342=2.438

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.328=0.000
σ	0.758-0.759=-0.000
min	1023.855-1023.851=0.004
max	1027.465-1027.464=0.001

*mean*	1049.800-1053.000=-3.200
σ	298.410-299.574=-1.164
min	563.000-581.000=-18.000
max	1452.000-1460.000=-8.000

*mean*	1.555-1.561=-0.006
σ	0.051-0.071=-0.020
min	1.494-1.505=-0.010
max	1.655-1.787=-0.131

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.317-0.548=-0.231
σ	0.317-0.561=-0.243
min	0.142-0.248=-0.106
max	0.879-1.546=-0.666

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.438-0.837=-0.399
σ	0.188-0.522=-0.334
min	0.333-0.577=-0.244
max	0.772-1.770=-0.998

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.231-0.389=-0.158
σ	0.031-0.046=-0.015
min	0.207-0.358=-0.150
max	0.285-0.470=-0.185

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.365-0.584=-0.219
σ	0.046-0.031=0.015
min	0.335-0.557=-0.222
max	0.444-0.634=-0.190

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.200-431.000=-0.800
σ	0.447-0.000=0.447
min	430.000-431.000=-1.000
max	431.000

*mean*	0.574-0.587=-0.013
σ	0.066-0.116=-0.050
min	0.458-0.467=-0.009
max	0.618-0.754=-0.136

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.517-0.467=0.050
σ	0.013-0.074=-0.061
min	0.495-0.383=0.112
max	0.527-0.524=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.671-2.638=0.033
σ	0.104-0.099=0.005
min	2.468-2.467=0.000
max	3.339-3.037=0.302

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	2.643-2.609=0.033
σ	0.108-0.102=0.006
min	2.446-2.461=-0.015
max	3.184-3.074=0.110

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.308-0.307=0.001
σ	0.011-0.014=-0.003
min	0.290-0.291=-0.000
max	0.385-0.419=-0.033

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-431.000=5.000
σ	0.000
min	436.000-431.000=5.000
max	436.000-431.000=5.000

*mean*	0.296-0.289=0.007
σ	0.010-0.007=0.003
min	0.280-0.278=0.002
max	0.343-0.335=0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.882-298.763=0.119
σ	0.993-0.985=0.008
min	298.396-298.373=0.024
max	301.699-301.563=0.137

*mean*	442.400-444.700=-2.300
σ	13.946-13.284=0.662
min	418.000-428.000=-10.000
max	464.000-466.000=-2.000

*mean*	0.601-0.594=0.007
σ	0.027-0.020=0.008
min	0.558-0.561=-0.003
max	0.642-0.618=0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	217.930-220.343=-2.413
σ	1.645-3.884=-2.240
min	214.868-211.920=2.949
max	220.078-223.826=-3.748

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	10.994-12.036=-1.042
σ	2.240-1.363=0.878
min	6.369-9.435=-3.066
max	12.892-12.948=-0.057

phase=parser

*mean*	1042.365-1042.365=0.000
σ	0.000-0.000=-0.000
min	1042.365-1042.365=0.000
max	1042.366

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	635.631-694.234=-58.603
σ	97.310-61.727=35.583
min	472.241-591.419=-119.178
max	731.159-734.854=-3.695

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	5739.416-5672.733=66.683
σ	1228.512-1186.503=42.010
min	4085.920-3516.660=569.260
max	7945.289-7686.089=259.200

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	41.941-46.485=-4.544
σ	5.897-2.880=3.017
min	34.172-40.195=-6.022
max	48.043-48.436=-0.394

phase=type checker

*mean*	990.446
σ	0.066
min	990.348
max	990.536

*mean*	1745.000-1743.000=2.000
σ	0.000
min	1745.000-1743.000=2.000
max	1745.000-1743.000=2.000

*mean*	819.693-824.766=-5.073
σ	84.140-77.645=6.495
min	684.062-691.004=-6.941
max	899.297-900.191=-0.895

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.918=0.000
σ	0.038-0.038=-0.000
min	293.865-293.864=0.001
max	293.958-293.958=0.000

*mean*	447.000-441.000=6.000
σ	0.000-2.739=-2.739
min	447.000-439.000=8.000
max	447.000-444.000=3.000

*mean*	0.396-0.393=0.003
σ	0.004-0.001=0.003
min	0.393-0.392=0.001
max	0.404-0.395=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.232-1320.192=0.039
σ	0.095-0.099=-0.004
min	1320.111-1320.089=0.022
max	1320.336-1320.318=0.019

*mean*	1068.400-1111.200=-42.800
σ	168.034-187.716=-19.682
min	843.000-891.000=-48.000
max	1276.000-1373.000=-97.000

*mean*	2.063-1.986=0.077
σ	0.316-0.104=0.212
min	1.874-1.911=-0.037
max	2.620-2.167=0.453

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.738-1559.732=0.006
σ	4.076-4.061=0.014
min	1557.713-1557.700=0.013
max	1567.022-1566.990=0.032

*mean*	619.400-624.400=-5.000
σ	82.309-87.905=-5.596
min	495.000-494.000=1.000
max	716.000-729.000=-13.000

*mean*	2.289-2.265=0.024
σ	0.241-0.157=0.084
min	2.092-2.150=-0.059
max	2.708-2.542=0.166

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.288-1882.282=0.005
σ	0.077-0.059=0.018
min	1882.211-1882.201=0.010
max	1882.391-1882.349=0.042

*mean*	1700.000-1726.400=-26.400
σ	245.995-179.517=66.478
min	1407.000-1504.000=-97.000
max	2031.000-1970.000=61.000

*mean*	3.063-3.059=0.005
σ	0.192-0.323=-0.131
min	2.898-2.736=0.162
max	3.385-3.483=-0.098

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.834-1.783=0.051
σ	0.095-0.178=-0.082
min	1.698-1.498=0.200
max	1.908-1.929=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.535-453.537=-0.002
σ	585.528-585.531=-0.002
min	160.768-160.767=0.001
max	1331.827-1331.833=-0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.549-0.522=0.027
σ	0.552-0.495=0.057
min	0.269-0.273=-0.004
max	1.377-1.265=0.112

policies=20

*mean*	1608.038-1608.035=0.003
σ	0.438-0.425=0.012
min	1607.741-1607.759=-0.018
max	1608.686-1608.668=0.018

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-447.500=2.250
σ	11.587-8.660=2.926
min	442.000-440.000=2.000
max	467.000-455.000=12.000

*mean*	2.734-2.703=0.031
σ	0.034-0.012=0.022
min	2.688-2.688=-0.000
max	2.770-2.716=0.054

policies=200

*mean*	16088.598-16088.589=0.009
σ	0.160-0.134=0.026
min	16088.477-16088.496=-0.019
max	16088.823-16088.787=0.036

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-496.250=4.250
σ	7.188-5.377=1.811
min	494.000-490.000=4.000
max	510.000-503.000=7.000

*mean*	27.290-27.274=0.016
σ	0.157-0.185=-0.029
min	27.155-27.106=0.050
max	27.459-27.536=-0.077