Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.580=0.097
σ	0.357-0.341=0.016
min	54.542-54.451=0.090
max	55.694-55.550=0.143

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.005-0.006=-0.001
min	0.137-0.136=0.001
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.001
σ	0.007-0.006=0.001
min	43.695-43.694=0.001
max	43.717-43.710=0.007

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.120=0.001
σ	0.006-0.006=0.000
min	0.116-0.115=0.001
max	0.130-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	12.480-12.876=-0.396
σ	0.295-0.458=-0.162
min	12.151-12.332=-0.180
max	13.033-13.628=-0.596

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	12.420-12.871=-0.452
σ	0.682-0.556=0.126
min	11.343-11.904=-0.562
max	13.040-13.419=-0.379

op=table_records(), no indexes

*mean*	41.932-41.932=0.001
σ	0.001-0.001=0.000
min	41.929-41.928=0.001
max	41.933-41.933=0.000

*mean*	7268.000-7273.000=-5.000
σ	0.000
min	7268.000-7273.000=-5.000
max	7268.000-7273.000=-5.000

*mean*	14.948-15.407=-0.458
σ	0.363-0.312=0.051
min	14.284-14.745=-0.462
max	15.263-15.746=-0.483

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	12.587-13.463=-0.877
σ	1.849-1.581=0.268
min	11.170-11.510=-0.340
max	15.344-15.397=-0.053

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	8.844-8.929=-0.085
σ	0.262-0.372=-0.111
min	8.430-8.297=0.133
max	9.190-9.479=-0.290

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	6.793-6.765=0.028
σ	0.228-0.232=-0.004
min	6.363-6.419=-0.057
max	7.028-7.134=-0.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	5.763-6.150=-0.387
σ	0.217-0.205=0.012
min	5.445-5.735=-0.290
max	5.946-6.362=-0.417

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	5.615-5.835=-0.220
σ	0.106-0.067=0.039
min	5.485-5.726=-0.241
max	5.790-5.946=-0.156

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.606-2524.606=-0.000

*mean*	7268.000-7273.000=-5.000
σ	0.000
min	7268.000-7273.000=-5.000
max	7268.000-7273.000=-5.000

*mean*	1672.315-1524.507=147.808
σ	1065.213-771.362=293.851
min	1038.260-1040.096=-1.836
max	4060.749-3176.521=884.228

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3568.625-3569.375=-0.750
σ	1789.560-1789.167=0.392
min	1044.000-1046.000=-2.000
max	5773.000-5775.000=-2.000

*mean*	4770.974-4738.056=32.918
σ	1322.611-1552.005=-229.394
min	3528.160-3533.519=-5.359
max	6291.872-7160.475=-868.603

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	82.894-83.975=-1.081
σ	11.193-13.726=-2.533
min	69.851-70.323=-0.472
max	97.294-101.704=-4.410

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7268.000-7273.000=-5.000
σ	0.000
min	7268.000-7273.000=-5.000
max	7268.000-7273.000=-5.000

*mean*	107.142-107.404=-0.261
σ	2.406-3.559=-1.153
min	103.096-103.026=0.070
max	111.176-112.670=-1.495

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7268.000-7273.000=-5.000
σ	0.000
min	7268.000-7273.000=-5.000
max	7268.000-7273.000=-5.000

*mean*	164.591-164.069=0.522
σ	4.782-4.836=-0.054
min	154.592-153.335=1.258
max	168.978-167.779=1.199

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.064
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.551-11667.538=0.012

*mean*	4147.000-4147.500=-0.500
σ	1890.137-1890.836=-0.699
min	1554.000
max	7268.000-7273.000=-5.000

*mean*	6605.696-6263.055=342.641
σ	1039.116-894.872=144.244
min	4931.969-4941.006=-9.037
max	7780.301-7487.161=293.140

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7268.000-7273.000=-5.000
σ	0.000
min	7268.000-7273.000=-5.000
max	7268.000-7273.000=-5.000

*mean*	5818.892-5965.969=-147.077
σ	1521.572-1613.816=-92.245
min	4411.382-4416.973=-5.591
max	8215.170-7811.108=404.062

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	374.760-378.375=-3.615
σ	34.949-28.517=6.431
min	299.628-308.664=-9.036
max	399.065-396.137=2.927

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.000-561.000=-5.000
σ	5.345-0.000=5.345
min	551.000-561.000=-10.000
max	561.000

*mean*	747.771-735.875=11.896
σ	50.928-60.700=-9.772
min	681.351-635.814=45.537
max	804.780-799.530=5.250

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1008.499=15.829
σ	0.758-0.759=-0.000
min	1023.855-1008.028=15.827
max	1027.465-1011.637=15.828

*mean*	1049.800-1047.250=2.550
σ	298.410-313.304=-14.894
min	563.000-573.000=-10.000
max	1452.000-1510.000=-58.000

*mean*	1.555-1.545=0.010
σ	0.051-0.088=-0.037
min	1.494-1.418=0.076
max	1.655-1.760=-0.105

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.317-0.321=-0.004
σ	0.317-0.288=0.030
min	0.142-0.138=0.004
max	0.879-0.800=0.079

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.438-0.465=-0.028
σ	0.188-0.305=-0.118
min	0.333-0.318=0.015
max	0.772-1.012=-0.240

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.231-0.220=0.011
σ	0.031-0.025=0.006
min	0.207-0.197=0.011
max	0.285-0.262=0.023

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.365-0.335=0.030
σ	0.046-0.018=0.028
min	0.335-0.324=0.011
max	0.444-0.368=0.076

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	430.200-435.600=-5.400
σ	0.447-5.079=-4.632
min	430.000-431.000=-1.000
max	431.000-441.000=-10.000

*mean*	0.574-0.569=0.005
σ	0.066-0.028=0.038
min	0.458-0.521=-0.064
max	0.618-0.592=0.026

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.517-0.408=0.109
σ	0.013-0.027=-0.014
min	0.495-0.372=0.123
max	0.527-0.444=0.082

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.671-1.952=0.719
σ	0.104-0.075=0.029
min	2.468-1.844=0.624
max	3.339-2.323=1.016

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.643-2.058=0.585
σ	0.108-0.278=-0.170
min	2.446-1.826=0.621
max	3.184-3.296=-0.112

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.308-0.320=-0.012
σ	0.011-0.028=-0.017
min	0.290-0.293=-0.003
max	0.385-0.514=-0.128

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.296-0.310=-0.014
σ	0.010-0.066=-0.056
min	0.280-0.282=-0.002
max	0.343-0.721=-0.378

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.882-298.078=0.804
σ	0.993-1.047=-0.055
min	298.396-297.698=0.698
max	301.699-301.058=0.641

*mean*	442.400-444.700=-2.300
σ	13.946-17.820=-3.874
min	418.000-417.000=1.000
max	464.000-471.000=-7.000

*mean*	0.601-0.613=-0.012
σ	0.027-0.011=0.017
min	0.558-0.597=-0.039
max	0.642-0.629=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	217.930-207.063=10.867
σ	1.645-1.512=0.133
min	214.868-204.935=9.934
max	220.078-208.954=11.124

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	10.994-11.310=-0.316
σ	2.240-1.427=0.813
min	6.369-9.507=-3.138
max	12.892-12.653=0.238

phase=parser

*mean*	1042.365-1042.101=0.265
σ	0.000-0.000=-0.000
min	1042.365-1042.100=0.265
max	1042.366-1042.101=0.264

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	635.631-722.521=-86.890
σ	97.310-63.277=34.033
min	472.241-597.374=-125.133
max	731.159-832.038=-100.879

phase=processProdDef

*mean*	6169.659-6169.660=-0.000
σ	0.001
min	6169.659
max	6169.660

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	5739.416-5561.810=177.606
σ	1228.512-1268.978=-40.466
min	4085.920-3883.278=202.641
max	7945.289-7043.030=902.259

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	41.941-40.347=1.594
σ	5.897-8.062=-2.165
min	34.172-29.649=4.523
max	48.043-48.035=0.007

phase=type checker

*mean*	990.446-958.461=31.985
σ	0.066
min	990.348-958.363=31.985
max	990.536-958.551=31.985

*mean*	1745.000-1754.000=-9.000
σ	0.000
min	1745.000-1754.000=-9.000
max	1745.000-1754.000=-9.000

*mean*	819.693-737.256=82.437
σ	84.140-79.763=4.376
min	684.062-636.660=47.402
max	899.297-869.637=29.660

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.686=0.233
σ	0.038-0.040=-0.002
min	293.865-293.632=0.233
max	293.958-293.726=0.231

*mean*	447.000-445.000=2.000
σ	0.000
min	447.000-445.000=2.000
max	447.000-445.000=2.000

*mean*	0.396-0.400=-0.004
σ	0.004-0.002=0.002
min	0.393-0.399=-0.005
max	0.404-0.403=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.232-1303.788=16.444
σ	0.095-0.042=0.054
min	1320.111-1303.744=16.367
max	1320.336-1303.844=16.492

*mean*	1068.400-1063.200=5.200
σ	168.034-168.433=-0.399
min	843.000-841.000=2.000
max	1276.000-1274.000=2.000

*mean*	2.063-2.023=0.040
σ	0.316-0.186=0.129
min	1.874-1.819=0.056
max	2.620-2.203=0.417

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.738-1546.817=12.922
σ	4.076-4.033=0.042
min	1557.713-1544.795=12.918
max	1567.022-1554.025=12.997

*mean*	619.400-612.600=6.800
σ	82.309-73.545=8.765
min	495.000-497.000=-2.000
max	716.000-691.000=25.000

*mean*	2.289-2.287=0.002
σ	0.241-0.228=0.013
min	2.092-2.135=-0.043
max	2.708-2.687=0.021

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.288-1865.807=16.481
σ	0.077-0.059=0.019
min	1882.211-1865.747=16.464
max	1882.391-1865.887=16.504

*mean*	1700.000-1711.800=-11.800
σ	245.995-249.198=-3.203
min	1407.000-1419.000=-12.000
max	2031.000-2064.000=-33.000

*mean*	3.063-2.968=0.095
σ	0.192-0.147=0.045
min	2.898-2.856=0.043
max	3.385-3.216=0.169

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.834-1.820=0.015
σ	0.095-0.112=-0.017
min	1.698-1.647=0.051
max	1.908-1.908=0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.535-450.090=3.444
σ	585.528-579.265=6.264
min	160.768-160.454=0.314
max	1331.827-1318.987=12.840

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.549-0.527=0.022
σ	0.552-0.509=0.043
min	0.269-0.270=-0.001
max	1.377-1.291=0.087

policies=20

*mean*	1608.038-1604.901=3.136
σ	0.438-0.398=0.040
min	1607.741-1604.628=3.113
max	1608.686-1605.490=3.196

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-446.750=3.000
σ	11.587-2.500=9.087
min	442.000-443.000=-1.000
max	467.000-448.000=19.000

*mean*	2.734-2.662=0.072
σ	0.034-0.011=0.023
min	2.688-2.651=0.036
max	2.770-2.674=0.096

policies=200

*mean*	16088.598-16057.332=31.266
σ	0.160-0.085=0.075
min	16088.477-16057.281=31.196
max	16088.823-16057.458=31.365

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-495.250=5.250
σ	7.188-4.856=2.332
min	494.000-489.000=5.000
max	510.000-500.000=10.000

*mean*	27.290-27.008=0.281
σ	0.157-0.070=0.087
min	27.155-26.919=0.236
max	27.459-27.065=0.394