Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.679=0.000
σ	0.359-0.358=0.002
min	54.540-54.537=0.004
max	55.701-55.697=0.005

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.141-0.148=-0.006
σ	0.004-0.014=-0.010
min	0.138-0.124=0.014
max	0.150-0.170=-0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.000
σ	0.006-0.005=0.001
min	43.697-43.697=0.000
max	43.713-43.710=0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.121-0.121=-0.000
σ	0.004-0.005=-0.001
min	0.116-0.116=0.000
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	12.765-12.240=0.525
σ	0.203-0.266=-0.064
min	12.468-11.885=0.583
max	12.998-12.736=0.262

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	13.128-11.785=1.343
σ	0.604-0.539=0.065
min	11.761-11.319=0.442
max	13.678-12.578=1.099

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.932-41.933=-0.001

*mean*	7323.000-7309.000=14.000
σ	0.000
min	7323.000-7309.000=14.000
max	7323.000-7309.000=14.000

*mean*	14.498-14.498=0.001
σ	0.873-0.676=0.197
min	12.442-12.994=-0.552
max	15.241-15.022=0.219

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.931-41.932=-0.001

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	12.167-12.648=-0.481
σ	1.562-1.843=-0.281
min	10.709-10.319=0.389
max	14.204-14.702=-0.498

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	8.937-8.307=0.629
σ	0.372-0.308=0.064
min	8.474-7.825=0.648
max	9.418-8.792=0.626

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	7.042-6.401=0.641
σ	0.119-0.145=-0.026
min	6.863-6.107=0.757
max	7.221-6.575=0.646

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.665=0.000
max	25.674-25.674=0.000

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	6.045-5.478=0.567
σ	0.084-0.120=-0.037
min	5.913-5.334=0.579
max	6.128-5.692=0.436

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.974-25.974=-0.000

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	5.847-5.322=0.525
σ	0.084-0.183=-0.099
min	5.713-4.989=0.724
max	5.993-5.583=0.410

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.000

*mean*	7323.000-7309.000=14.000
σ	0.000
min	7323.000-7309.000=14.000
max	7323.000-7309.000=14.000

*mean*	1049.725-1265.483=-215.757
σ	10.660-553.369=-542.709
min	1036.114-1030.501=5.613
max	1070.103-2621.747=-1551.644

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3580.000-3573.375=6.625
σ	1803.660-1796.727=6.933
min	1044.000-1045.000=-1.000
max	5819.000-5794.000=25.000

*mean*	4728.413-5041.324=-312.911
σ	1561.377-1673.589=-112.212
min	3524.247-3515.720=8.528
max	7087.058-7373.739=-286.681

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	79.406-82.496=-3.091
σ	9.036-12.777=-3.741
min	69.706-69.522=0.185
max	93.521-99.788=-6.267

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7323.000-7309.000=14.000
σ	0.000
min	7323.000-7309.000=14.000
max	7323.000-7309.000=14.000

*mean*	104.557-105.665=-1.108
σ	6.960-4.598=2.362
min	90.628-95.917=-5.289
max	112.575-109.939=2.637

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687

*mean*	7323.000-7309.000=14.000
σ	0.000
min	7323.000-7309.000=14.000
max	7323.000-7309.000=14.000

*mean*	161.798-162.835=-1.037
σ	9.378-6.901=2.477
min	140.275-147.087=-6.812
max	168.443-167.973=0.470

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.900=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=-0.001
max	11667.552

*mean*	4157.625-4154.500=3.125
σ	1906.379-1901.774=4.605
min	1556.000-1557.000=-1.000
max	7323.000-7309.000=14.000

*mean*	6280.822-6589.199=-308.377
σ	1034.593-1278.497=-243.904
min	4921.505-4934.753=-13.248
max	7985.012-8224.903=-239.892

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067-11560.067=0.001

*mean*	7323.000-7309.000=14.000
σ	0.000
min	7323.000-7309.000=14.000
max	7323.000-7309.000=14.000

*mean*	5716.575-5324.942=391.633
σ	1845.258-1293.766=551.492
min	4332.851-4338.970=-6.119
max	8843.386-7707.814=1135.572

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	386.289-387.340=-1.051
σ	12.928-15.745=-2.818
min	355.505-348.645=6.860
max	393.945-396.101=-2.156

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	752.665-760.641=-7.976
σ	61.276-52.971=8.304
min	641.277-672.628=-31.351
max	812.845-801.781=11.064

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.329=-0.001
σ	0.758-0.759=-0.000
min	1023.853-1023.855=-0.003
max	1027.465-1027.465=0.000

*mean*	1055.300-1046.150=9.150
σ	320.272-295.980=24.292
min	576.000-563.000=13.000
max	1532.000-1438.000=94.000

*mean*	1.567-1.558=0.009
σ	0.090-0.051=0.039
min	1.399-1.495=-0.096
max	1.766-1.649=0.117

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.393=-0.087
σ	0.305-0.507=-0.202
min	0.143-0.140=0.003
max	0.847-1.298=-0.451

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.530=-0.053
σ	0.322-0.309=0.013
min	0.319-0.318=0.001
max	1.052-1.044=0.008

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.224=0.004
σ	0.025-0.026=-0.002
min	0.205-0.205=0.001
max	0.269-0.269=0.000

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.344-0.335=0.009
σ	0.019-0.019=0.001
min	0.328-0.318=0.010
max	0.376-0.367=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.488-0.576=-0.088
σ	0.043-0.047=-0.004
min	0.428-0.498=-0.070
max	0.542-0.615=-0.072

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.436-0.490=-0.053
σ	0.038-0.033=0.005
min	0.389-0.444=-0.055
max	0.495-0.519=-0.024

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.640-2.570=0.071
σ	0.106-0.079=0.027
min	2.461-2.420=0.041
max	2.898-2.841=0.057

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.576-2.562=0.014
σ	0.098-0.088=0.010
min	2.412-2.419=-0.007
max	3.016-2.875=0.142

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.311-0.306=0.004
σ	0.010-0.011=-0.001
min	0.291-0.289=0.002
max	0.361-0.378=-0.016

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.295-0.296=-0.001
σ	0.038-0.026=0.012
min	0.279-0.279=0.000
max	0.658-0.540=0.118

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.813-298.989=-0.176
σ	1.035-1.098=-0.064
min	298.377-298.498=-0.121
max	301.751-302.087=-0.337

*mean*	446.900-442.800=4.100
σ	18.466-14.227=4.239
min	418.000-427.000=-9.000
max	472.000-468.000=4.000

*mean*	0.606-0.595=0.011
σ	0.018-0.027=-0.009
min	0.570-0.528=0.042
max	0.620-0.617=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=0.000
σ	0.000-0.000=0.000
min	239.532
max	239.532-239.532=0.000

*mean*	1748.000-1755.500=-7.500
σ	0.000-13.363=-13.363
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	217.485-216.930=0.555
σ	1.648-1.140=0.508
min	215.632-215.156=0.476
max	220.195-218.696=1.499

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1748.000-1755.500=-7.500
σ	0.000-13.363=-13.363
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	11.908-11.256=0.652
σ	1.366-1.982=-0.617
min	9.554-7.482=2.071
max	13.076-13.015=0.060

phase=parser

*mean*	1042.362-1042.361=0.001
σ	0.000-0.000=0.000
min	1042.361
max	1042.362

*mean*	1748.000-1755.500=-7.500
σ	0.000-13.363=-13.363
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	676.964-654.807=22.157
σ	95.845-128.993=-33.147
min	561.788-415.815=145.973
max	827.066-843.076=-16.010

phase=processProdDef

*mean*	6169.660-6169.660=-0.000
σ	0.001-0.001=0.000
min	6169.660
max	6169.661

*mean*	1748.000-1758.625=-10.625
σ	0.000-12.939=-12.939
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	5337.267-4859.814=477.453
σ	1696.287-1532.536=163.751
min	3676.409-2960.466=715.943
max	7898.141-7766.196=131.945

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1748.000-1755.500=-7.500
σ	0.000-13.363=-13.363
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	53.660-42.010=11.650
σ	26.877-8.935=17.942
min	34.815-25.789=9.026
max	118.289-53.911=64.377

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1748.000-1755.500=-7.500
σ	0.000-13.363=-13.363
min	1748.000-1743.000=5.000
max	1748.000-1768.000=-20.000

*mean*	833.859-774.407=59.452
σ	55.813-90.321=-34.508
min	751.190-647.237=103.953
max	922.268-907.979=14.289

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926-293.925=0.000
σ	0.046-0.044=0.001
min	293.861-293.862=-0.001
max	293.971-293.966=0.006

*mean*	445.000-445.200=-0.200
σ	0.000-1.643=-1.643
min	445.000-444.000=1.000
max	445.000-447.000=-2.000

*mean*	0.402-0.398=0.004
σ	0.005-0.001=0.004
min	0.399-0.397=0.002
max	0.410-0.399=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.239-1320.275=-0.036
σ	0.064-0.066=-0.002
min	1320.183-1320.169=0.014
max	1320.314-1320.327=-0.013

*mean*	1068.600-1069.400=-0.800
σ	168.841-168.034=0.807
min	842.000-844.000=-2.000
max	1277.000

*mean*	2.066-2.116=-0.049
σ	0.267-0.286=-0.019
min	1.870-1.793=0.077
max	2.486-2.478=0.008

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.746-1559.735=0.010
σ	4.057-4.070=-0.014
min	1557.747-1557.700=0.048
max	1566.997-1567.009=-0.013

*mean*	619.000-620.200=-1.200
σ	82.553-82.363=0.190
min	494.000-496.000=-2.000
max	716.000-717.000=-1.000

*mean*	2.278-2.280=-0.002
σ	0.108-0.181=-0.073
min	2.172-2.168=0.004
max	2.447-2.599=-0.152

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.276-1882.267=0.009
σ	0.062-0.057=0.004
min	1882.196-1882.198=-0.002
max	1882.345-1882.355=-0.010

*mean*	1701.400-1701.600=-0.200
σ	247.427-245.957=1.470
min	1407.000-1408.000=-1.000
max	2035.000-2032.000=3.000

*mean*	2.958-2.878=0.081
σ	0.054-0.133=-0.079
min	2.911-2.713=0.199
max	3.052-3.012=0.040

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768-1.765=0.002
σ	0.152-0.108=0.044
min	1.569-1.621=-0.052
max	1.919-1.878=0.041

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.536=0.001
σ	585.528-585.529=-0.001
min	160.771-160.767=0.004
max	1331.829-1331.829=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.563-0.529=0.034
σ	0.579-0.518=0.061
min	0.272-0.267=0.005
max	1.432-1.306=0.126

policies=20

*mean*	1608.044-1608.040=0.004
σ	0.420-0.414=0.007
min	1607.757-1607.755=0.002
max	1608.667-1608.652=0.015

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-449.250=1.750
σ	10.832-9.878=0.954
min	443.000
max	467.000-464.000=3.000

*mean*	2.715-2.697=0.018
σ	0.007-0.022=-0.015
min	2.706-2.669=0.037
max	2.720-2.721=-0.001

policies=200

*mean*	16088.504-16088.609=-0.104
σ	0.158-0.109=0.049
min	16088.281-16088.517=-0.236
max	16088.637-16088.757=-0.120

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-496.000=4.000
σ	6.055-4.163=1.892
min	494.000-491.000=3.000
max	507.000-501.000=6.000

*mean*	27.379-27.342=0.036
σ	0.121-0.125=-0.004
min	27.213-27.157=0.056
max	27.500-27.423=0.077