Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.621=-0.041
σ	0.341-0.351=-0.010
min	54.451-54.488=-0.037
max	55.550-55.619=-0.069

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.142=-0.001
σ	0.006-0.005=0.001
min	0.136-0.138=-0.001
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.788=-0.084
σ	0.006-0.005=0.001
min	43.694-43.782=-0.088
max	43.710-43.798=-0.088

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.120-0.122=-0.001
σ	0.006-0.005=0.000
min	0.115-0.114=0.000
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	12.876-12.793=0.083
σ	0.458-0.213=0.245
min	12.332-12.449=-0.117
max	13.628-13.111=0.517

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	12.871-13.182=-0.310
σ	0.556-0.585=-0.030
min	11.904-12.004=-0.099
max	13.419-13.858=-0.439

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.000

*mean*	7273.000-7264.000=9.000
σ	0.000
min	7273.000-7264.000=9.000
max	7273.000-7264.000=9.000

*mean*	15.407-15.582=-0.175
σ	0.312-0.383=-0.070
min	14.745-14.813=-0.067
max	15.746-16.164=-0.418

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	13.463-13.482=-0.019
σ	1.581-1.841=-0.260
min	11.510-11.025=0.484
max	15.397-15.497=-0.100

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.001
min	27.603-27.603=0.000
max	27.990-27.991=-0.002

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	8.929-9.193=-0.263
σ	0.372-0.477=-0.105
min	8.297-8.496=-0.198
max	9.479-9.818=-0.339

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	6.765-6.665=0.100
σ	0.232-0.291=-0.059
min	6.419-6.184=0.235
max	7.134-7.109=0.025

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	6.150-6.060=0.090
σ	0.205-0.143=0.062
min	5.735-5.735=0.000
max	6.362-6.211=0.152

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	5.835-5.814=0.021
σ	0.067-0.123=-0.056
min	5.726-5.610=0.116
max	5.946-5.976=-0.030

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.607=-0.001
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.606-2524.607=-0.001

*mean*	7273.000-7264.000=9.000
σ	0.000
min	7273.000-7264.000=9.000
max	7273.000-7264.000=9.000

*mean*	1524.507-1551.173=-26.666
σ	771.362-1075.397=-304.035
min	1040.096-1037.547=2.549
max	3176.521-4130.174=-953.653

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.882-8745.882=-0.000

*mean*	3569.375-3567.000=2.375
σ	1789.167-1790.014=-0.847
min	1046.000-1043.000=3.000
max	5775.000-5774.000=1.000

*mean*	4738.056-4908.711=-170.655
σ	1552.005-1553.135=-1.130
min	3533.519-3493.378=40.142
max	7160.475-7272.058=-111.584

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	83.975-82.959=1.016
σ	13.726-11.081=2.645
min	70.323-71.651=-1.328
max	101.704-102.865=-1.160

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7273.000-7264.000=9.000
σ	0.000
min	7273.000-7264.000=9.000
max	7273.000-7264.000=9.000

*mean*	107.404-107.960=-0.556
σ	3.559-2.407=1.153
min	103.026-104.870=-1.844
max	112.670-112.874=-0.204

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.687=-0.000

*mean*	7273.000-7264.000=9.000
σ	0.000
min	7273.000-7264.000=9.000
max	7273.000-7264.000=9.000

*mean*	164.069-165.110=-1.041
σ	4.836-4.438=0.398
min	153.335-154.935=-1.600
max	167.779-168.931=-1.152

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.538=0.000

*mean*	4147.500-4145.375=2.125
σ	1890.836-1888.589=2.247
min	1554.000-1556.000=-2.000
max	7273.000-7264.000=9.000

*mean*	6263.055-6579.960=-316.905
σ	894.872-1323.850=-428.978
min	4941.006-4883.935=57.071
max	7487.161-8292.095=-804.935

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.000

*mean*	7273.000-7264.000=9.000
σ	0.000
min	7273.000-7264.000=9.000
max	7273.000-7264.000=9.000

*mean*	5965.969-5526.670=439.298
σ	1613.816-1638.020=-24.204
min	4416.973-4355.887=61.086
max	7811.108-8283.080=-471.972

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	378.375-389.428=-11.053
σ	28.517-5.205=23.312
min	308.664-379.454=-70.790
max	396.137-395.607=0.530

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.000=2.000
σ	0.000
min	561.000-559.000=2.000
max	561.000-559.000=2.000

*mean*	735.875-769.546=-33.671
σ	60.700-17.330=43.370
min	635.814-744.837=-109.023
max	799.530-794.013=5.517

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.376=0.123
σ	0.759-0.760=-0.001
min	1008.028-1007.900=0.128
max	1011.637-1011.517=0.120

*mean*	1047.250-1044.450=2.800
σ	313.304-298.184=15.120
min	573.000-562.000=11.000
max	1510.000-1443.000=67.000

*mean*	1.545-1.526=0.018
σ	0.088-0.070=0.018
min	1.418-1.466=-0.048
max	1.760-1.744=0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.321-0.300=0.021
σ	0.288-0.286=0.002
min	0.138-0.144=-0.005
max	0.800-0.807=-0.006

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.484=-0.019
σ	0.305-0.328=-0.023
min	0.318-0.330=-0.012
max	1.012-1.070=-0.059

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.214=0.006
σ	0.025-0.025=0.000
min	0.197-0.189=0.007
max	0.262-0.254=0.007

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.334=0.001
σ	0.018-0.014=0.004
min	0.324-0.320=0.004
max	0.368-0.356=0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	435.600-434.800=0.800
σ	5.079-1.643=3.436
min	431.000-432.000=-1.000
max	441.000-436.000=5.000

*mean*	0.569-0.564=0.005
σ	0.028-0.046=-0.018
min	0.521-0.495=0.026
max	0.592-0.598=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.408-0.474=-0.066
σ	0.027-0.058=-0.030
min	0.372-0.398=-0.026
max	0.444-0.534=-0.090

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	1.952-2.598=-0.645
σ	0.075-0.099=-0.025
min	1.844-2.467=-0.623
max	2.323-3.019=-0.696

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.058-2.588=-0.530
σ	0.278-0.080=0.198
min	1.826-2.406=-0.580
max	3.296-2.792=0.504

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.320-0.311=0.009
σ	0.028-0.011=0.018
min	0.293-0.295=-0.002
max	0.514-0.369=0.144

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.310-0.294=0.016
σ	0.066-0.008=0.058
min	0.282-0.279=0.003
max	0.721-0.343=0.378

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.078-297.941=0.137
σ	1.047-0.976=0.072
min	297.698-297.451=0.247
max	301.058-300.704=0.354

*mean*	444.700-440.600=4.100
σ	17.820-13.906=3.914
min	417.000-416.000=1.000
max	471.000-462.000=9.000

*mean*	0.613-0.603=0.010
σ	0.011-0.020=-0.009
min	0.597-0.570=0.027
max	0.629-0.630=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=-0.000
min	222.008-222.011=-0.004
max	222.008-222.012=-0.004

*mean*	1754.000-1731.750=22.250
σ	0.000-8.988=-8.988
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	207.063-204.263=2.800
σ	1.512-2.531=-1.019
min	204.935-200.803=4.132
max	208.954-209.247=-0.293

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1754.000-1731.750=22.250
σ	0.000-8.988=-8.988
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	11.310-10.125=1.186
σ	1.427-2.183=-0.756
min	9.507-7.360=2.147
max	12.653-12.799=-0.145

phase=parser

*mean*	1042.101-1041.161=0.940
σ	0.000-0.000=0.000
min	1042.100-1041.160=0.940
max	1042.101-1041.161=0.940

*mean*	1754.000-1731.750=22.250
σ	0.000-8.988=-8.988
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	722.521-631.986=90.536
σ	63.277-119.563=-56.286
min	597.374-485.325=112.049
max	832.038-831.080=0.958

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.001-0.001=-0.000
min	6169.659-6169.657=0.001
max	6169.660-6169.659=0.001

*mean*	1754.000-1734.125=19.875
σ	0.000-8.219=-8.219
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	5561.810-5446.077=115.733
σ	1268.978-1308.457=-39.479
min	3883.278-3815.726=67.552
max	7043.030-7084.698=-41.668

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1754.000-1731.750=22.250
σ	0.000-8.988=-8.988
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	40.347-41.675=-1.328
σ	8.062-7.664=0.398
min	29.649-26.773=2.876
max	48.035-51.786=-3.751

phase=type checker

*mean*	958.461-958.670=-0.209
σ	0.066
min	958.363-958.573=-0.209
max	958.551-958.760=-0.209

*mean*	1754.000-1731.750=22.250
σ	0.000-8.988=-8.988
min	1754.000-1721.000=33.000
max	1754.000-1740.000=14.000

*mean*	737.256-719.058=18.199
σ	79.763-71.147=8.616
min	636.660-631.671=4.989
max	869.637-808.529=61.108

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.686-292.775=0.911
σ	0.040-0.035=0.005
min	293.632-292.727=0.904
max	293.726-292.812=0.914

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.400-0.397=0.003
σ	0.002-0.001=0.001
min	0.399-0.395=0.003
max	0.403-0.398=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.788-1302.866=0.922
σ	0.042-0.087=-0.045
min	1303.744-1302.716=1.028
max	1303.844-1302.918=0.926

*mean*	1063.200-1089.600=-26.400
σ	168.433-181.100=-12.667
min	841.000-838.000=3.000
max	1274.000-1303.000=-29.000

*mean*	2.023-2.019=0.005
σ	0.186-0.199=-0.013
min	1.819-1.779=0.039
max	2.203-2.164=0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.817-1545.903=0.914
σ	4.033-4.006=0.028
min	1544.795-1543.948=0.847
max	1554.025-1553.062=0.963

*mean*	612.600-612.800=-0.200
σ	73.545-77.629=-4.084
min	497.000-493.000=4.000
max	691.000-700.000=-9.000

*mean*	2.287-2.249=0.038
σ	0.228-0.117=0.111
min	2.135-2.142=-0.007
max	2.687-2.449=0.238

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.807-1864.835=0.972
σ	0.059-0.029=0.029
min	1865.747-1864.790=0.957
max	1865.887-1864.867=1.020

*mean*	1711.800-1733.200=-21.400
σ	249.198-225.880=23.318
min	1419.000-1429.000=-10.000
max	2064.000-1946.000=118.000

*mean*	2.968-2.953=0.015
σ	0.147-0.148=-0.001
min	2.856-2.836=0.019
max	3.216-3.196=0.020

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.820-1.805=0.015
σ	0.112-0.115=-0.003
min	1.647-1.624=0.023
max	1.908-1.902=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-447.755=2.335
σ	579.265-579.110=0.154
min	160.454-158.199=2.254
max	1318.987-1316.421=2.566

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.527-0.532=-0.005
σ	0.509-0.544=-0.035
min	0.270-0.252=0.019
max	1.291-1.349=-0.058

policies=20

*mean*	1604.901-1582.287=22.614
σ	0.398-0.349=0.049
min	1604.628-1582.042=22.586
max	1605.490-1582.803=22.687

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.750-444.500=2.250
σ	2.500-4.041=-1.541
min	443.000-441.000=2.000
max	448.000

*mean*	2.662-2.623=0.039
σ	0.011-0.018=-0.008
min	2.651-2.598=0.054
max	2.674-2.642=0.032

policies=200

*mean*	16057.332-15830.897=226.435
σ	0.085-0.139=-0.055
min	16057.281-15830.786=226.495
max	16057.458-15831.088=226.370

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	495.250-494.250=1.000
σ	4.856-2.500=2.356
min	489.000-491.000=-2.000
max	500.000-497.000=3.000

*mean*	27.008-26.457=0.551
σ	0.070-0.157=-0.087
min	26.919-26.238=0.680
max	27.065-26.575=0.490