Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.615=0.002
σ	0.350-0.349=0.001
min	54.484-54.482=0.002
max	55.612-55.607=0.005

*mean*	419.000-414.000=5.000
σ	0.000
min	419.000-414.000=5.000
max	419.000-414.000=5.000

*mean*	0.143-0.141=0.002
σ	0.004-0.006=-0.001
min	0.139-0.134=0.005
max	0.149-0.152=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.001
σ	0.007-0.007=0.001
min	43.780-43.778=0.002
max	43.801-43.801=0.000

*mean*	419.000-414.000=5.000
σ	0.000
min	419.000-414.000=5.000
max	419.000-414.000=5.000

*mean*	0.125-0.124=0.001
σ	0.005-0.004=0.001
min	0.121-0.120=0.001
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	12.381-13.004=-0.624
σ	0.396-1.805=-1.409
min	11.905-12.064=-0.159
max	13.189-17.433=-4.244

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	12.165-12.633=-0.468
σ	0.580-1.673=-1.092
min	11.467-11.432=0.035
max	12.952-16.529=-3.577

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6041.000-7549.000=-1508.000
σ	0.000
min	6041.000-7549.000=-1508.000
max	6041.000-7549.000=-1508.000

*mean*	13.226-13.606=-0.380
σ	1.293-0.955=0.338
min	10.646-12.489=-1.843
max	14.632-14.930=-0.298

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	12.475-12.572=-0.097
σ	1.871-1.904=-0.033
min	10.498-10.716=-0.217
max	14.798-15.403=-0.605

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	8.478-8.693=-0.215
σ	0.459-1.246=-0.787
min	7.959-7.734=0.225
max	9.155-11.619=-2.464

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	6.114-6.821=-0.706
σ	0.443-1.311=-0.869
min	5.357-5.397=-0.040
max	6.553-9.834=-3.281

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.670-25.670=-0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	5.383-5.474=-0.090
σ	0.161-0.455=-0.294
min	5.213-5.165=0.047
max	5.610-6.542=-0.932

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.001
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	5.237-5.397=-0.160
σ	0.107-0.556=-0.449
min	5.028-4.981=0.047
max	5.363-6.744=-1.381

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6041.000-7549.000=-1508.000
σ	0.000
min	6041.000-7549.000=-1508.000
max	6041.000-7549.000=-1508.000

*mean*	1509.496-1043.947=465.550
σ	735.393-6.166=729.227
min	1040.747-1036.390=4.357
max	2753.539-1053.909=1699.629

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.000
max	8744.640-8744.640=-0.000

*mean*	3819.500-3786.750=32.750
σ	1650.531-1609.538=40.993
min	1973.000-1983.000=-10.000
max	6041.000-5948.000=93.000

*mean*	4469.182-4699.603=-230.420
σ	1272.468-1564.288=-291.821
min	3553.813-3545.972=7.841
max	6915.564-7300.349=-384.785

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	81.579-85.583=-4.004
σ	11.591-12.242=-0.651
min	71.668-71.333=0.335
max	103.401-107.979=-4.578

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	6041.000-7549.000=-1508.000
σ	0.000
min	6041.000-7549.000=-1508.000
max	6041.000-7549.000=-1508.000

*mean*	95.883-242.263=-146.380
σ	8.826-400.721=-391.894
min	80.722-89.710=-8.987
max	107.198-1233.885=-1126.687

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6041.000-7549.000=-1508.000
σ	0.000
min	6041.000-7549.000=-1508.000
max	6041.000-7549.000=-1508.000

*mean*	222.934-150.662=72.272
σ	226.278-13.716=212.562
min	124.015-129.769=-5.754
max	782.019-165.926=616.094

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.001
min	11655.305-11655.305=-0.000
max	11667.521-11667.517=0.004

*mean*	4102.375-4264.500=-162.125
σ	1570.527-1879.783=-309.256
min	1973.000-1983.000=-10.000
max	6041.000-7549.000=-1508.000

*mean*	6358.924-6341.557=17.367
σ	1179.088-1118.343=60.746
min	4954.326-4965.874=-11.548
max	7809.734-8320.163=-510.429

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.001
σ	0.001-0.001=-0.000
min	11560.068-11560.066=0.002
max	11560.070-11560.069=0.001

*mean*	6041.000-7549.000=-1508.000
σ	0.000
min	6041.000-7549.000=-1508.000
max	6041.000-7549.000=-1508.000

*mean*	6642.886-5362.138=1280.748
σ	1495.522-1216.114=279.408
min	4434.541-4416.079=18.462
max	8259.002-7330.644=928.358

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.583=-0.001
σ	0.027-0.024=0.002
min	172.558
max	172.626-172.616=0.010

*mean*	1973.000-1983.000=-10.000
σ	0.000
min	1973.000-1983.000=-10.000
max	1973.000-1983.000=-10.000

*mean*	355.275-361.544=-6.269
σ	40.759-17.176=23.583
min	266.182-343.642=-77.459
max	393.293-395.023=-1.730

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.359=0.007
σ	0.046-0.036=0.010
min	357.321
max	357.439-357.398=0.041

*mean*	1973.000-1983.000=-10.000
σ	0.000
min	1973.000-1983.000=-10.000
max	1973.000-1983.000=-10.000

*mean*	737.123-743.107=-5.984
σ	71.511-57.901=13.609
min	620.655-646.070=-25.416
max	800.919-793.849=7.070

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.183-1008.187=-0.003
σ	0.881-0.876=0.005
min	1007.685-1007.686=-0.001
max	1011.836-1011.812=0.024

*mean*	1041.600-1039.500=2.100
σ	296.543-306.210=-9.667
min	550.000-545.000=5.000
max	1441.000-1467.000=-26.000

*mean*	1.539-1.554=-0.016
σ	0.083-0.098=-0.015
min	1.453-1.476=-0.023
max	1.757-1.864=-0.107

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.415-0.412=0.003
σ	0.136-0.127=0.010
min	0.329-0.342=-0.013
max	0.656-0.635=0.021

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.895-0.889=0.006
σ	0.094-0.086=0.008
min	0.835-0.823=0.012
max	1.060-1.038=0.023

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.547-0.536=0.011
σ	0.044-0.058=-0.014
min	0.509-0.486=0.023
max	0.621-0.634=-0.012

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.847-0.847=0.001
σ	0.041-0.046=-0.006
min	0.805-0.813=-0.008
max	0.914-0.928=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.541=0.002
σ	0.029-0.031=-0.001
min	963.523
max	963.593-963.595=-0.002

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.784-0.798=-0.013
σ	0.079-0.046=0.032
min	0.674-0.732=-0.058
max	0.870-0.854=0.016

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.005-0.006=-0.001
min	884.847
max	884.860-884.860=-0.001

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.730-0.727=0.003
σ	0.029-0.025=0.004
min	0.678-0.695=-0.017
max	0.749-0.753=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.710-7.711=-0.000

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	4.287-4.262=0.025
σ	0.098-0.083=0.015
min	4.105-4.084=0.020
max	4.664-4.533=0.130

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	4.256-4.232=0.024
σ	0.066-0.065=0.001
min	4.098-4.066=0.031
max	4.476-4.389=0.086

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.741-0.740=0.001
σ	0.019-0.018=0.001
min	0.701-0.706=-0.004
max	0.867-0.878=-0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.709-0.707=0.001
σ	0.017-0.022=-0.005
min	0.675-0.673=0.002
max	0.799-0.811=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.463-297.425=0.038
σ	0.211-0.224=-0.013
min	297.321-297.220=0.101
max	298.039-297.999=0.040

*mean*	1973.000-1983.000=-10.000
σ	0.000
min	1973.000-1983.000=-10.000
max	1973.000-1983.000=-10.000

*mean*	0.576-0.558=0.018
σ	0.034-0.035=-0.000
min	0.507-0.512=-0.005
max	0.635-0.597=0.038

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.772=0.004
σ	0.036-0.038=-0.002
min	289.723-289.722=0.001
max	289.814-289.811=0.003

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.400-0.402=-0.002
σ	0.009-0.011=-0.002
min	0.394-0.396=-0.002
max	0.416-0.421=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.678-1299.693=-0.014
σ	0.093-0.089=0.004
min	1299.543-1299.593=-0.049
max	1299.785-1299.822=-0.036

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	2.271-2.263=0.008
σ	0.079-0.079=0.000
min	2.147-2.161=-0.013
max	2.345-2.334=0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.688-1542.659=0.029
σ	3.991-4.010=-0.019
min	1540.788-1540.699=0.089
max	1549.824-1549.828=-0.003

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	2.365-2.295=0.070
σ	0.248-0.130=0.117
min	2.155-2.170=-0.016
max	2.768-2.470=0.298

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.626-1861.625=0.001
σ	0.081-0.056=0.025
min	1861.505-1861.550=-0.044
max	1861.725-1861.692=0.032

*mean*	1762.800-1768.400=-5.600
σ	220.073-225.944=-5.871
min	1477.000-1471.000=6.000
max	1973.000-1983.000=-10.000

*mean*	3.166-3.240=-0.074
σ	0.380-0.338=0.041
min	2.814-2.863=-0.049
max	3.633-3.701=-0.068

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.769-1.822=-0.053
σ	0.070-0.075=-0.004
min	1.667-1.766=-0.099
max	1.855-1.950=-0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.186=0.000
σ	577.139-577.140=-0.000
min	157.615-157.615=0.000
max	1311.895-1311.895=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	0.543-0.551=-0.008
σ	0.565-0.574=-0.009
min	0.252-0.262=-0.011
max	1.391-1.412=-0.021

policies=20

*mean*	1576.425-1576.421=0.004
σ	0.354-0.349=0.005
min	1576.185-1576.186=-0.001
max	1576.951-1576.940=0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	2.634-2.625=0.008
σ	0.005-0.014=-0.009
min	2.627-2.610=0.017
max	2.638-2.641=-0.003

policies=200

*mean*	15772.320-15772.320=-0.001
σ	0.132-0.106=0.025
min	15772.219-15772.242=-0.023
max	15772.508-15772.471=0.037

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1441.000-1467.000=-26.000
σ	0.000
min	1441.000-1467.000=-26.000
max	1441.000-1467.000=-26.000

*mean*	26.572-26.616=-0.045
σ	0.087-0.045=0.042
min	26.477-26.584=-0.107
max	26.686-26.682=0.004