Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.001
σ	0.351-0.351=-0.001
min	54.486-54.480=0.006
max	55.615-55.616=-0.001

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=-0.001
min	0.136-0.137=-0.001
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.008-0.005=0.002
min	43.775-43.778=-0.003
max	43.802-43.797=0.005

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.120-0.122=-0.002
σ	0.004-0.005=-0.000
min	0.115-0.117=-0.002
max	0.126-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.615
max	36.620-36.623=-0.003

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	12.561-12.760=-0.199
σ	0.296-1.742=-1.446
min	12.161-11.839=0.322
max	13.065-16.980=-3.915

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	12.957-12.242=0.715
σ	0.171-2.202=-2.031
min	12.712-11.110=1.602
max	13.269-17.562=-4.292

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=-0.000
max	41.929-41.929=0.000

*mean*	6047.000-7554.000=-1507.000
σ	0.000
min	6047.000-7554.000=-1507.000
max	6047.000-7554.000=-1507.000

*mean*	12.991-13.767=-0.775
σ	1.236-1.173=0.063
min	10.398-12.308=-1.909
max	14.359-15.317=-0.958

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	12.564-11.999=0.565
σ	1.941-1.982=-0.041
min	10.457-9.992=0.465
max	15.197-15.135=0.063

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	8.326-8.706=-0.380
σ	0.281-1.171=-0.890
min	7.819-7.829=-0.010
max	8.733-11.505=-2.773

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	6.321-6.526=-0.205
σ	0.260-1.168=-0.908
min	5.887-5.787=0.100
max	6.619-9.374=-2.755

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	5.511-5.588=-0.077
σ	0.143-0.583=-0.441
min	5.287-5.099=0.188
max	5.700-6.934=-1.234

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	5.272-5.195=0.077
σ	0.107-0.572=-0.465
min	5.150-4.716=0.434
max	5.480-6.517=-1.037

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6047.000-7554.000=-1507.000
σ	0.000
min	6047.000-7554.000=-1507.000
max	6047.000-7554.000=-1507.000

*mean*	1542.583-1106.087=436.496
σ	786.045-169.576=616.469
min	1048.007-1040.152=7.855
max	2955.877-1525.658=1430.219

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=0.000
max	8744.641-8744.641=-0.000

*mean*	3844.000-3791.375=52.625
σ	1626.846-1610.309=16.538
min	2053.000-1984.000=69.000
max	6047.000-5953.000=94.000

*mean*	4724.825-4655.295=69.530
σ	1614.557-1479.609=134.948
min	3562.028-3540.960=21.068
max	7602.944-7039.120=563.825

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	81.706-83.713=-2.006
σ	12.030-12.712=-0.683
min	71.118-69.068=2.051
max	103.373-104.720=-1.348

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.001
σ	0.002-0.001=0.001
min	40.944-40.944=0.000
max	40.949-40.945=0.003

*mean*	6047.000-7554.000=-1507.000
σ	0.000
min	6047.000-7554.000=-1507.000
max	6047.000-7554.000=-1507.000

*mean*	97.135-233.445=-136.310
σ	8.667-374.864=-366.197
min	84.692-89.191=-4.499
max	108.706-1160.996=-1052.290

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.689-66.686=0.004
σ	0.000-0.000=0.000
min	66.689-66.685=0.004
max	66.690-66.686=0.004

*mean*	6047.000-7554.000=-1507.000
σ	0.000
min	6047.000-7554.000=-1507.000
max	6047.000-7554.000=-1507.000

*mean*	224.330-150.430=73.900
σ	225.318-13.786=211.532
min	127.569-132.158=-4.589
max	781.103-169.614=611.490

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4117.375-4269.000=-151.625
σ	1556.138-1880.401=-324.263
min	2053.000-1984.000=69.000
max	6047.000-7554.000=-1507.000

*mean*	6108.183-6430.850=-322.667
σ	1219.141-1141.046=78.095
min	4978.549-4954.368=24.181
max	8325.013-8353.089=-28.076

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.069=-0.003
σ	0.001-0.002=-0.000
min	11560.065-11560.066=-0.002
max	11560.068-11560.072=-0.004

*mean*	6047.000-7554.000=-1507.000
σ	0.000
min	6047.000-7554.000=-1507.000
max	6047.000-7554.000=-1507.000

*mean*	6530.101-5562.530=967.571
σ	1157.163-1297.039=-139.876
min	4429.586-4429.761=-0.175
max	7705.707-7421.386=284.321

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.583=0.005
σ	0.027-0.025=0.002
min	172.558
max	172.625-172.625=-0.001

*mean*	2053.000-1984.000=69.000
σ	0.000
min	2053.000-1984.000=69.000
max	2053.000-1984.000=69.000

*mean*	367.360-366.525=0.835
σ	48.206-23.389=24.817
min	323.582-340.762=-17.180
max	449.404-398.240=51.164

op=pointedIndexFromKvs

rows=400000

*mean*	357.368-357.364=0.004
σ	0.045-0.042=0.003
min	357.321
max	357.420-357.408=0.012

*mean*	2053.000-1984.000=69.000
σ	0.000
min	2053.000-1984.000=69.000
max	2053.000-1984.000=69.000

*mean*	771.639-729.512=42.127
σ	24.143-76.289=-52.145
min	737.709-602.890=134.819
max	797.471-796.626=0.845

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.188=-0.003
σ	0.883-0.880=0.003
min	1007.698-1007.687=0.011
max	1011.847-1011.834=0.013

*mean*	1052.450-1038.800=13.650
σ	303.700-296.897=6.803
min	547.000
max	1460.000-1439.000=21.000

*mean*	1.556-1.575=-0.019
σ	0.086-0.131=-0.045
min	1.484-1.483=0.001
max	1.766-2.057=-0.291

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.415-0.416=-0.002
σ	0.129-0.127=0.002
min	0.339-0.333=0.006
max	0.645-0.641=0.004

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.881-0.889=-0.008
σ	0.091-0.090=0.001
min	0.806-0.831=-0.024
max	1.035-1.045=-0.009

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.545-0.546=-0.001
σ	0.043-0.050=-0.007
min	0.504-0.517=-0.013
max	0.616-0.636=-0.019

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.846-0.847=-0.001
σ	0.039-0.041=-0.002
min	0.813-0.818=-0.005
max	0.912-0.919=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=0.001
σ	0.025-0.030=-0.005
min	963.523
max	963.584-963.596=-0.012

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.826-0.808=0.019
σ	0.035-0.036=-0.001
min	0.781-0.760=0.022
max	0.863-0.858=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.006=0.000
min	884.847
max	884.861-884.862=-0.001

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.706-0.708=-0.002
σ	0.038-0.040=-0.002
min	0.667-0.672=-0.005
max	0.747-0.753=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	4.304-4.229=0.075
σ	0.089-0.120=-0.031
min	4.169-4.105=0.063
max	4.599-5.140=-0.541

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	4.289-4.211=0.077
σ	0.083-0.063=0.020
min	4.172-4.086=0.086
max	4.580-4.400=0.180

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.756-0.754=0.003
σ	0.018-0.016=0.002
min	0.727-0.721=0.006
max	0.875-0.849=0.025

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.718-0.713=0.005
σ	0.015-0.014=0.002
min	0.684
max	0.787-0.781=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.526-297.406=0.120
σ	0.237-0.204=0.033
min	297.384-297.207=0.177
max	298.179-297.891=0.288

*mean*	2053.000-1984.000=69.000
σ	0.000
min	2053.000-1984.000=69.000
max	2053.000-1984.000=69.000

*mean*	0.569-0.566=0.003
σ	0.036-0.034=0.003
min	0.509-0.508=0.001
max	0.610-0.593=0.017

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.759-289.760=-0.001
σ	0.056-0.044=0.012
min	289.691-289.722=-0.031
max	289.819-289.811=0.008

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.408-0.404=0.004
σ	0.011-0.011=0.000
min	0.395-0.394=0.001
max	0.418-0.420=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.688-1299.691=-0.004
σ	0.106-0.092=0.014
min	1299.539-1299.581=-0.042
max	1299.826-1299.819=0.007

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	2.231-2.275=-0.044
σ	0.086-0.094=-0.008
min	2.131-2.150=-0.020
max	2.361-2.349=0.012

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.704-1542.665=0.040
σ	4.024-4.004=0.020
min	1540.747-1540.705=0.042
max	1549.899-1549.822=0.077

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	2.423-2.308=0.116
σ	0.221-0.129=0.091
min	2.143-2.177=-0.034
max	2.668-2.481=0.188

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.628=0.002
σ	0.060-0.064=-0.004
min	1861.546-1861.541=0.006
max	1861.697-1861.706=-0.009

*mean*	1728.800-1771.000=-42.200
σ	235.218-224.690=10.529
min	1468.000-1475.000=-7.000
max	2053.000-1984.000=69.000

*mean*	2.928-3.242=-0.315
σ	0.072-0.343=-0.271
min	2.850-2.875=-0.025
max	3.007-3.667=-0.660

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.741-1.788=-0.047
σ	0.103-0.160=-0.056
min	1.602-1.509=0.093
max	1.856-1.906=-0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=0.000
σ	577.140-577.140=-0.001
min	157.614-157.612=0.002
max	1311.895-1311.895=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	0.541-0.534=0.007
σ	0.554-0.539=0.015
min	0.262-0.261=0.000
max	1.372-1.342=0.029

policies=20

*mean*	1576.418-1576.434=-0.016
σ	0.341-0.372=-0.031
min	1576.185-1576.188=-0.003
max	1576.925-1576.987=-0.062

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	2.606-2.666=-0.061
σ	0.012-0.068=-0.055
min	2.588-2.624=-0.036
max	2.616-2.768=-0.151

policies=200

*mean*	15772.225-15772.285=-0.060
σ	0.120-0.044=0.076
min	15772.110-15772.247=-0.138
max	15772.340-15772.327=0.013

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1460.000-1439.000=21.000
σ	0.000
min	1460.000-1439.000=21.000
max	1460.000-1439.000=21.000

*mean*	26.558-26.502=0.055
σ	0.093-0.034=0.059
min	26.456-26.464=-0.008
max	26.674-26.546=0.128