Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.000
σ	0.349-0.351=-0.002
min	54.485-54.480=0.005
max	55.610-55.616=-0.006

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.004=0.001
min	0.131-0.137=-0.007
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.007-0.005=0.001
min	43.777-43.778=-0.000
max	43.797-43.797=-0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.122=0.001
σ	0.004-0.005=-0.001
min	0.119-0.117=0.002
max	0.129-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.003=-0.001
min	36.615
max	36.620-36.623=-0.003

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	12.384-12.760=-0.376
σ	0.233-1.742=-1.508
min	11.978-11.839=0.139
max	12.796-16.980=-4.184

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.001

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	12.088-12.242=-0.153
σ	0.649-2.202=-1.553
min	11.255-11.110=0.145
max	12.961-17.562=-4.601

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6041.000-7554.000=-1513.000
σ	0.000
min	6041.000-7554.000=-1513.000
max	6041.000-7554.000=-1513.000

*mean*	12.960-13.767=-0.807
σ	1.476-1.173=0.303
min	10.713-12.308=-1.595
max	15.221-15.317=-0.096

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	12.115-11.999=0.116
σ	1.546-1.982=-0.436
min	10.545-9.992=0.553
max	14.453-15.135=-0.682

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	8.331-8.706=-0.375
σ	0.421-1.171=-0.750
min	7.664-7.829=-0.165
max	8.834-11.505=-2.671

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	6.308-6.526=-0.218
σ	0.263-1.168=-0.905
min	5.909-5.787=0.122
max	6.611-9.374=-2.763

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	5.350-5.588=-0.238
σ	0.120-0.583=-0.463
min	5.131-5.099=0.032
max	5.487-6.934=-1.448

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	5.221-5.195=0.026
σ	0.055-0.572=-0.517
min	5.115-4.716=0.399
max	5.276-6.517=-1.242

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6041.000-7554.000=-1513.000
σ	0.000
min	6041.000-7554.000=-1513.000
max	6041.000-7554.000=-1513.000

*mean*	1483.756-1106.087=377.669
σ	715.114-169.576=545.537
min	1035.725-1040.152=-4.427
max	3000.238-1525.658=1474.580

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.032-0.033=-0.001
min	8744.545-8744.544=0.001
max	8744.639-8744.641=-0.002

*mean*	3824.250-3791.375=32.875
σ	1645.394-1610.309=35.085
min	1987.000-1984.000=3.000
max	6041.000-5953.000=88.000

*mean*	4466.311-4655.295=-188.984
σ	1295.070-1479.609=-184.539
min	3553.309-3540.960=12.350
max	7074.133-7039.120=35.013

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	79.208-83.713=-4.505
σ	8.222-12.712=-4.491
min	71.350-69.068=2.283
max	93.931-104.720=-10.790

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944
max	40.945

*mean*	6041.000-7554.000=-1513.000
σ	0.000
min	6041.000-7554.000=-1513.000
max	6041.000-7554.000=-1513.000

*mean*	96.944-233.445=-136.501
σ	9.017-374.864=-365.847
min	81.414-89.191=-7.777
max	109.686-1160.996=-1051.310

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6041.000-7554.000=-1513.000
σ	0.000
min	6041.000-7554.000=-1513.000
max	6041.000-7554.000=-1513.000

*mean*	236.153-150.430=85.723
σ	260.693-13.786=246.907
min	122.072-132.158=-10.086
max	880.336-169.614=710.723

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.521-11667.521=0.000

*mean*	4104.750-4269.000=-164.250
σ	1567.436-1880.401=-312.964
min	1987.000-1984.000=3.000
max	6041.000-7554.000=-1513.000

*mean*	6469.726-6430.850=38.876
σ	1355.212-1141.046=214.166
min	4965.552-4954.368=11.183
max	8319.998-8353.089=-33.091

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.002=-0.001
min	11560.066-11560.066=0.000
max	11560.069-11560.072=-0.003

*mean*	6041.000-7554.000=-1513.000
σ	0.000
min	6041.000-7554.000=-1513.000
max	6041.000-7554.000=-1513.000

*mean*	6767.995-5562.530=1205.464
σ	1147.928-1297.039=-149.111
min	4437.700-4429.761=7.939
max	7820.825-7421.386=399.439

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.583=-0.000
σ	0.028-0.025=0.002
min	172.558
max	172.631-172.625=0.006

*mean*	1987.000-1984.000=3.000
σ	0.000
min	1987.000-1984.000=3.000
max	1987.000-1984.000=3.000

*mean*	353.071-366.525=-13.454
σ	43.241-23.389=19.852
min	270.642-340.762=-70.120
max	403.816-398.240=5.576

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.364=0.003
σ	0.045-0.042=0.003
min	357.321
max	357.440-357.408=0.032

*mean*	1987.000-1984.000=3.000
σ	0.000
min	1987.000-1984.000=3.000
max	1987.000-1984.000=3.000

*mean*	725.191-729.512=-4.320
σ	73.997-76.289=-2.292
min	592.256-602.890=-10.633
max	789.473-796.626=-7.154

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.189-1008.188=0.001
σ	0.877-0.880=-0.002
min	1007.685-1007.687=-0.001
max	1011.819-1011.834=-0.015

*mean*	1041.950-1038.800=3.150
σ	305.279-296.897=8.382
min	548.000-547.000=1.000
max	1467.000-1439.000=28.000

*mean*	1.578-1.575=0.003
σ	0.132-0.131=0.002
min	1.497-1.483=0.014
max	2.056-2.057=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.410-0.416=-0.006
σ	0.124-0.127=-0.003
min	0.336-0.333=0.003
max	0.629-0.641=-0.011

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.888-0.889=-0.001
σ	0.083-0.090=-0.007
min	0.811-0.831=-0.020
max	1.028-1.045=-0.016

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.549-0.546=0.003
σ	0.042-0.050=-0.009
min	0.511-0.517=-0.006
max	0.620-0.636=-0.016

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.851-0.847=0.004
σ	0.038-0.041=-0.003
min	0.815-0.818=-0.003
max	0.915-0.919=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.543=-0.002
σ	0.033-0.030=0.002
min	963.523
max	963.598-963.596=0.002

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.790-0.808=-0.018
σ	0.074-0.036=0.037
min	0.667-0.760=-0.093
max	0.855-0.858=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.006-0.006=0.000
min	884.847
max	884.862-884.862=0.000

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.732-0.708=0.023
σ	0.026-0.040=-0.014
min	0.685-0.672=0.013
max	0.745-0.753=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	4.276-4.229=0.047
σ	0.083-0.120=-0.037
min	4.144-4.105=0.039
max	4.518-5.140=-0.623

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	4.218-4.211=0.007
σ	0.058-0.063=-0.004
min	4.117-4.086=0.031
max	4.433-4.400=0.033

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.757-0.754=0.003
σ	0.016-0.016=0.000
min	0.721-0.721=0.000
max	0.843-0.849=-0.007

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.723-0.713=0.010
σ	0.013-0.014=-0.000
min	0.699-0.684=0.014
max	0.800-0.781=0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.501-297.406=0.095
σ	0.158-0.204=-0.046
min	297.360-297.207=0.153
max	297.913-297.891=0.022

*mean*	1987.000-1984.000=3.000
σ	0.000
min	1987.000-1984.000=3.000
max	1987.000-1984.000=3.000

*mean*	0.561-0.566=-0.005
σ	0.036-0.034=0.002
min	0.505-0.508=-0.003
max	0.607-0.593=0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.775-289.760=0.014
σ	0.035-0.044=-0.010
min	289.730-289.722=0.008
max	289.812-289.811=0.001

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.397-0.404=-0.007
σ	0.009-0.011=-0.002
min	0.392-0.394=-0.002
max	0.413-0.420=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.683-1299.691=-0.008
σ	0.091-0.092=-0.001
min	1299.560-1299.581=-0.021
max	1299.799-1299.819=-0.020

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	2.252-2.275=-0.023
σ	0.101-0.094=0.007
min	2.105-2.150=-0.046
max	2.336-2.349=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.709-1542.665=0.044
σ	3.986-4.004=-0.018
min	1540.794-1540.705=0.090
max	1549.835-1549.822=0.013

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	2.423-2.308=0.115
σ	0.136-0.129=0.006
min	2.263-2.177=0.086
max	2.574-2.481=0.094

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.634-1861.628=0.006
σ	0.059-0.064=-0.005
min	1861.554-1861.541=0.013
max	1861.703-1861.706=-0.003

*mean*	1772.800-1771.000=1.800
σ	225.992-224.690=1.302
min	1475.000
max	1987.000-1984.000=3.000

*mean*	3.205-3.242=-0.038
σ	0.308-0.343=-0.035
min	2.871-2.875=-0.004
max	3.648-3.667=-0.019

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.835-1.788=0.048
σ	0.088-0.160=-0.071
min	1.699-1.509=0.189
max	1.918-1.906=0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.185=-0.001
σ	577.141-577.140=0.000
min	157.612-157.612=0.000
max	1311.895-1311.895=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	0.544-0.534=0.010
σ	0.563-0.539=0.024
min	0.262-0.261=0.001
max	1.388-1.342=0.046

policies=20

*mean*	1576.416-1576.434=-0.018
σ	0.350-0.372=-0.022
min	1576.186-1576.188=-0.002
max	1576.938-1576.987=-0.050

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	2.621-2.666=-0.045
σ	0.016-0.068=-0.052
min	2.609-2.624=-0.016
max	2.642-2.768=-0.125

policies=200

*mean*	15772.345-15772.285=0.059
σ	0.106-0.044=0.062
min	15772.286-15772.247=0.039
max	15772.503-15772.327=0.176

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1439.000=28.000
σ	0.000
min	1467.000-1439.000=28.000
max	1467.000-1439.000=28.000

*mean*	26.523-26.502=0.021
σ	0.082-0.034=0.048
min	26.433-26.464=-0.031
max	26.629-26.546=0.083