Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.001
σ	0.349-0.350=-0.001
min	54.480-54.486=-0.006
max	55.608-55.614=-0.005

*mean*	416.000-412.000=4.000
σ	0.000
min	416.000-412.000=4.000
max	416.000-412.000=4.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.001
min	0.133-0.136=-0.002
max	0.147-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.007-0.006=0.001
min	43.777-43.779=-0.003
max	43.800-43.800=0.000

*mean*	416.000-412.000=4.000
σ	0.000
min	416.000-412.000=4.000
max	416.000-412.000=4.000

*mean*	0.123-0.121=0.002
σ	0.003-0.004=-0.001
min	0.120-0.116=0.004
max	0.129-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	12.903-13.016=-0.113
σ	1.731-1.840=-0.109
min	11.967-11.813=0.154
max	17.136-17.454=-0.317

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	13.081-12.447=0.634
σ	1.661-2.221=-0.560
min	11.498-11.384=0.114
max	16.989-17.928=-0.939

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7537.000-7533.000=4.000
σ	0.000
min	7537.000-7533.000=4.000
max	7537.000-7533.000=4.000

*mean*	14.231-14.362=-0.131
σ	1.076-1.041=0.036
min	12.864-13.055=-0.191
max	15.572-15.425=0.147

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	12.553-12.083=0.469
σ	2.343-1.854=0.489
min	10.218-10.177=0.041
max	16.140-15.530=0.610

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	8.873-8.923=-0.050
σ	1.459-1.261=0.199
min	7.982-8.052=-0.070
max	12.362-11.988=0.374

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	6.669-7.044=-0.375
σ	1.098-1.130=-0.031
min	5.986-6.519=-0.533
max	9.345-9.830=-0.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	5.658-5.571=0.087
σ	0.428-0.562=-0.134
min	5.253-5.332=-0.079
max	6.658-6.958=-0.300

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	5.393-5.499=-0.106
σ	0.368-0.549=-0.181
min	5.106-5.248=-0.142
max	6.275-6.856=-0.581

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594

*mean*	7537.000-7533.000=4.000
σ	0.000
min	7537.000-7533.000=4.000
max	7537.000-7533.000=4.000

*mean*	1033.666-1104.872=-71.206
σ	6.433-157.060=-150.627
min	1022.695-1040.316=-17.620
max	1042.130-1493.347=-451.216

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.001
σ	0.032-0.033=-0.001
min	8744.545-8744.544=0.001
max	8744.639-8744.640=-0.001

*mean*	3807.125-3762.125=45.000
σ	1580.606-1629.870=-49.264
min	2062.000-1904.000=158.000
max	5941.000-5934.000=7.000

*mean*	4671.407-4587.003=84.404
σ	1511.933-1486.064=25.869
min	3553.461-3500.936=52.524
max	7255.917-7282.087=-26.170

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	86.679-89.202=-2.523
σ	15.460-14.617=0.844
min	70.912-70.758=0.154
max	116.595-109.320=7.274

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7537.000-7533.000=4.000
σ	0.000
min	7537.000-7533.000=4.000
max	7537.000-7533.000=4.000

*mean*	240.805-240.835=-0.030
σ	401.059-400.670=0.390
min	82.882-84.469=-1.588
max	1233.165-1232.206=0.959

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7537.000-7533.000=4.000
σ	0.000
min	7537.000-7533.000=4.000
max	7537.000-7533.000=4.000

*mean*	149.999-152.228=-2.229
σ	15.032-13.278=1.754
min	131.077-135.287=-4.209
max	166.684-168.436=-1.752

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.002
min	11655.305
max	11667.521-11667.516=0.005

*mean*	4272.875-4249.250=23.625
σ	1862.436-1888.534=-26.098
min	2062.000-1904.000=158.000
max	7537.000-7533.000=4.000

*mean*	6136.134-6505.217=-369.083
σ	1076.017-1138.386=-62.369
min	4986.460-4952.568=33.892
max	8025.004-7957.434=67.570

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069

*mean*	7537.000-7533.000=4.000
σ	0.000
min	7537.000-7533.000=4.000
max	7537.000-7533.000=4.000

*mean*	5599.557-5243.754=355.803
σ	1458.898-1189.412=269.486
min	4450.100-4365.447=84.653
max	7651.042-7410.019=241.023

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.587-172.581=0.006
σ	0.024-0.023=0.001
min	172.561-172.558=0.003
max	172.619-172.620=-0.000

*mean*	2062.000-1904.000=158.000
σ	0.000
min	2062.000-1904.000=158.000
max	2062.000-1904.000=158.000

*mean*	368.709-313.199=55.510
σ	44.257-36.550=7.707
min	325.095-260.002=65.093
max	466.693-357.653=109.041

op=pointedIndexFromKvs

rows=400000

*mean*	357.368-357.371=-0.003
σ	0.048-0.045=0.003
min	357.321
max	357.438-357.426=0.012

*mean*	2062.000-1904.000=158.000
σ	0.000
min	2062.000-1904.000=158.000
max	2062.000-1904.000=158.000

*mean*	786.134-773.715=12.419
σ	26.528-20.708=5.820
min	732.310-746.446=-14.136
max	820.088-802.417=17.671

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.184=0.004
σ	0.860-0.882=-0.022
min	1007.682-1007.697=-0.015
max	1011.733-1011.839=-0.107

*mean*	1040.050-1039.600=0.450
σ	304.365-306.773=-2.408
min	548.000-544.000=4.000
max	1468.000-1469.000=-1.000

*mean*	1.546-1.553=-0.007
σ	0.132-0.099=0.033
min	1.449-1.466=-0.017
max	2.008-1.821=0.188

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.462-0.415=0.048
σ	0.111-0.139=-0.028
min	0.352-0.335=0.017
max	0.627-0.661=-0.035

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.891-0.884=0.007
σ	0.103-0.081=0.022
min	0.823-0.833=-0.010
max	1.071-1.026=0.045

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.551-0.550=0.000
σ	0.047-0.048=-0.000
min	0.519-0.509=0.010
max	0.631-0.632=-0.001

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.849-0.839=0.009
σ	0.039-0.040=-0.001
min	0.813-0.800=0.013
max	0.914-0.904=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.540=0.001
σ	0.022-0.031=-0.010
min	963.523
max	963.576-963.596=-0.020

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.836-0.837=-0.002
σ	0.026-0.039=-0.013
min	0.809-0.770=0.039
max	0.866-0.864=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.007-0.006=0.000
min	884.847
max	884.864-884.861=0.003

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.734-0.707=0.028
σ	0.023-0.039=-0.016
min	0.694-0.663=0.031
max	0.747-0.749=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	4.296-3.511=0.785
σ	0.090-0.101=-0.012
min	4.111-3.367=0.744
max	4.552-3.842=0.709

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	4.269-3.487=0.781
σ	0.091-0.087=0.004
min	4.136-3.355=0.781
max	4.611-3.763=0.849

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.742-0.746=-0.005
σ	0.050-0.016=0.034
min	0.529-0.725=-0.196
max	0.861-0.846=0.015

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.714-0.705=0.009
σ	0.017-0.016=0.002
min	0.678-0.678=0.000
max	0.793-0.776=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.639-297.582=0.056
σ	0.206-0.197=0.009
min	297.453-297.421=0.032
max	298.201-298.103=0.097

*mean*	2062.000-1904.000=158.000
σ	0.000
min	2062.000-1904.000=158.000
max	2062.000-1904.000=158.000

*mean*	0.551-0.583=-0.033
σ	0.032-0.032=-0.000
min	0.506-0.519=-0.013
max	0.596-0.623=-0.027

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.774=0.002
σ	0.033-0.038=-0.005
min	289.733-289.720=0.013
max	289.810-289.813=-0.003

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.410-0.403=0.006
σ	0.013-0.009=0.004
min	0.398-0.391=0.007
max	0.429-0.415=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.682-1299.695=-0.013
σ	0.096-0.094=0.002
min	1299.584-1299.574=0.011
max	1299.814-1299.822=-0.008

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	2.070-2.202=-0.132
σ	0.083-0.075=0.008
min	1.985-2.120=-0.135
max	2.188-2.314=-0.127

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1542.675=-0.044
σ	4.055-4.060=-0.004
min	1540.629-1540.705=-0.076
max	1549.877-1549.932=-0.055

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	2.320-2.370=-0.050
σ	0.187-0.270=-0.084
min	2.167-2.150=0.017
max	2.636-2.827=-0.191

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.630=-0.001
σ	0.057-0.070=-0.013
min	1861.549-1861.534=0.014
max	1861.697-1861.706=-0.010

*mean*	1727.800-1739.800=-12.000
σ	239.368-176.749=62.619
min	1468.000-1492.000=-24.000
max	2062.000-1904.000=158.000

*mean*	2.939-3.034=-0.095
σ	0.088-0.170=-0.082
min	2.852-2.874=-0.022
max	3.055-3.236=-0.181

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.822=-0.100
σ	0.126-0.040=0.086
min	1.556-1.764=-0.208
max	1.859-1.859=0.000

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=-0.000
σ	577.139-577.140=-0.001
min	157.614-157.612=0.002
max	1311.894-1311.896=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	0.549-0.517=0.033
σ	0.577-0.501=0.075
min	0.259-0.263=-0.004
max	1.414-1.268=0.146

policies=20

*mean*	1576.405-1576.434=-0.030
σ	0.337-0.372=-0.035
min	1576.173-1576.187=-0.014
max	1576.904-1576.988=-0.083

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	2.606-2.660=-0.054
σ	0.010-0.057=-0.048
min	2.592-2.606=-0.014
max	2.613-2.712=-0.099

policies=200

*mean*	15772.229-15772.208=0.021
σ	0.085-0.101=-0.016
min	15772.173-15772.115=0.058
max	15772.356-15772.349=0.007

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1469.000=-1.000
σ	0.000
min	1468.000-1469.000=-1.000
max	1468.000-1469.000=-1.000

*mean*	26.353-26.470=-0.117
σ	0.027-0.080=-0.053
min	26.329-26.391=-0.062
max	26.384-26.546=-0.161