Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=-0.000
σ	0.349-0.349=-0.001
min	54.480-54.485=-0.005
max	55.608-55.610=-0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.139=0.001
σ	0.004-0.006=-0.001
min	0.133-0.131=0.003
max	0.147-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.007-0.007=0.000
min	43.777-43.777=-0.001
max	43.800-43.797=0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.123=0.000
σ	0.003-0.004=-0.000
min	0.120-0.119=0.001
max	0.129-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	12.903-12.384=0.519
σ	1.731-0.233=1.497
min	11.967-11.978=-0.011
max	17.136-12.796=4.340

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	13.081-12.088=0.993
σ	1.661-0.649=1.012
min	11.498-11.255=0.243
max	16.989-12.961=4.029

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7537.000-6041.000=1496.000
σ	0.000
min	7537.000-6041.000=1496.000
max	7537.000-6041.000=1496.000

*mean*	14.231-12.960=1.271
σ	1.076-1.476=-0.399
min	12.864-10.713=2.151
max	15.572-15.221=0.351

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	12.553-12.115=0.437
σ	2.343-1.546=0.797
min	10.218-10.545=-0.327
max	16.140-14.453=1.687

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	8.873-8.331=0.542
σ	1.459-0.421=1.039
min	7.982-7.664=0.318
max	12.362-8.834=3.528

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	6.669-6.308=0.360
σ	1.098-0.263=0.835
min	5.986-5.909=0.077
max	9.345-6.611=2.734

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	5.658-5.350=0.308
σ	0.428-0.120=0.308
min	5.253-5.131=0.122
max	6.658-5.487=1.171

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	5.393-5.221=0.172
σ	0.368-0.055=0.313
min	5.106-5.115=-0.009
max	6.275-5.276=0.999

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7537.000-6041.000=1496.000
σ	0.000
min	7537.000-6041.000=1496.000
max	7537.000-6041.000=1496.000

*mean*	1033.666-1483.756=-450.090
σ	6.433-715.114=-708.681
min	1022.695-1035.725=-13.030
max	1042.130-3000.238=-1958.108

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.032-0.032=0.000
min	8744.545
max	8744.639-8744.639=0.000

*mean*	3807.125-3824.250=-17.125
σ	1580.606-1645.394=-64.788
min	2062.000-1987.000=75.000
max	5941.000-6041.000=-100.000

*mean*	4671.407-4466.311=205.096
σ	1511.933-1295.070=216.863
min	3553.461-3553.309=0.151
max	7255.917-7074.133=181.784

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	86.679-79.208=7.472
σ	15.460-8.222=7.239
min	70.912-71.350=-0.438
max	116.595-93.931=22.664

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7537.000-6041.000=1496.000
σ	0.000
min	7537.000-6041.000=1496.000
max	7537.000-6041.000=1496.000

*mean*	240.805-96.944=143.861
σ	401.059-9.017=392.043
min	82.882-81.414=1.467
max	1233.165-109.686=1123.480

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7537.000-6041.000=1496.000
σ	0.000
min	7537.000-6041.000=1496.000
max	7537.000-6041.000=1496.000

*mean*	149.999-236.153=-86.154
σ	15.032-260.693=-245.662
min	131.077-122.072=9.005
max	166.684-880.336=-713.652

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=0.000
max	11667.521-11667.521=-0.000

*mean*	4272.875-4104.750=168.125
σ	1862.436-1567.436=295.000
min	2062.000-1987.000=75.000
max	7537.000-6041.000=1496.000

*mean*	6136.134-6469.726=-333.592
σ	1076.017-1355.212=-279.196
min	4986.460-4965.552=20.908
max	8025.004-8319.998=-294.994

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069

*mean*	7537.000-6041.000=1496.000
σ	0.000
min	7537.000-6041.000=1496.000
max	7537.000-6041.000=1496.000

*mean*	5599.557-6767.995=-1168.438
σ	1458.898-1147.928=310.970
min	4450.100-4437.700=12.400
max	7651.042-7820.825=-169.783

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.587-172.582=0.005
σ	0.024-0.028=-0.004
min	172.561-172.558=0.003
max	172.619-172.631=-0.012

*mean*	2062.000-1987.000=75.000
σ	0.000
min	2062.000-1987.000=75.000
max	2062.000-1987.000=75.000

*mean*	368.709-353.071=15.638
σ	44.257-43.241=1.016
min	325.095-270.642=54.453
max	466.693-403.816=62.877

op=pointedIndexFromKvs

rows=400000

*mean*	357.368-357.367=0.002
σ	0.048-0.045=0.003
min	357.321
max	357.438-357.440=-0.002

*mean*	2062.000-1987.000=75.000
σ	0.000
min	2062.000-1987.000=75.000
max	2062.000-1987.000=75.000

*mean*	786.134-725.191=60.943
σ	26.528-73.997=-47.469
min	732.310-592.256=140.053
max	820.088-789.473=30.616

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.189=-0.001
σ	0.860-0.877=-0.018
min	1007.682-1007.685=-0.004
max	1011.733-1011.819=-0.086

*mean*	1040.050-1041.950=-1.900
σ	304.365-305.279=-0.914
min	548.000
max	1468.000-1467.000=1.000

*mean*	1.546-1.578=-0.032
σ	0.132-0.132=-0.000
min	1.449-1.497=-0.048
max	2.008-2.056=-0.048

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.462-0.410=0.052
σ	0.111-0.124=-0.013
min	0.352-0.336=0.016
max	0.627-0.629=-0.003

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.891-0.888=0.004
σ	0.103-0.083=0.020
min	0.823-0.811=0.012
max	1.071-1.028=0.043

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.551-0.549=0.002
σ	0.047-0.042=0.006
min	0.519-0.511=0.008
max	0.631-0.620=0.011

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.849-0.851=-0.003
σ	0.039-0.038=0.001
min	0.813-0.815=-0.002
max	0.914-0.915=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.541=0.000
σ	0.022-0.033=-0.011
min	963.523
max	963.576-963.598=-0.022

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.836-0.790=0.046
σ	0.026-0.074=-0.048
min	0.809-0.667=0.142
max	0.866-0.855=0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.007-0.006=0.001
min	884.847
max	884.864-884.862=0.002

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.734-0.732=0.003
σ	0.023-0.026=-0.003
min	0.694-0.685=0.009
max	0.747-0.745=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.712=-0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	4.296-4.276=0.020
σ	0.090-0.083=0.006
min	4.111-4.144=-0.034
max	4.552-4.518=0.034

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	4.269-4.218=0.050
σ	0.091-0.058=0.033
min	4.136-4.117=0.019
max	4.611-4.433=0.178

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.742-0.757=-0.015
σ	0.050-0.016=0.034
min	0.529-0.721=-0.193
max	0.861-0.843=0.018

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.714-0.723=-0.009
σ	0.017-0.013=0.004
min	0.678-0.699=-0.021
max	0.793-0.800=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.639-297.501=0.138
σ	0.206-0.158=0.047
min	297.453-297.360=0.093
max	298.201-297.913=0.288

*mean*	2062.000-1987.000=75.000
σ	0.000
min	2062.000-1987.000=75.000
max	2062.000-1987.000=75.000

*mean*	0.551-0.561=-0.010
σ	0.032-0.036=-0.004
min	0.506-0.505=0.001
max	0.596-0.607=-0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.775=0.001
σ	0.033-0.035=-0.001
min	289.733-289.730=0.003
max	289.810-289.812=-0.002

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.410-0.397=0.012
σ	0.013-0.009=0.004
min	0.398-0.392=0.006
max	0.429-0.413=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.682-1299.683=-0.001
σ	0.096-0.091=0.005
min	1299.584-1299.560=0.024
max	1299.814-1299.799=0.015

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	2.070-2.252=-0.182
σ	0.083-0.101=-0.018
min	1.985-2.105=-0.120
max	2.188-2.336=-0.149

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1542.709=-0.079
σ	4.055-3.986=0.070
min	1540.629-1540.794=-0.166
max	1549.877-1549.835=0.041

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	2.320-2.423=-0.103
σ	0.187-0.136=0.051
min	2.167-2.263=-0.096
max	2.636-2.574=0.062

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.634=-0.005
σ	0.057-0.059=-0.002
min	1861.549-1861.554=-0.005
max	1861.697-1861.703=-0.006

*mean*	1727.800-1772.800=-45.000
σ	239.368-225.992=13.377
min	1468.000-1475.000=-7.000
max	2062.000-1987.000=75.000

*mean*	2.939-3.205=-0.266
σ	0.088-0.308=-0.220
min	2.852-2.871=-0.019
max	3.055-3.648=-0.593

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.835=-0.114
σ	0.126-0.088=0.038
min	1.556-1.699=-0.143
max	1.859-1.918=-0.059

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.184=0.001
σ	577.139-577.141=-0.001
min	157.614-157.612=0.001
max	1311.894-1311.895=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.549-0.544=0.005
σ	0.577-0.563=0.014
min	0.259-0.262=-0.003
max	1.414-1.388=0.026

policies=20

*mean*	1576.405-1576.416=-0.011
σ	0.337-0.350=-0.014
min	1576.173-1576.186=-0.013
max	1576.904-1576.938=-0.033

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	2.606-2.621=-0.015
σ	0.010-0.016=-0.006
min	2.592-2.609=-0.017
max	2.613-2.642=-0.029

policies=200

*mean*	15772.229-15772.345=-0.116
σ	0.085-0.106=-0.020
min	15772.173-15772.286=-0.113
max	15772.356-15772.503=-0.147

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	26.353-26.523=-0.170
σ	0.027-0.082=-0.055
min	26.329-26.433=-0.104
max	26.384-26.629=-0.245