Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.057-54.056=0.001
σ	0.372-0.368=0.003
min	53.917-53.911=0.006
max	55.115-55.104=0.011

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.003=0.002
min	0.131-0.134=-0.004
max	0.147-0.144=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.394-43.395=-0.001
σ	0.007-0.008=-0.001
min	43.384-43.383=0.001
max	43.408-43.409=-0.001

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.120-0.123=-0.003
σ	0.005-0.007=-0.002
min	0.114-0.114=-0.000
max	0.128-0.133=-0.006

CSV benchmark: ci/scenario_aon

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=column_set() on area_code (indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.area_code

*mean*	228.272-228.266=0.005
σ	0.019-0.015=0.004
min	228.251-228.254=-0.003
max	228.298-228.291=0.007

*mean*	25.959-26.200=-0.241
σ	16.124-15.707=0.417
min	1.795-2.000=-0.205
max	46.000-45.000=1.000

*mean*	0.280-0.255=0.024
σ	0.084-0.084=-0.000
min	0.165-0.154=0.011
max	0.355-0.379=-0.025

iterations=5

operation_display=column_set() on dpx_subarea_name (no index)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.dpx_subarea_name

*mean*	6.501-6.501=0.000
σ	2.179-2.179=-0.001
min	4.907-4.907=-0.000
max	8.890-8.891=-0.002

*mean*	1.239-1.239=0.000
σ	0.203-0.203=0.000
min	1.116-1.116=0.000
max	1.594-1.594=0.000

*mean*	0.013-0.012=0.000
σ	0.003-0.003=0.000
min	0.009-0.009=-0.000
max	0.017-0.017=-0.000

iterations=5

operation_display=load_product()

rows=15894

scenario_id=ci/scenario_aon

step_id=load_product

*mean*	179.850-179.845=0.005
σ	2.369-2.368=0.001
min	177.736-177.742=-0.006
max	182.434-182.428=0.006

*mean*	20.273-20.073=0.200
σ	3.892-3.871=0.022
min	15.513-15.514=-0.001
max	23.978

*mean*	0.161-0.149=0.012
σ	0.066-0.053=0.012
min	0.088-0.085=0.002
max	0.261-0.231=0.030

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=vertical_lookup_row_list.area.subarea

*mean*	1.638-1.638=-0.000
σ	2.243-2.243=-0.000
min	0.000
max	4.095-4.096=-0.001

*mean*	0.360-0.360=0.000
σ	0.493-0.493=0.000
min	0.000
max	0.909-0.909=0.001

*mean*	0.001-0.001=0.000
σ	0.001-0.001=0.000
min	0.001-0.001=-0.000
max	0.002-0.002=-0.000

CSV benchmark: ci/scenario_synthetic

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=load_product()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=load_product

*mean*	8291.751-8291.797=-0.045
σ	0.314-0.416=-0.103
min	8291.553-8291.550=0.003
max	8292.309-8292.538=-0.229

*mean*	506.190-512.030=-5.840
σ	192.380-57.494=134.886
min	382.000-452.000=-70.000
max	845.000-598.000=247.000

*mean*	4.865-4.921=-0.056
σ	1.315-1.217=0.098
min	3.508-3.329=0.179
max	6.492-6.593=-0.101

iterations=5

operation_display=table_records()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records

*mean*	14174.961-14174.913=0.048
σ	5.232-5.123=0.109
min	14172.595-14172.595=-0.000
max	14184.320-14184.078=0.242

*mean*	531.544-447.136=84.407
σ	307.641-261.363=46.278
min	206.000-91.084=114.916
max	1023.718-757.000=266.718

*mean*	11.102-10.855=0.247
σ	0.308-0.820=-0.512
min	10.653-9.941=0.712
max	11.398-11.540=-0.142

iterations=5

operation_display=table_records(), repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records.repeat

*mean*	27.915-27.915=-0.000
σ	0.000-0.000=0.000
min	27.914
max	27.915-27.915=0.000

*mean*	0.118
σ	0.000-0.000=-0.000
min	0.118-0.117=0.000
max	0.118-0.119=-0.000

*mean*	0.009-0.009=0.000
σ	0.002-0.002=-0.000
min	0.008-0.008=0.000
max	0.012-0.012=-0.000

iterations=5

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed

*mean*	19.579-19.579=0.000
σ	0.002-0.003=-0.000
min	19.576-19.576=0.000
max	19.582-19.582=-0.000

*mean*	12.127
σ	0.001-0.001=-0.000
min	12.126-12.126=0.000
max	12.128-12.128=-0.000

*mean*	0.019-0.020=-0.000
σ	0.002-0.002=0.000
min	0.016-0.018=-0.001
max	0.023-0.024=-0.001

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed.repeat

*mean*	13.287
σ	0.002
min	13.286
max	13.289

*mean*	9.281
σ	0.001
min	9.280
max	9.281

*mean*	0.009-0.009=0.000
σ	0.001-0.000=0.000
min	0.008-0.008=0.000
max	0.010-0.009=0.001

Internal benchmark: pointedIndexFromKvs

Factor

time_s

benchmark=pointed_index_from_kvs

iterations=5

rows=400000

*mean*	0.314-0.308=0.006
σ	0.003-0.002=0.001
min	0.311-0.305=0.005
max	0.317-0.311=0.007

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.858-1006.860=-0.001
σ	0.751-0.750=0.001
min	1006.386-1006.389=-0.003
max	1009.962-1009.959=0.002

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	1.627-1.595=0.032
σ	0.171-0.117=0.054
min	1.444-1.466=-0.023
max	2.168-1.922=0.246

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.003-0.003=-0.001
min	0.882
max	0.887-0.888=-0.002

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.412-0.315=0.098
σ	0.130-0.123=0.007
min	0.327-0.245=0.082
max	0.642-0.534=0.109

name=error_case.art

*mean*	2.339-2.339=-0.001
σ	0.003-0.003=0.000
min	2.337
max	2.342

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.891-0.650=0.242
σ	0.079-0.084=-0.006
min	0.845-0.600=0.246
max	1.031-0.798=0.233

name=heavy_item.art

*mean*	1.524-1.524=-0.000
σ	0.002-0.002=-0.000
min	1.522
max	1.526-1.527=-0.001

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.542-0.514=0.028
σ	0.052-0.041=0.011
min	0.506-0.450=0.056
max	0.633-0.559=0.073

name=nested_use.art

*mean*	2.361-2.362=-0.001
σ	0.002-0.002=-0.000
min	2.360
max	2.364

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.855-0.864=-0.010
σ	0.036-0.040=-0.004
min	0.831-0.836=-0.005
max	0.918-0.933=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.830-964.835=-0.005
σ	0.031-0.031=-0.000
min	964.802-964.808=-0.006
max	964.881-964.888=-0.006

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.764-0.806=-0.042
σ	0.066-0.048=0.018
min	0.670-0.753=-0.083
max	0.841-0.860=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.512-885.513=-0.001
σ	0.005-0.007=-0.002
min	885.508-885.506=0.002
max	885.518-885.522=-0.004

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.659-0.682=-0.023
σ	0.054-0.046=0.007
min	0.609-0.632=-0.024
max	0.722-0.732=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716-7.716=-0.000
σ	0.002-0.002=-0.000
min	7.715
max	7.719

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	4.212-4.273=-0.061
σ	0.068-0.100=-0.032
min	4.061-4.107=-0.046
max	4.557-4.657=-0.100

name=record_render_large_syntax_err.art

*mean*	7.665-7.665=0.000
σ	0.002-0.002=-0.000
min	7.664
max	7.668

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	4.216-4.307=-0.091
σ	0.071-0.096=-0.025
min	4.114-4.130=-0.016
max	4.446-4.640=-0.194

name=record_render_success.art

*mean*	2.291-2.291=0.000
σ	0.002-0.002=0.000
min	2.290
max	2.294

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.758-0.758=-0.000
σ	0.028-0.030=-0.002
min	0.717-0.671=0.046
max	0.953-0.931=0.022

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.722-0.708=0.013
σ	0.036-0.021=0.014
min	0.647-0.562=0.085
max	0.851-0.804=0.048

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.406-295.540=-0.134
σ	0.265-0.227=0.038
min	295.200-295.269=-0.069
max	296.109-295.965=0.144

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.603-0.578=0.026
σ	0.056-0.040=0.016
min	0.499-0.497=0.002
max	0.731-0.636=0.095

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.387-285.395=-0.008
σ	0.028-0.026=0.002
min	285.365-285.373=-0.008
max	285.425-285.427=-0.002

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.377-0.395=-0.019
σ	0.008-0.012=-0.005
min	0.371-0.386=-0.015
max	0.389-0.414=-0.026

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.792-1295.795=-0.003
σ	0.103-0.101=0.002
min	1295.677-1295.672=0.005
max	1295.961-1295.949=0.012

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	2.092-2.076=0.016
σ	0.199-0.168=0.031
min	1.838-1.787=0.051
max	2.271-2.197=0.074

iters=5

new-facts=6402

prior-facts=1

*mean*	1539.945-1539.938=0.007
σ	6.847-6.882=-0.035
min	1536.672-1536.647=0.025
max	1552.190-1552.246=-0.057

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	2.331-2.297=0.034
σ	0.217-0.236=-0.019
min	2.124-2.001=0.122
max	2.664-2.658=0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.681-1857.677=0.003
σ	0.054-0.056=-0.001
min	1857.627-1857.624=0.002
max	1857.767-1857.763=0.004

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	3.022-3.017=0.005
σ	0.102-0.168=-0.066
min	2.864-2.852=0.013
max	3.126-3.300=-0.173

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.428-1.277=0.151
σ	0.296-0.365=-0.069
min	1.081-0.943=0.138
max	1.853-1.887=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.706-445.707=-0.001
σ	580.933-580.933=0.000
min	155.237-155.239=-0.002
max	1317.106-1317.106=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	0.551-0.540=0.011
σ	0.561-0.553=0.008
min	0.267-0.253=0.014
max	1.393-1.369=0.023

policies=20

*mean*	1552.647-1552.666=-0.019
σ	0.333-0.337=-0.004
min	1552.421-1552.436=-0.015
max	1553.142-1553.167=-0.025

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	2.607-2.596=0.010
σ	0.024-0.011=0.012
min	2.578-2.586=-0.008
max	2.629-2.612=0.017

policies=200

*mean*	15534.749-15534.737=0.012
σ	0.176-0.133=0.043
min	15534.575-15534.625=-0.050
max	15534.974-15534.927=0.047

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	4652.000-4601.000=51.000
σ	0.000
min	4652.000-4601.000=51.000
max	4652.000-4601.000=51.000

*mean*	26.375-26.256=0.119
σ	0.166-0.125=0.041
min	26.225-26.077=0.148
max	26.611-26.364=0.247