Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	70.702-70.703=-0.001
σ	0.050-0.046=0.004
min	70.672-70.671=0.001
max	70.840-70.830=0.011

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.159-0.162=-0.003
σ	0.005-0.004=0.000
min	0.153-0.157=-0.004
max	0.167-0.169=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	21.408-21.408=-0.001
σ	0.002-0.004=-0.001
min	21.404-21.403=0.001
max	21.412-21.416=-0.004

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.064-0.066=-0.002
σ	0.003-0.002=0.001
min	0.061-0.064=-0.003
max	0.072-0.072=-0.000

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1754.932-1754.930=0.001
σ	0.361-0.361=0.000
min	1754.367-1754.364=0.004
max	1755.519-1755.513=0.006

*mean*	1653.450-1648.300=5.150
σ	626.334-624.965=1.369
min	626.000-618.000=8.000
max	2773.000-2770.000=3.000

*mean*	2.856-2.848=0.008
σ	0.148-0.237=-0.090
min	2.491-2.199=0.292
max	3.118-3.424=-0.306

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	3.815
σ	0.000
min	3.815
max	3.815

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	1.118-1.095=0.024
σ	0.000
min	1.118-1.095=0.024
max	1.118-1.095=0.024

name=error_case.art

*mean*	10.998
σ	0.000
min	10.998
max	10.998

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	5.415-5.432=-0.017
σ	0.000
min	5.415-5.432=-0.017
max	5.415-5.432=-0.017

name=heavy_item.art

*mean*	7.432-7.436=-0.004
σ	0.000
min	7.432-7.436=-0.004
max	7.432-7.436=-0.004

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	3.235-3.265=-0.030
σ	0.000
min	3.235-3.265=-0.030
max	3.235-3.265=-0.030

name=nested_use.art

*mean*	11.073
σ	0.000
min	11.073
max	11.073

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	5.450-5.404=0.046
σ	0.000
min	5.450-5.404=0.046
max	5.450-5.404=0.046

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	4668.622-4668.628=-0.006
σ	0.000
min	4668.622-4668.628=-0.006
max	4668.622-4668.628=-0.006

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	2.905-2.896=0.008
σ	0.000
min	2.905-2.896=0.008
max	2.905-2.896=0.008

name=cdr_enhanced_4k_loc.art

*mean*	4303.829-4303.827=0.002
σ	0.000
min	4303.829-4303.827=0.002
max	4303.829-4303.827=0.002

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	2.501-2.517=-0.017
σ	0.000
min	2.501-2.517=-0.017
max	2.501-2.517=-0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	752.160
σ	0.000
min	752.160
max	752.160

*mean*	2773.000
σ	0.000
min	2773.000
max	2773.000

*mean*	437.668
σ	0.000
min	437.668
max	437.668

name=record_render_large_syntax_err.art

*mean*	747.276
σ	0.000
min	747.276
max	747.276

*mean*	2773.000
σ	0.000
min	2773.000
max	2773.000

*mean*	433.997
σ	0.000
min	433.997
max	433.997

name=record_render_success.art

*mean*	222.486
σ	0.000
min	222.486
max	222.486

*mean*	2773.000
σ	0.000
min	2773.000
max	2773.000

*mean*	120.540
σ	0.000
min	120.540
max	120.540

name=record_render_syntax_err.art

*mean*	210.255
σ	0.000
min	210.255
max	210.255

*mean*	2773.000
σ	0.000
min	2773.000
max	2773.000

*mean*	113.762
σ	0.000
min	113.762
max	113.762

Parser: Record Parsing wip

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	752.162
σ	0.000
min	752.162
max	752.162

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	440.279
σ	0.000
min	440.279
max	440.279

name=record_render_large_syntax_err.art

*mean*	747.273
σ	0.000
min	747.273
max	747.273

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	433.122
σ	0.000
min	433.122
max	433.122

name=record_render_success.art

*mean*	222.482
σ	0.000
min	222.482
max	222.482

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	120.252
σ	0.000
min	120.252
max	120.252

name=record_render_syntax_err.art

*mean*	210.255
σ	0.000
min	210.255
max	210.255

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	114.008
σ	0.000
min	114.008
max	114.008

name=record_sets_success.art

*mean*	60.846
σ	0.000
min	60.846
max	60.846

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	34.277
σ	0.000
min	34.277
max	34.277

name=record_sets_syntax_err.art

*mean*	60.779
σ	0.000
min	60.779
max	60.779

*mean*	2770.000
σ	0.000
min	2770.000
max	2770.000

*mean*	34.155
σ	0.000
min	34.155
max	34.155

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	272.754-272.756=-0.002
σ	0.008-0.006=0.002
min	272.742-272.750=-0.008
max	272.761-272.763=-0.002

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	0.376-0.382=-0.005
σ	0.001-0.001=0.001
min	0.375-0.381=-0.006
max	0.378-0.383=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1933.173-1933.173=-0.000
σ	0.012-0.009=0.003
min	1933.157-1933.162=-0.005
max	1933.190-1933.186=0.003

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	3.127-3.045=0.082
σ	0.140-0.173=-0.033
min	3.023-2.740=0.283
max	3.360-3.170=0.190

iters=5

new-facts=6402

prior-facts=1

*mean*	4756.912-4756.916=-0.004
σ	7.639-7.593=0.046
min	4753.434-4753.470=-0.036
max	4770.576-4770.499=0.077

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	8.632-8.555=0.076
σ	0.391-0.364=0.028
min	8.000-7.936=0.065
max	9.009-8.891=0.118

iters=5

new-facts=6402

prior-facts=6402

*mean*	4944.399-4944.393=0.006
σ	0.018-0.018=0.001
min	4944.374-4944.369=0.005
max	4944.420-4944.416=0.003

*mean*	3018.000-3018.600=-0.600
σ	281.637-288.205=-6.568
min	2773.000-2770.000=3.000
max	3420.000-3429.000=-9.000

*mean*	8.476-8.577=-0.101
σ	0.112-0.123=-0.011
min	8.385-8.452=-0.067
max	8.670-8.707=-0.037

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	0.988-0.991=-0.003
σ	0.137-0.140=-0.003
min	0.923-0.925=-0.003
max	1.234-1.241=-0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	468.317-468.321=-0.004
σ	574.264-574.264=-0.000
min	181.181-181.186=-0.005
max	1329.713-1329.718=-0.005

*mean*	88.250
σ	8.500
min	84.000
max	101.000

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	0.565-0.575=-0.010
σ	0.561-0.576=-0.015
min	0.281-0.282=-0.001
max	1.407-1.439=-0.032

policies=20

*mean*	1812.137-1812.177=-0.040
σ	0.394-0.400=-0.006
min	1811.867-1811.906=-0.039
max	1812.719-1812.767=-0.048

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	2.822-2.831=-0.009
σ	0.008-0.013=-0.006
min	2.815-2.815=-0.000
max	2.832-2.848=-0.015

policies=200

*mean*	18128.919-18128.894=0.025
σ	0.386-0.592=-0.206
min	18128.590-18128.454=0.136
max	18129.461-18129.764=-0.304

*mean*	8400.000
σ	0.000
min	8400.000
max	8400.000

*mean*	2773.000-2770.000=3.000
σ	0.000
min	2773.000-2770.000=3.000
max	2773.000-2770.000=3.000

*mean*	28.399-28.441=-0.042
σ	0.123-0.164=-0.041
min	28.301-28.221=0.079
max	28.574-28.617=-0.044