b22f51506e3465a8c893828558db68cb045b987b

Home / Branches / cursor/benchmark-setup-issues-1bf3 / b22f51506e3465a8c893828558db68cb045b987b

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.058
σ0.368
min53.914
max55.103
mean415.000
σ0.000
min415.000
max415.000
mean0.141
σ0.004
min0.137
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.394
σ0.007
min43.382
max43.407
mean415.000
σ0.000
min415.000
max415.000
mean0.122
σ0.003
min0.119
max0.127

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
scenario_id=benchmark1
step_id=column_set.unindexed.dense.repeat.1
mean62.224
σ0.002
min62.222
max62.226
mean5371.400
σ2687.221
min1434.000
max9731.000
mean99.971
σ21.057
min51.916
max116.618

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
scenario_id=benchmark1
step_id=column_set.unindexed.dense.1
mean62.224
σ0.003
min62.222
max62.230
mean5371.400
σ2687.221
min1434.000
max9731.000
mean110.571
σ20.938
min78.888
max159.032

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product()
rows=200000
scenario_id=benchmark1
step_id=load_product.1
mean8744.530
σ0.003
min8744.527
max8744.536
mean5026.000
σ2590.487
min1117.000
max8629.000
mean5054.714
σ1450.409
min3517.691
max7661.299
iterations=10
operation_display=load_product()
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=load_product.2
mean8744.531
σ0.004
min8744.527
max8744.535
mean9731.000
σ0.000
min9731.000
max9731.000
mean5882.858
σ1485.806
min3508.441
max7932.365

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=table_records.repeat.2
mean42.048
σ0.002
min42.047
max42.051
mean9731.000
σ0.000
min9731.000
max9731.000
mean12.496
σ1.040
min11.208
max14.493

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=table_records.2
mean42.047
σ0.001
min42.046
max42.051
mean9731.000
σ0.000
min9731.000
max9731.000
mean14.923
σ1.119
min12.530
max16.020

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=benchmark1
step_id=vertical_lookup_list.indexed.repeat.1
mean26.548
σ0.002
min26.545
max26.549
mean5371.400
σ2687.221
min1434.000
max9731.000
mean6.636
σ0.309
min6.122
max7.021
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_list.indexed.repeat.2
mean26.549
σ0.001
min26.545
max26.549
mean9731.000
σ0.000
min9731.000
max9731.000
mean6.996
σ0.128
min6.743
max7.139

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.two_indexed.2
mean25.778
σ0.002
min25.774
max25.782
mean9731.000
σ0.000
min9731.000
max9731.000
mean5.371
σ0.053
min5.283
max5.431
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.two_indexed.repeat.2
mean25.777
σ0.002
min25.774
max25.778
mean9731.000
σ0.000
min9731.000
max9731.000
mean5.329
σ0.058
min5.229
max5.394
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.three_one_unindexed.2
mean26.078
σ0.001
min26.078
max26.082
mean9731.000
σ0.000
min9731.000
max9731.000
mean5.399
σ0.089
min5.245
max5.499
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.three_one_unindexed.repeat.2
mean26.079
σ0.003
min26.078
max26.086
mean9731.000
σ0.000
min9731.000
max9731.000
mean5.330
σ0.088
min5.121
max5.427

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
benchmark=pointed_index_from_kvs
iterations=10
rows=400000
mean357.513
σ0.109
min357.321
max357.609
mean563.500
σ1.581
min559.000
max564.000
mean776.967
σ49.887
min653.713
max821.347

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.859
σ0.751
min1006.383
max1009.961
mean9731.000
σ0.000
min9731.000
max9731.000
mean1.501
σ0.130
min1.451
max2.051

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.003
min0.882
max0.887
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.307
σ0.136
min0.227
max0.549
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.635
σ0.081
min0.588
max0.780
name=heavy_item.art
mean1.524
σ0.002
min1.522
max1.526
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.479
σ0.035
min0.437
max0.511
name=nested_use.art
mean2.361
σ0.002
min2.360
max2.364
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.833
σ0.041
min0.800
max0.902

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.831
σ0.031
min964.812
max964.885
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.812
σ0.050
min0.730
max0.850
name=cdr_enhanced_4k_loc.art
mean885.510
σ0.007
min885.504
max885.520
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.700
σ0.042
min0.644
max0.734

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716
σ0.002
min7.715
max7.719
mean9731.000
σ0.000
min9731.000
max9731.000
mean4.272
σ0.094
min4.089
max4.586
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.670
mean9731.000
σ0.000
min9731.000
max9731.000
mean4.265
σ0.086
min4.099
max4.538
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.734
σ0.020
min0.693
max0.861
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.693
σ0.015
min0.669
max0.764

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.634
σ0.236
min295.435
max296.287
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.557
σ0.044
min0.495
max0.624

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.347
σ0.021
min285.316
max285.376
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.386
σ0.010
min0.381
max0.403
iters=5
new-facts=1
prior-facts=6402
mean1295.755
σ0.093
min1295.654
max1295.892
mean9731.000
σ0.000
min9731.000
max9731.000
mean1.990
σ0.076
min1.920
max2.113
iters=5
new-facts=6402
prior-facts=1
mean1539.927
σ6.922
min1536.549
max1552.304
mean9731.000
σ0.000
min9731.000
max9731.000
mean2.297
σ0.288
min2.065
max2.795
iters=5
new-facts=6402
prior-facts=6402
mean1857.643
σ0.060
min1857.552
max1857.696
mean9731.000
σ0.000
min9731.000
max9731.000
mean3.077
σ0.282
min2.788
max3.549

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.465
σ0.345
min0.951
max1.744

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.704
σ580.934
min155.235
max1317.105
mean96.250
σ8.500
min92.000
max109.000
mean9731.000
σ0.000
min9731.000
max9731.000
mean0.523
σ0.522
min0.259
max1.306
policies=20
mean1552.648
σ0.323
min1552.428
max1553.126
mean920.000
σ0.000
min920.000
max920.000
mean9731.000
σ0.000
min9731.000
max9731.000
mean2.590
σ0.022
min2.570
max2.621
policies=200
mean15534.695
σ0.167
min15534.493
max15534.847
mean9200.000
σ0.000
min9200.000
max9200.000
mean9731.000
σ0.000
min9731.000
max9731.000
mean26.196
σ0.129
min26.112
max26.383