6299d761d2d9fb68657e7a0c25d0825a9cad9a87

Home / Branches / sergeiwinitzki/lan-43-benchmark-csv-final / 6299d761d2d9fb68657e7a0c25d0825a9cad9a87

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.059
σ0.370
min53.919
max55.111
mean414.000
σ0.000
min414.000
max414.000
mean0.149
σ0.008
min0.137
max0.160
cache=y
dps=1
iters=10
policies=100
mean43.397
σ0.007
min43.386
max43.408
mean414.000
σ0.000
min414.000
max414.000
mean0.128
σ0.010
min0.116
max0.142

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean70.650
σ0.002
min70.647
max70.652
mean8706.000
σ0.000
min8706.000
max8706.000
mean150.130
σ9.439
min126.369
max158.266
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean70.649
σ0.002
min70.647
max70.651
mean8706.000
σ0.000
min8706.000
max8706.000
mean148.823
σ10.128
min122.855
max156.796
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.929
σ0.000
min41.928
max41.929
mean8706.000
σ0.000
min8706.000
max8706.000
mean14.005
σ1.984
min11.093
max15.606
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.931
σ0.003
min41.928
max41.936
mean8706.000
σ0.000
min8706.000
max8706.000
mean12.743
σ1.585
min10.480
max14.760
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean5028.000
σ2354.218
min1339.000
max8706.000
mean14.261
σ1.681
min11.200
max15.822
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.606
σ0.002
min27.604
max27.608
mean5028.000
σ2354.218
min1339.000
max8706.000
mean9.543
σ0.582
min8.303
max10.355
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.401
σ0.002
min26.400
max26.404
mean5028.000
σ2354.218
min1339.000
max8706.000
mean6.997
σ0.424
min6.348
max7.483
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean41.729
σ0.002
min41.727
max41.731
mean8706.000
σ0.000
min8706.000
max8706.000
mean65.519
σ2.267
min60.694
max68.798
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.665
σ0.002
min25.664
max25.669
mean5028.000
σ2354.218
min1339.000
max8706.000
mean6.144
σ0.068
min6.005
max6.223
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.660
σ0.002
min25.659
max25.663
mean5028.000
σ2354.218
min1339.000
max8706.000
mean5.521
σ0.299
min4.985
max5.864
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.968
σ0.003
min25.966
max25.974
mean5028.000
σ2354.218
min1339.000
max8706.000
mean5.388
σ0.254
min5.076
max5.706
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.967
σ0.002
min25.966
max25.970
mean5028.000
σ2354.218
min1339.000
max8706.000
mean5.373
σ0.226
min5.035
max5.645

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581
σ0.002
min2524.579
max2524.583
mean8706.000
σ0.000
min8706.000
max8706.000
mean1557.086
σ828.001
min1029.348
max3261.872
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.543
σ0.036
min8744.530
max8744.644
mean4531.300
σ2389.416
min1069.000
max8706.000
mean4558.634
σ1300.006
min3507.488
max7336.001

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean62.078
σ0.002
min62.076
max62.081
mean5028.000
σ2354.218
min1339.000
max8706.000
mean105.694
σ9.882
min86.199
max114.310
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.078
σ0.002
min62.076
max62.080
mean5028.000
σ2354.218
min1339.000
max8706.000
mean106.347
σ10.106
min87.061
max115.292
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.001
min40.944
max40.946
mean8706.000
σ0.000
min8706.000
max8706.000
mean98.741
σ15.373
min69.723
max109.278
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945
σ0.000
min40.944
max40.946
mean8706.000
σ0.000
min8706.000
max8706.000
mean144.601
σ149.221
min69.827
max567.166
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.952
σ0.002
min40.949
max40.955
mean8706.000
σ0.000
min8706.000
max8706.000
mean126.632
σ80.380
min69.474
max352.613
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.952
σ0.002
min40.950
max40.953
mean8706.000
σ0.000
min8706.000
max8706.000
mean98.897
σ15.306
min69.368
max109.610
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.688
σ0.002
min66.686
max66.690
mean8706.000
σ0.000
min8706.000
max8706.000
mean146.041
σ25.860
min104.058
max167.578
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.688
σ0.002
min66.686
max66.690
mean8706.000
σ0.000
min8706.000
max8706.000
mean145.911
σ26.361
min102.700
max168.075

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15089.487
σ3.862
min15088.265
max15100.479
mean5028.000
σ2354.218
min1339.000
max8706.000
mean9979.491
σ1673.270
min6539.077
max12012.031
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean14031.796
σ0.000
min14031.796
max14031.797
mean8706.000
σ0.000
min8706.000
max8706.000
mean7569.530
σ1993.927
min5377.453
max10185.543

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.665
σ0.011
min172.650
max172.679
mean485.000
σ0.000
min485.000
max485.000
mean380.174
σ45.873
min269.425
max418.173
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.401
σ0.128
min357.321
max357.611
mean562.000
σ0.000
min562.000
max562.000
mean785.393
σ46.350
min717.387
max862.992

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.876
σ0.750
min1006.405
max1009.978
mean8706.000
σ0.000
min8706.000
max8706.000
mean1.610
σ0.146
min1.443
max2.008

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.003
min0.882
max0.887
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.179
σ0.095
min0.127
max0.348
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.360
σ0.070
min0.316
max0.484
name=heavy_item.art
mean1.524
σ0.002
min1.522
max1.526
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.270
σ0.127
min0.196
max0.493
name=nested_use.art
mean2.361
σ0.002
min2.360
max2.364
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.829
σ0.039
min0.799
max0.896

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.829
σ0.037
min964.802
max964.893
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.810
σ0.051
min0.726
max0.852
name=cdr_enhanced_4k_loc.art
mean885.511
σ0.007
min885.504
max885.519
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.618
σ0.053
min0.534
max0.679

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716
σ0.002
min7.715
max7.719
mean8706.000
σ0.000
min8706.000
max8706.000
mean3.483
σ0.106
min3.289
max3.799
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.669
mean8706.000
σ0.000
min8706.000
max8706.000
mean3.469
σ0.087
min3.252
max3.672
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.521
σ0.015
min0.492
max0.621
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.478
σ0.061
min0.271
max0.568

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.548
σ0.202
min295.407
max296.083
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.580
σ0.028
min0.525
max0.617

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.371
σ0.019
min285.346
max285.397
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.386
σ0.008
min0.380
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1295.799
σ0.081
min1295.692
max1295.907
mean8706.000
σ0.000
min8706.000
max8706.000
mean2.056
σ0.163
min1.830
max2.266
iters=5
new-facts=6402
prior-facts=1
mean1539.989
σ6.855
min1536.753
max1552.247
mean8706.000
σ0.000
min8706.000
max8706.000
mean2.290
σ0.198
min2.102
max2.543
iters=5
new-facts=6402
prior-facts=6402
mean1857.656
σ0.060
min1857.586
max1857.733
mean8706.000
σ0.000
min8706.000
max8706.000
mean3.037
σ0.208
min2.844
max3.378

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.618
σ0.283
min1.288
max1.900

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.741
σ580.935
min155.271
max1317.143
mean96.250
σ8.500
min92.000
max109.000
mean8706.000
σ0.000
min8706.000
max8706.000
mean0.562
σ0.585
min0.268
max1.440
policies=20
mean1553.002
σ0.333
min1552.776
max1553.495
mean920.000
σ0.000
min920.000
max920.000
mean8706.000
σ0.000
min8706.000
max8706.000
mean2.613
σ0.031
min2.588
max2.654
policies=200
mean15538.046
σ0.105
min15537.982
max15538.201
mean9200.000
σ0.000
min9200.000
max9200.000
mean8706.000
σ0.000
min8706.000
max8706.000
mean26.268
σ0.206
min26.110
max26.569