6e5da052f201d1c185a7f40d07a08df836f4b7f6

Home / Branches / sergeiwinitzki/lan-43-benchmark-csv-final / 6e5da052f201d1c185a7f40d07a08df836f4b7f6

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.055
σ0.370
min53.911
max55.107
mean412.700
σ0.483
min412.000
max413.000
mean0.134
σ0.005
min0.130
max0.141
cache=y
dps=1
iters=10
policies=100
mean43.394
σ0.005
min43.386
max43.404
mean413.000
σ0.000
min413.000
max413.000
mean0.121
σ0.004
min0.113
max0.128

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.618
σ0.002
min36.616
max36.620
mean4391.500
σ2048.755
min1350.000
max6795.000
mean12.893
σ0.260
min12.516
max13.294
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.618
σ0.002
min36.616
max36.620
mean4391.500
σ2048.755
min1350.000
max6795.000
mean12.575
σ0.619
min11.992
max13.667
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean6795.000
σ0.000
min6795.000
max6795.000
mean14.297
σ1.748
min11.589
max15.960
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.933
mean6795.000
σ0.000
min6795.000
max6795.000
mean13.386
σ2.055
min10.317
max15.814
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean4391.500
σ2048.755
min1350.000
max6795.000
mean13.105
σ2.172
min11.086
max16.062
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.604
max27.608
mean4391.500
σ2048.755
min1350.000
max6795.000
mean9.700
σ1.460
min8.655
max13.026
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.400
max26.404
mean4391.500
σ2048.755
min1350.000
max6795.000
mean7.016
σ1.259
min6.238
max10.037
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.669
mean4391.500
σ2048.755
min1350.000
max6795.000
mean5.978
σ0.158
min5.777
max6.272
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.660
σ0.002
min25.659
max25.663
mean4391.500
σ2048.755
min1350.000
max6795.000
mean5.470
σ0.223
min5.033
max5.679
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.968
σ0.002
min25.966
max25.970
mean4391.500
σ2048.755
min1350.000
max6795.000
mean5.501
σ0.240
min5.119
max5.740
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.967
σ0.001
min25.966
max25.970
mean4391.500
σ2048.755
min1350.000
max6795.000
mean5.496
σ0.293
min4.965
max5.794

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.582
σ0.003
min2524.579
max2524.587
mean6795.000
σ0.000
min6795.000
max6795.000
mean1634.754
σ775.549
min1040.497
max3056.552
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.546
σ0.042
min8744.530
max8744.649
mean3851.125
σ2009.976
min1072.000
max6795.000
mean4697.701
σ1458.914
min3537.445
max7053.579

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.078
σ0.002
min62.076
max62.081
mean4391.500
σ2048.755
min1350.000
max6795.000
mean100.723
σ13.773
min87.134
max124.363
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.078
σ0.002
min62.076
max62.080
mean4391.500
σ2048.755
min1350.000
max6795.000
mean97.103
σ9.056
min88.666
max113.215
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.946
σ0.002
min40.944
max40.948
mean6795.000
σ0.000
min6795.000
max6795.000
mean93.614
σ17.214
min67.687
max107.761
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.945
max40.948
mean6795.000
σ0.000
min6795.000
max6795.000
mean93.647
σ17.177
min67.286
max107.639
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean6795.000
σ0.000
min6795.000
max6795.000
mean98.325
σ15.774
min73.927
max111.657
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.952
σ0.002
min40.949
max40.955
mean6795.000
σ0.000
min6795.000
max6795.000
mean93.908
σ17.367
min67.453
max108.285
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.686
max66.690
mean6795.000
σ0.000
min6795.000
max6795.000
mean146.464
σ24.804
min109.439
max167.209
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.002
min66.686
max66.689
mean6795.000
σ0.000
min6795.000
max6795.000
mean146.548
σ24.714
min108.735
max167.121

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean15089.794
σ4.318
min15088.265
max15100.480
mean4391.500
σ2048.755
min1350.000
max6795.000
mean9559.495
σ2336.670
min6620.976
max11912.341
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean14031.797
σ0.001
min14031.795
max14031.799
mean6795.000
σ0.000
min6795.000
max6795.000
mean8436.716
σ1343.884
min6050.054
max10316.984

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.662
σ0.015
min172.639
max172.680
mean485.125
σ0.354
min485.000
max486.000
mean378.753
σ40.246
min302.113
max419.826
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.464
σ0.154
min357.321
max357.662
mean571.000
σ0.000
min571.000
max571.000
mean741.316
σ81.075
min614.155
max859.086

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.876
σ0.751
min1006.404
max1009.977
mean6795.000
σ0.000
min6795.000
max6795.000
mean1.500
σ0.084
min1.415
max1.828

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.882
max0.887
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.383
σ0.110
min0.264
max0.496
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.894
σ0.111
min0.825
max1.084
name=heavy_item.art
mean1.523
σ0.001
min1.522
max1.525
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.579
σ0.062
min0.509
max0.653
name=nested_use.art
mean2.362
σ0.002
min2.360
max2.364
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.841
σ0.038
min0.807
max0.904

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.830
σ0.023
min964.802
max964.855
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.784
σ0.064
min0.689
max0.853
name=cdr_enhanced_4k_loc.art
mean885.512
σ0.008
min885.504
max885.524
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.720
σ0.024
min0.678
max0.737

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716
σ0.002
min7.715
max7.719
mean6795.000
σ0.000
min6795.000
max6795.000
mean4.215
σ0.092
min4.063
max4.525
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.668
mean6795.000
σ0.000
min6795.000
max6795.000
mean4.201
σ0.077
min4.052
max4.436
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.740
σ0.016
min0.701
max0.840
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.704
σ0.016
min0.666
max0.782

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.705
σ0.229
min295.534
max296.331
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.575
σ0.048
min0.507
max0.668

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.381
σ0.037
min285.323
max285.419
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.390
σ0.008
min0.387
max0.404
iters=5
new-facts=1
prior-facts=6402
mean1295.779
σ0.066
min1295.682
max1295.829
mean6795.000
σ0.000
min6795.000
max6795.000
mean2.097
σ0.119
min1.969
max2.227
iters=5
new-facts=6402
prior-facts=1
mean1539.963
σ6.869
min1536.736
max1552.247
mean6795.000
σ0.000
min6795.000
max6795.000
mean2.267
σ0.111
min2.119
max2.393
iters=5
new-facts=6402
prior-facts=6402
mean1857.678
σ0.054
min1857.603
max1857.731
mean6795.000
σ0.000
min6795.000
max6795.000
mean3.097
σ0.223
min2.839
max3.457

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.602
σ0.213
min1.322
max1.835

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.741
σ580.932
min155.272
max1317.139
mean96.250
σ8.500
min92.000
max109.000
mean6795.000
σ0.000
min6795.000
max6795.000
mean0.545
σ0.551
min0.267
max1.373
policies=20
mean1552.978
σ0.327
min1552.770
max1553.465
mean920.000
σ0.000
min920.000
max920.000
mean6795.000
σ0.000
min6795.000
max6795.000
mean2.607
σ0.034
min2.572
max2.650
policies=200
mean15537.947
σ0.176
min15537.797
max15538.183
mean9200.000
σ0.000
min9200.000
max9200.000
mean6795.000
σ0.000
min6795.000
max6795.000
mean26.186
σ0.059
min26.100
max26.227