9b37ea77bdc64409011a355699e91e163edee68f

Home / Branches / sergeiwinitzki/lan-43-benchmark-csv-final / 9b37ea77bdc64409011a355699e91e163edee68f

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.057
σ0.368
min53.914
max55.105
mean418.000
σ0.000
min418.000
max418.000
mean0.141
σ0.003
min0.138
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.395
σ0.008
min43.385
max43.409
mean418.000
σ0.000
min418.000
max418.000
mean0.123
σ0.004
min0.120
max0.128

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614
σ0.000
min36.614
max36.615
mean8887.000
σ0.000
min8887.000
max8887.000
mean13.041
σ0.414
min12.484
max13.646
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614
σ0.000
min36.614
max36.614
mean8887.000
σ0.000
min8887.000
max8887.000
mean12.630
σ0.558
min11.817
max13.250

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074
σ0.000
min62.074
max62.075
mean5111.700
σ2610.220
min1356.000
max8533.000
mean105.202
σ12.332
min82.420
max119.873
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664
σ0.002
min70.662
max70.668
mean8887.000
σ0.000
min8887.000
max8887.000
mean201.607
σ202.266
min135.531
max777.237

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.632
σ3.862
min15108.410
max15120.624
mean5111.700
σ2610.220
min1356.000
max8533.000
mean9947.788
σ2278.230
min6660.158
max12548.469
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.732
σ0.002
min14060.731
max14060.736
mean8887.000
σ0.000
min8887.000
max8887.000
mean8432.210
σ2113.917
min5430.379
max11452.268

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535
σ0.000
min8744.534
max8744.535
mean8887.000
σ0.000
min8887.000
max8887.000
mean4508.807
σ1149.775
min3501.342
max6004.661
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581
σ0.002
min2524.579
max2524.583
mean8887.000
σ0.000
min8887.000
max8887.000
mean1455.235
σ982.668
min1024.309
max4019.295
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.546
σ0.035
min8744.534
max8744.645
mean4712.700
σ2572.096
min1077.000
max8533.000
mean4775.949
σ1217.652
min3503.051
max6902.864
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.532
σ0.002
min8744.530
max8744.535
mean8568.400
σ111.945
min8533.000
max8887.000
mean4766.504
σ1450.613
min3503.778
max7240.200

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.902
σ0.002
min41.900
max41.904
mean8887.000
σ0.000
min8887.000
max8887.000
mean14.663
σ1.234
min11.274
max15.476
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.900
σ0.002
min41.900
max41.903
mean8887.000
σ0.000
min8887.000
max8887.000
mean13.678
σ1.386
min10.765
max15.490
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901
σ0.002
min41.899
max41.904
mean8568.400
σ111.945
min8533.000
max8887.000
mean14.316
σ1.559
min11.153
max15.727

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238
σ0.002
min15088.236
max15088.242
mean8568.400
σ111.945
min8533.000
max8887.000
mean9874.848
σ2196.310
min6499.327
max12671.283

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set(), repeat
rows=200000
mean26.398
σ0.001
min26.397
max26.401
mean5111.700
σ2610.220
min1356.000
max8533.000
mean7.018
σ0.587
min6.257
max7.744
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.398
σ0.002
min26.397
max26.401
mean8568.400
σ111.945
min8533.000
max8887.000
mean6.700
σ0.453
min5.803
max7.372
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.398
σ0.000
min26.398
max26.398
mean8887.000
σ0.000
min8887.000
max8887.000
mean8.214
σ0.387
min7.620
max8.732

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.003
min40.942
max40.949
mean8887.000
σ0.000
min8887.000
max8887.000
mean97.451
σ11.624
min75.908
max107.512
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.943
σ0.002
min40.942
max40.946
mean8887.000
σ0.000
min8887.000
max8887.000
mean96.683
σ12.760
min70.713
max107.623
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949
σ0.002
min40.947
max40.952
mean8887.000
σ0.000
min8887.000
max8887.000
mean99.850
σ8.029
min80.545
max107.427
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948
σ0.001
min40.947
max40.951
mean8887.000
σ0.000
min8887.000
max8887.000
mean128.542
σ91.142
min76.398
max386.685

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602
σ0.001
min27.602
max27.603
mean5111.700
σ2610.220
min1356.000
max8533.000
mean9.870
σ0.691
min8.827
max10.616
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602
σ0.002
min27.602
max27.605
mean8568.400
σ111.945
min8533.000
max8887.000
mean9.641
σ0.611
min8.272
max10.239

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940
σ0.000
min15073.939
max15073.940
mean8887.000
σ0.000
min8887.000
max8887.000
mean9658.605
σ2392.196
min6483.387
max12229.084

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633
σ0.002
min25.631
max25.637
mean8568.400
σ111.945
min8533.000
max8887.000
mean5.149
σ0.189
min4.945
max5.540
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628
σ0.002
min25.626
max25.630
mean8568.400
σ111.945
min8533.000
max8887.000
mean5.039
σ0.185
min4.874
max5.368
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932
σ0.002
min25.930
max25.935
mean8568.400
σ111.945
min8533.000
max8887.000
mean5.158
σ0.217
min4.923
max5.504
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931
σ0.002
min25.930
max25.934
mean8568.400
σ111.945
min8533.000
max8887.000
mean5.096
σ0.166
min4.840
max5.350

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671
σ0.001
min66.670
max66.673
mean8887.000
σ0.000
min8887.000
max8887.000
mean150.728
σ17.399
min113.634
max165.000
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670
σ0.002
min66.670
max66.673
mean8887.000
σ0.000
min8887.000
max8887.000
mean150.718
σ17.331
min114.385
max165.539

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.663
σ0.007
min172.650
max172.674
mean491.000
σ0.000
min491.000
max491.000
mean391.865
σ26.246
min344.574
max420.228
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.404
σ0.135
min357.321
max357.643
mean569.000
σ0.000
min569.000
max569.000
mean777.539
σ58.339
min652.487
max867.770

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.876
σ0.751
min1006.403
max1009.977
mean8887.000
σ0.000
min8887.000
max8887.000
mean1.569
σ0.140
min1.463
max1.995

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.003
min0.882
max0.887
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.308
σ0.124
min0.246
max0.529
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.831
σ0.130
min0.642
max0.993
name=heavy_item.art
mean1.524
σ0.002
min1.522
max1.526
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.536
σ0.045
min0.497
max0.607
name=nested_use.art
mean2.361
σ0.002
min2.360
max2.364
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.847
σ0.042
min0.813
max0.917

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.829
σ0.027
min964.802
max964.864
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.828
σ0.023
min0.788
max0.841
name=cdr_enhanced_4k_loc.art
mean885.511
σ0.006
min885.504
max885.519
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.720
σ0.020
min0.685
max0.734

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716
σ0.002
min7.715
max7.721
mean8887.000
σ0.000
min8887.000
max8887.000
mean4.211
σ0.084
min4.042
max4.543
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.668
mean8887.000
σ0.000
min8887.000
max8887.000
mean4.203
σ0.084
min4.060
max4.513
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.729
σ0.021
min0.675
max0.842
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.703
σ0.014
min0.675
max0.785

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.519
σ0.232
min295.276
max296.094
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.566
σ0.066
min0.498
max0.712

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.368
σ0.025
min285.335
max285.402
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.394
σ0.007
min0.390
max0.407
iters=5
new-facts=1
prior-facts=6402
mean1295.797
σ0.076
min1295.693
max1295.908
mean8887.000
σ0.000
min8887.000
max8887.000
mean2.090
σ0.180
min1.821
max2.266
iters=5
new-facts=6402
prior-facts=1
mean1539.981
σ6.890
min1536.729
max1552.304
mean8887.000
σ0.000
min8887.000
max8887.000
mean2.318
σ0.176
min2.117
max2.578
iters=5
new-facts=6402
prior-facts=6402
mean1857.648
σ0.070
min1857.558
max1857.723
mean8887.000
σ0.000
min8887.000
max8887.000
mean3.024
σ0.110
min2.854
max3.143

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.614
σ0.235
min1.234
max1.841

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.738
σ580.932
min155.269
max1317.136
mean96.250
σ8.500
min92.000
max109.000
mean8887.000
σ0.000
min8887.000
max8887.000
mean0.562
σ0.583
min0.266
max1.436
policies=20
mean1552.986
σ0.335
min1552.759
max1553.482
mean920.000
σ0.000
min920.000
max920.000
mean8887.000
σ0.000
min8887.000
max8887.000
mean2.611
σ0.028
min2.592
max2.653
policies=200
mean15538.012
σ0.167
min15537.847
max15538.243
mean9200.000
σ0.000
min9200.000
max9200.000
mean8887.000
σ0.000
min8887.000
max8887.000
mean26.320
σ0.158
min26.123
max26.451