d78e3a7aa16c73b8d6dd2e0974804254e6bcd3a5

Home / Branches / ville/increase-multi-table-exporter-timeout / d78e3a7aa16c73b8d6dd2e0974804254e6bcd3a5

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.617
σ0.351
min54.483
max55.616
mean414.000
σ0.000
min414.000
max414.000
mean0.139
σ0.007
min0.131
max0.152
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.008
min43.774
max43.803
mean414.000
σ0.000
min414.000
max414.000
mean0.122
σ0.004
min0.119
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4286.625
σ1981.604
min1552.000
max7209.000
mean97.066
σ238.037
min12.669
max686.177
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4286.625
σ1981.604
min1552.000
max7209.000
mean14.026
σ2.923
min11.909
max21.150
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7209.000
σ0.000
min7209.000
max7209.000
mean14.999
σ0.910
min13.287
max16.193
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7209.000
σ0.000
min7209.000
max7209.000
mean13.771
σ1.081
min11.796
max14.522
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4170.250
σ1904.038
min1552.000
max7209.000
mean13.694
σ1.679
min11.260
max15.301
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.003
min27.603
max27.611
mean4170.250
σ1904.038
min1552.000
max7209.000
mean9.069
σ0.280
min8.647
max9.482
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.002
min26.399
max26.403
mean4170.250
σ1904.038
min1552.000
max7209.000
mean6.871
σ0.241
min6.440
max7.270
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.668
mean4286.625
σ1981.604
min1552.000
max7209.000
mean6.331
σ0.676
min5.945
max7.985
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4286.625
σ1981.604
min1552.000
max7209.000
mean5.874
σ0.626
min5.316
max7.356
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.003
min25.967
max25.975
mean4286.625
σ1981.604
min1552.000
max7209.000
mean5.938
σ0.608
min5.350
max7.374
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4286.625
σ1981.604
min1552.000
max7209.000
mean5.768
σ0.651
min5.032
max7.282

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.597
mean7209.000
σ0.000
min7209.000
max7209.000
mean1428.568
σ629.799
min1038.638
max2764.526
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561
σ0.042
min8744.545
max8744.664
mean3591.875
σ1820.705
min1070.000
max5827.000
mean4851.262
σ1634.928
min3539.515
max7114.934

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4170.250
σ1904.038
min1552.000
max7209.000
mean78.569
σ6.159
min71.628
max87.310
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.075
max62.080
mean4170.250
σ1904.038
min1552.000
max7209.000
mean79.173
σ6.275
min71.821
max87.795
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.944
max40.948
mean7209.000
σ0.000
min7209.000
max7209.000
mean103.479
σ9.435
min83.635
max109.587
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.944
max40.947
mean7209.000
σ0.000
min7209.000
max7209.000
mean103.194
σ9.654
min82.878
max109.435
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.948
max40.953
mean7209.000
σ0.000
min7209.000
max7209.000
mean105.736
σ7.687
min90.045
max110.563
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean7209.000
σ0.000
min7209.000
max7209.000
mean103.326
σ9.645
min83.004
max109.697
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.686
max66.690
mean7209.000
σ0.000
min7209.000
max7209.000
mean235.814
σ216.391
min131.634
max770.342
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7209.000
σ0.000
min7209.000
max7209.000
mean156.617
σ16.859
min131.767
max169.912

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.520
mean4170.250
σ1904.038
min1552.000
max7209.000
mean6928.695
σ1155.700
min4942.720
max8245.610
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7209.000
σ0.000
min7209.000
max7209.000
mean5710.827
σ1159.267
min4404.154
max7210.823

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.663
σ0.011
min172.651
max172.678
mean484.000
σ0.000
min484.000
max484.000
mean394.069
σ19.465
min365.319
max418.742
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.466
σ0.156
min357.321
max357.632
mean561.000
σ0.000
min561.000
max561.000
mean764.104
σ66.140
min646.197
max817.376

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.083
σ0.761
min1007.611
max1011.230
mean7209.000
σ0.000
min7209.000
max7209.000
mean1.538
σ0.127
min1.401
max1.868

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.311
σ0.112
min0.243
max0.508
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.779
σ0.092
min0.621
max0.849
name=heavy_item.art
mean1.522
σ0.002
min1.520
max1.524
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.542
σ0.041
min0.515
max0.614
name=nested_use.art
mean2.356
σ0.002
min2.355
max2.358
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.843
σ0.042
min0.813
max0.913

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.541
σ0.027
min963.524
max963.589
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.816
σ0.041
min0.773
max0.860
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.861
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.713
σ0.028
min0.680
max0.746

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean7209.000
σ0.000
min7209.000
max7209.000
mean4.304
σ0.088
min4.156
max4.594
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7209.000
σ0.000
min7209.000
max7209.000
mean4.296
σ0.088
min4.153
max4.593
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.749
σ0.017
min0.718
max0.846
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.713
σ0.015
min0.683
max0.798

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.644
σ0.172
min297.539
max298.123
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.583
σ0.041
min0.508
max0.637

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.728
σ0.032
min289.683
max289.772
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.391
σ0.002
min0.388
max0.393
iters=5
new-facts=1
prior-facts=6402
mean1299.633
σ0.101
min1299.505
max1299.766
mean7209.000
σ0.000
min7209.000
max7209.000
mean2.056
σ0.170
min1.959
max2.357
iters=5
new-facts=6402
prior-facts=1
mean1542.616
σ4.058
min1540.601
max1549.868
mean7209.000
σ0.000
min7209.000
max7209.000
mean2.250
σ0.174
min2.103
max2.552
iters=5
new-facts=6402
prior-facts=6402
mean1861.602
σ0.051
min1861.535
max1861.655
mean7209.000
σ0.000
min7209.000
max7209.000
mean3.068
σ0.184
min2.888
max3.379

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.803
σ0.198
min1.449
max1.904

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.146
σ577.065
min157.611
max1311.744
mean96.250
σ8.500
min92.000
max109.000
mean7209.000
σ0.000
min7209.000
max7209.000
mean0.532
σ0.510
min0.271
max1.296
policies=20
mean1576.411
σ0.353
min1576.169
max1576.935
mean920.000
σ0.000
min920.000
max920.000
mean7209.000
σ0.000
min7209.000
max7209.000
mean2.634
σ0.023
min2.614
max2.664
policies=200
mean15772.226
σ0.108
min15772.086
max15772.313
mean9200.000
σ0.000
min9200.000
max9200.000
mean7209.000
σ0.000
min7209.000
max7209.000
mean26.516
σ0.095
min26.463
max26.659