6737af0e33f8ed9efaaa641003a66aac2c14548a

Home / Branches / dan/sol-1065-address-auton-core-round-3-failures / 6737af0e33f8ed9efaaa641003a66aac2c14548a

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.617
σ0.351
min54.484
max55.615
mean418.000
σ0.000
min418.000
max418.000
mean0.139
σ0.003
min0.135
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.787
σ0.006
min43.780
max43.797
mean418.000
σ0.000
min418.000
max418.000
mean0.124
σ0.003
min0.120
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4287.000
σ1981.307
min1552.000
max7208.000
mean86.870
σ210.012
min12.386
max606.623
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.618
σ0.002
min36.616
max36.620
mean4287.000
σ1981.307
min1552.000
max7208.000
mean13.716
σ2.924
min11.753
max20.822
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7208.000
σ0.000
min7208.000
max7208.000
mean14.968
σ0.889
min13.018
max15.586
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7208.000
σ0.000
min7208.000
max7208.000
mean13.840
σ0.952
min11.724
max14.461
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.932
mean4171.000
σ1903.919
min1552.000
max7208.000
mean13.164
σ1.687
min10.706
max15.091
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.603
max27.607
mean4171.000
σ1903.919
min1552.000
max7208.000
mean9.020
σ0.321
min8.627
max9.617
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4171.000
σ1903.919
min1552.000
max7208.000
mean6.864
σ0.332
min6.470
max7.269
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.668
mean4287.000
σ1981.307
min1552.000
max7208.000
mean6.239
σ0.546
min5.841
max7.557
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4287.000
σ1981.307
min1552.000
max7208.000
mean5.844
σ0.619
min5.583
max7.375
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4287.000
σ1981.307
min1552.000
max7208.000
mean5.890
σ0.568
min5.597
max7.281
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4287.000
σ1981.307
min1552.000
max7208.000
mean5.746
σ0.647
min5.363
max7.329

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7208.000
σ0.000
min7208.000
max7208.000
mean1402.377
σ622.585
min1036.659
max2788.176
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.040
min8744.545
max8744.659
mean3592.250
σ1820.771
min1071.000
max5827.000
mean4847.195
σ1465.533
min3504.526
max6871.707

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.001
min62.076
max62.080
mean4171.000
σ1903.919
min1552.000
max7208.000
mean75.735
σ5.968
min70.101
max88.901
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.078
σ0.002
min62.076
max62.080
mean4171.000
σ1903.919
min1552.000
max7208.000
mean76.234
σ5.798
min71.415
max89.310
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.944
max40.949
mean7208.000
σ0.000
min7208.000
max7208.000
mean103.810
σ7.058
min90.353
max108.507
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945
σ0.002
min40.944
max40.947
mean7208.000
σ0.000
min7208.000
max7208.000
mean103.953
σ7.048
min90.215
max108.768
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.954
mean7208.000
σ0.000
min7208.000
max7208.000
mean106.324
σ5.522
min95.374
max110.747
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950
σ0.002
min40.949
max40.953
mean7208.000
σ0.000
min7208.000
max7208.000
mean104.058
σ7.174
min90.322
max108.767
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.685
max66.690
mean7208.000
σ0.000
min7208.000
max7208.000
mean274.047
σ323.568
min140.577
max1074.449
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7208.000
σ0.000
min7208.000
max7208.000
mean157.781
σ13.055
min136.226
max168.018

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.319
min11655.305
max11667.522
mean4171.000
σ1903.919
min1552.000
max7208.000
mean6598.038
σ1236.911
min4848.514
max7960.770
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066
σ0.002
min11560.064
max11560.069
mean7208.000
σ0.000
min7208.000
max7208.000
mean5712.579
σ1134.713
min4389.354
max7029.025

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.660
σ0.015
min172.634
max172.675
mean487.000
σ0.000
min487.000
max487.000
mean374.855
σ41.409
min316.001
max420.671
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.477
σ0.144
min357.321
max357.644
mean564.000
σ0.000
min564.000
max564.000
mean755.232
σ67.476
min660.630
max818.476

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.084
σ0.761
min1007.609
max1011.229
mean7208.000
σ0.000
min7208.000
max7208.000
mean1.487
σ0.127
min1.378
max1.820

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.420
σ0.135
min0.348
max0.660
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.885
σ0.084
min0.831
max1.031
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.534
σ0.037
min0.498
max0.593
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.841
σ0.034
min0.815
max0.896

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.552
σ0.027
min963.527
max963.596
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.816
σ0.039
min0.758
max0.853
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.861
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.681
σ0.073
min0.596
max0.745

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7208.000
σ0.000
min7208.000
max7208.000
mean4.142
σ0.284
min3.447
max4.514
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.659
mean7208.000
σ0.000
min7208.000
max7208.000
mean4.239
σ0.075
min4.109
max4.490
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.755
σ0.017
min0.723
max0.865
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.713
σ0.016
min0.686
max0.802

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.355
σ0.304
min297.078
max298.140
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.574
σ0.034
min0.508
max0.603

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.727
σ0.034
min289.679
max289.775
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.391
σ0.005
min0.389
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1299.651
σ0.110
min1299.518
max1299.775
mean7208.000
σ0.000
min7208.000
max7208.000
mean1.850
σ0.039
min1.816
max1.895
iters=5
new-facts=6402
prior-facts=1
mean1542.623
σ4.019
min1540.591
max1549.805
mean7208.000
σ0.000
min7208.000
max7208.000
mean2.299
σ0.161
min2.131
max2.526
iters=5
new-facts=6402
prior-facts=6402
mean1861.612
σ0.087
min1861.497
max1861.728
mean7208.000
σ0.000
min7208.000
max7208.000
mean3.022
σ0.377
min2.799
max3.694

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.510
σ0.410
min1.015
max1.930

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.150
σ577.064
min157.617
max1311.746
mean96.250
σ8.500
min92.000
max109.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.550
σ0.570
min0.261
max1.405
policies=20
mean1576.428
σ0.351
min1576.185
max1576.948
mean920.000
σ0.000
min920.000
max920.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean2.636
σ0.017
min2.613
max2.655
policies=200
mean15772.313
σ0.114
min15772.180
max15772.457
mean9200.000
σ0.000
min9200.000
max9200.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean26.620
σ0.238
min26.396
max26.885