895ae4e65d84a0836293f0dc564fede70c8100da

Home / Branches / alexjeffery/lan-54-improve-units-parsing / 895ae4e65d84a0836293f0dc564fede70c8100da

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.349
min54.481
max55.609
mean419.000
σ0.000
min419.000
max419.000
mean0.138
σ0.005
min0.132
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.786
σ0.008
min43.776
max43.804
mean419.000
σ0.000
min419.000
max419.000
mean0.123
σ0.004
min0.117
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4271.875
σ1871.318
min2019.000
max7543.000
mean12.470
σ0.338
min11.771
max12.892
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.619
mean4271.875
σ1871.318
min2019.000
max7543.000
mean12.508
σ0.532
min11.617
max13.036
op=table_records(), no indexes
mean41.929
σ0.001
min41.928
max41.932
mean7543.000
σ0.000
min7543.000
max7543.000
mean14.128
σ1.163
min12.448
max15.601
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4271.875
σ1871.318
min2019.000
max7543.000
mean12.577
σ1.736
min10.179
max14.817
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.003
min27.603
max27.611
mean4271.875
σ1871.318
min2019.000
max7543.000
mean8.801
σ0.851
min7.991
max10.236
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4271.875
σ1871.318
min2019.000
max7543.000
mean6.850
σ0.713
min6.267
max7.962
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.669
mean4271.875
σ1871.318
min2019.000
max7543.000
mean5.429
σ0.128
min5.180
max5.618
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4271.875
σ1871.318
min2019.000
max7543.000
mean5.228
σ0.163
min4.864
max5.419

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593
σ0.000
min2524.593
max2524.594
mean7543.000
σ0.000
min7543.000
max7543.000
mean1074.051
σ6.431
min1063.725
max1081.155
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.544
max8744.639
mean3800.250
σ1597.143
min2019.000
max5949.000
mean4766.663
σ1541.560
min3640.817
max7293.559

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4271.875
σ1871.318
min2019.000
max7543.000
mean83.459
σ12.483
min71.025
max108.582
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7543.000
σ0.000
min7543.000
max7543.000
mean233.942
σ375.152
min90.661
max1162.240
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7543.000
σ0.000
min7543.000
max7543.000
mean153.026
σ12.636
min140.467
max168.999

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.318
min11655.305
max11667.521
mean4271.875
σ1871.318
min2019.000
max7543.000
mean6626.483
σ1272.280
min5058.867
max8358.836
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean7543.000
σ0.000
min7543.000
max7543.000
mean5635.033
σ1412.461
min4537.327
max7605.388

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.589
σ0.022
min172.560
max172.618
mean2019.000
σ0.000
min2019.000
max2019.000
mean373.515
σ45.433
min318.566
max462.453
op=pointedIndexFromKvs
rows=400000
mean357.358
σ0.037
min357.321
max357.402
mean2019.000
σ0.000
min2019.000
max2019.000
mean769.821
σ27.876
min721.391
max797.825

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.184
σ0.882
min1007.687
max1011.846
mean1042.400
σ306.044
min547.000
max1470.000
mean1.544
σ0.108
min1.346
max1.769

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.003
min0.881
max0.887
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.410
σ0.136
min0.330
max0.651
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.861
σ0.084
min0.807
max1.006
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.524
σ0.058
min0.480
max0.622
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.819
σ0.039
min0.789
max0.885

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.921
σ0.024
min963.902
max963.961
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.798
σ0.049
min0.733
max0.860
name=cdr_enhanced_4k_loc.art
mean884.890
σ0.010
min884.883
max884.904
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.733
σ0.034
min0.672
max0.751

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1470.000
σ0.000
min1470.000
max1470.000
mean4.302
σ0.084
min4.164
max4.611
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.659
mean1470.000
σ0.000
min1470.000
max1470.000
mean4.288
σ0.075
min4.134
max4.522
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.735
σ0.020
min0.703
max0.874
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.701
σ0.026
min0.505
max0.803

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.368
σ0.251
min297.160
max298.049
mean2019.000
σ0.000
min2019.000
max2019.000
mean0.586
σ0.032
min0.502
max0.614

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.765
σ0.037
min289.723
max289.806
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.393
σ0.009
min0.388
max0.409
iters=5
new-facts=1
prior-facts=6402
mean1299.664
σ0.060
min1299.578
max1299.726
mean1470.000
σ0.000
min1470.000
max1470.000
mean2.014
σ0.050
min1.967
max2.092
iters=5
new-facts=6402
prior-facts=1
mean1542.615
σ4.007
min1540.632
max1549.775
mean1470.000
σ0.000
min1470.000
max1470.000
mean2.278
σ0.084
min2.129
max2.331
iters=5
new-facts=6402
prior-facts=6402
mean1861.639
σ0.067
min1861.547
max1861.719
mean1748.000
σ184.402
min1537.000
max2019.000
mean2.928
σ0.130
min2.858
max3.159

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.708
σ0.178
min1.503
max1.883

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.208
σ577.184
min157.614
max1311.983
mean96.250
σ8.500
min92.000
max109.000
mean1470.000
σ0.000
min1470.000
max1470.000
mean0.545
σ0.563
min0.263
max1.389
policies=20
mean1576.416
σ0.341
min1576.186
max1576.923
mean920.000
σ0.000
min920.000
max920.000
mean1470.000
σ0.000
min1470.000
max1470.000
mean2.611
σ0.006
min2.602
max2.615
policies=200
mean15772.282
σ0.044
min15772.249
max15772.346
mean9200.000
σ0.000
min9200.000
max9200.000
mean1470.000
σ0.000
min1470.000
max1470.000
mean26.458
σ0.050
min26.411
max26.525