f983408df38891ecd36c2403b7a758e8efcf3ef8

Home / Branches / feature-flag-api-type-extraction / f983408df38891ecd36c2403b7a758e8efcf3ef8

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.349
min54.486
max55.610
mean413.000
σ0.000
min413.000
max413.000
mean0.141
σ0.004
min0.136
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.006
min43.777
max43.795
mean413.000
σ0.000
min413.000
max413.000
mean0.122
σ0.005
min0.116
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4094.000
σ1587.536
min1894.000
max6048.000
mean12.132
σ0.384
min11.649
max12.948
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4094.000
σ1587.536
min1894.000
max6048.000
mean11.949
σ0.642
min11.136
max12.731
op=table_records(), no indexes
mean41.928
σ0.000
min41.928
max41.929
mean6048.000
σ0.000
min6048.000
max6048.000
mean12.949
σ1.111
min10.679
max14.382
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4094.000
σ1587.536
min1894.000
max6048.000
mean12.470
σ1.783
min10.330
max15.410
op=vertical_lookup_list() on indexed, after table_records()
mean27.604
σ0.002
min27.603
max27.607
mean4094.000
σ1587.536
min1894.000
max6048.000
mean8.852
σ1.364
min8.104
max12.179
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4094.000
σ1587.536
min1894.000
max6048.000
mean6.867
σ1.177
min6.319
max9.772
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4094.000
σ1587.536
min1894.000
max6048.000
mean5.345
σ0.064
min5.261
max5.466
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4094.000
σ1587.536
min1894.000
max6048.000
mean5.119
σ0.038
min5.084
max5.204

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593
σ0.000
min2524.593
max2524.594
mean6048.000
σ0.000
min6048.000
max6048.000
mean1482.168
σ674.159
min1049.772
max2631.488
op=load_product(), with indexes
mean8744.559
σ0.033
min8744.545
max8744.640
mean3800.875
σ1678.744
min1894.000
max6048.000
mean4824.495
σ1525.985
min3541.702
max7414.155

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4094.000
σ1587.536
min1894.000
max6048.000
mean87.118
σ19.241
min69.886
max123.947
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.943
max40.945
mean6048.000
σ0.000
min6048.000
max6048.000
mean96.469
σ12.377
min71.020
max108.971
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean6048.000
σ0.000
min6048.000
max6048.000
mean224.229
σ231.566
min105.387
max795.554

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.318
min11655.305
max11667.521
mean4094.000
σ1587.536
min1894.000
max6048.000
mean6505.997
σ1286.245
min4966.708
max8258.362
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean6048.000
σ0.000
min6048.000
max6048.000
mean6667.437
σ1525.578
min4397.537
max8179.843

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.590
σ0.027
min172.563
max172.622
mean1894.000
σ0.000
min1894.000
max1894.000
mean372.713
σ26.990
min348.787
max419.609
op=pointedIndexFromKvs
rows=400000
mean357.361
σ0.038
min357.321
max357.407
mean1894.000
σ0.000
min1894.000
max1894.000
mean770.468
σ41.880
min678.019
max811.808

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.185
σ0.946
min1007.715
max1012.123
mean1037.650
σ306.285
min543.000
max1466.000
mean1.577
σ0.174
min1.467
max2.068

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.421
σ0.128
min0.348
max0.648
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.892
σ0.091
min0.840
max1.051
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.585
σ0.068
min0.522
max0.679
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.861
σ0.051
min0.818
max0.946

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.543
σ0.024
min963.523
max963.581
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.780
σ0.079
min0.664
max0.861
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.007
min884.847
max884.863
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.735
σ0.034
min0.675
max0.761

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1466.000
σ0.000
min1466.000
max1466.000
mean4.288
σ0.098
min4.167
max4.748
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.660
mean1466.000
σ0.000
min1466.000
max1466.000
mean4.309
σ0.077
min4.136
max4.567
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.769
σ0.019
min0.742
max0.878
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.548
σ0.073
min0.498
max0.791

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.500
σ0.243
min297.227
max298.083
mean1894.000
σ0.000
min1894.000
max1894.000
mean0.605
σ0.041
min0.528
max0.697

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.762
σ0.045
min289.721
max289.816
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.398
σ0.010
min0.394
max0.416
iters=5
new-facts=1
prior-facts=6402
mean1299.664
σ0.087
min1299.561
max1299.759
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.082
σ0.067
min2.015
max2.166
iters=5
new-facts=6402
prior-facts=1
mean1542.592
σ4.028
min1540.564
max1549.788
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.186
σ0.122
min2.039
max2.339
iters=5
new-facts=6402
prior-facts=6402
mean1861.624
σ0.076
min1861.512
max1861.702
mean1739.200
σ171.845
min1490.000
max1894.000
mean3.046
σ0.177
min2.893
max3.262

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.708
σ0.141
min1.485
max1.862

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.186
σ577.140
min157.615
max1311.895
mean96.250
σ8.500
min92.000
max109.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.538
σ0.554
min0.260
max1.369
policies=20
mean1576.398
σ0.345
min1576.179
max1576.914
mean920.000
σ0.000
min920.000
max920.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.625
σ0.046
min2.581
max2.689
policies=200
mean15772.143
σ0.101
min15772.037
max15772.278
mean9200.000
σ0.000
min9200.000
max9200.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean26.369
σ0.049
min26.327
max26.436