0d3a1d2e2a1927f85ad91085291438c6cb54fcc8

Home / Branches / sergei/exp-1419-deprecate-ff_single_policy_next_wide_form / 0d3a1d2e2a1927f85ad91085291438c6cb54fcc8

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.620
σ0.350
min54.486
max55.616
mean418.000
σ0.000
min418.000
max418.000
mean0.140
σ0.006
min0.132
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.788
σ0.007
min43.776
max43.800
mean418.000
σ0.000
min418.000
max418.000
mean0.119
σ0.005
min0.114
max0.128

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4146.875
σ1889.336
min1554.000
max7267.000
mean12.721
σ0.103
min12.569
max12.906
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4146.875
σ1889.336
min1554.000
max7267.000
mean13.173
σ0.222
min12.734
max13.485
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7267.000
σ0.000
min7267.000
max7267.000
mean15.386
σ0.257
min14.828
max15.669
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4146.875
σ1889.336
min1554.000
max7267.000
mean13.173
σ1.858
min11.172
max15.603
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.137
min27.603
max27.991
mean4146.875
σ1889.336
min1554.000
max7267.000
mean9.083
σ0.354
min8.581
max9.612
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4146.875
σ1889.336
min1554.000
max7267.000
mean6.587
σ0.285
min6.230
max7.007
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4146.875
σ1889.336
min1554.000
max7267.000
mean6.061
σ0.112
min5.871
max6.225
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4146.875
σ1889.336
min1554.000
max7267.000
mean5.740
σ0.184
min5.393
max5.966

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7267.000
σ0.000
min7267.000
max7267.000
mean1510.878
σ978.081
min1040.175
max3877.488
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3569.125
σ1789.336
min1045.000
max5774.000
mean4862.688
σ1513.189
min3534.707
max7365.117

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4146.875
σ1889.336
min1554.000
max7267.000
mean81.905
σ9.849
min70.967
max93.451
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7267.000
σ0.000
min7267.000
max7267.000
mean107.389
σ2.714
min104.429
max112.296
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7267.000
σ0.000
min7267.000
max7267.000
mean163.697
σ4.320
min154.455
max168.498

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4146.875
σ1889.336
min1554.000
max7267.000
mean6505.404
σ1166.397
min4868.763
max8022.689
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7267.000
σ0.000
min7267.000
max7267.000
mean5772.591
σ1779.682
min4378.136
max8206.291

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean476.000
σ0.000
min476.000
max476.000
mean377.729
σ21.487
min335.238
max397.743
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean765.700
σ41.209
min668.702
max793.685

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.375
σ0.760
min1007.900
max1011.518
mean1043.250
σ299.142
min560.000
max1444.000
mean1.531
σ0.070
min1.459
max1.732

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.891
σ0.020
min0.881
max0.928
mean402.000
σ0.000
min402.000
max402.000
mean0.380
σ0.459
min0.149
max1.198
name=error_case.art
mean2.338
σ0.012
min2.332
max2.359
mean402.000
σ0.000
min402.000
max402.000
mean0.473
σ0.323
min0.321
max1.050
name=heavy_item.art
mean1.522
σ0.002
min1.520
max1.524
mean402.000
σ0.000
min402.000
max402.000
mean0.223
σ0.019
min0.210
max0.256
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean402.000
σ0.000
min402.000
max402.000
mean0.340
σ0.021
min0.329
max0.378

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.908
σ0.011
min963.902
max963.926
mean434.800
σ1.643
min432.000
max436.000
mean0.551
σ0.053
min0.496
max0.614
name=cdr_enhanced_4k_loc.art
mean884.884
σ0.002
min884.883
max884.886
mean436.000
σ0.000
min436.000
max436.000
mean0.518
σ0.010
min0.505
max0.529

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean436.000
σ0.000
min436.000
max436.000
mean1.991
σ0.087
min1.854
max2.441
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean436.000
σ0.000
min436.000
max436.000
mean1.975
σ0.090
min1.874
max2.641
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean436.000
σ0.000
min436.000
max436.000
mean0.311
σ0.037
min0.294
max0.671
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean436.000
σ0.000
min436.000
max436.000
mean0.291
σ0.007
min0.277
max0.322

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.871
σ0.987
min297.421
max300.667
mean444.100
σ14.798
min426.000
max468.000
mean0.617
σ0.013
min0.588
max0.631

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1725.625
σ63.286
min1569.000
max1748.000
mean210.431
σ2.475
min206.280
max214.160
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1725.625
σ63.286
min1569.000
max1748.000
mean10.791
σ1.599
min9.330
max12.882
phase=parser
mean1041.158
σ0.000
min1041.158
max1041.159
mean1725.625
σ63.286
min1569.000
max1748.000
mean629.503
σ127.426
min414.501
max836.800
phase=processProdDef
mean6169.660
σ0.000
min6169.659
max6169.661
mean1748.000
σ0.000
min1748.000
max1748.000
mean5353.407
σ1242.961
min3846.013
max7556.787
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1725.625
σ63.286
min1569.000
max1748.000
mean41.049
σ7.884
min26.829
max51.670
phase=type checker
mean958.670
σ0.066
min958.573
max958.760
mean1725.625
σ63.286
min1569.000
max1748.000
mean770.719
σ91.741
min667.492
max880.285

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean292.775
σ0.034
min292.727
max292.812
mean443.000
σ0.000
min443.000
max443.000
mean0.397
σ0.001
min0.396
max0.398
iters=5
new-facts=1
prior-facts=6402
mean1302.881
σ0.097
min1302.709
max1302.937
mean1089.800
σ181.386
min837.000
max1302.000
mean2.131
σ0.343
min1.758
max2.606
iters=5
new-facts=6402
prior-facts=1
mean1545.915
σ4.021
min1543.946
max1553.102
mean616.200
σ79.839
min496.000
max710.000
mean2.290
σ0.175
min2.158
max2.596
iters=5
new-facts=6402
prior-facts=6402
mean1864.840
σ0.039
min1864.791
max1864.879
mean1717.400
σ212.956
min1427.000
max1916.000
mean2.939
σ0.099
min2.866
max3.106

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.685
σ0.127
min1.472
max1.806

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.755
σ579.110
min158.198
max1316.420
mean96.250
σ8.500
min92.000
max109.000
mean443.000
σ0.000
min443.000
max443.000
mean0.542
σ0.562
min0.260
max1.385
policies=20
mean1582.285
σ0.349
min1582.040
max1582.802
mean920.000
σ0.000
min920.000
max920.000
mean447.500
σ5.196
min443.000
max452.000
mean2.631
σ0.008
min2.625
max2.640
policies=200
mean15830.797
σ0.203
min15830.609
max15831.086
mean9200.000
σ0.000
min9200.000
max9200.000
mean497.250
σ3.686
min493.000
max502.000
mean26.517
σ0.160
min26.331
max26.706