11540fcbbf2e341a3f838ec244615d9aab783b35

Home / Branches / ff-api-tests / 11540fcbbf2e341a3f838ec244615d9aab783b35

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.581
σ0.342
min54.450
max55.554
mean417.000
σ0.000
min417.000
max417.000
mean0.141
σ0.005
min0.137
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.007
min43.696
max43.715
mean417.000
σ0.000
min417.000
max417.000
mean0.123
σ0.004
min0.118
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.619
mean4158.750
σ1905.166
min1555.000
max7330.000
mean12.451
σ0.316
min12.001
max13.102
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4158.750
σ1905.166
min1555.000
max7330.000
mean12.782
σ0.412
min11.870
max13.194
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7330.000
σ0.000
min7330.000
max7330.000
mean14.625
σ1.007
min12.443
max15.499
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4158.750
σ1905.166
min1555.000
max7330.000
mean12.500
σ1.760
min10.720
max14.982
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4158.750
σ1905.166
min1555.000
max7330.000
mean8.474
σ0.357
min8.083
max8.919
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4158.750
σ1905.166
min1555.000
max7330.000
mean6.465
σ0.188
min6.181
max6.683
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4158.750
σ1905.166
min1555.000
max7330.000
mean5.540
σ0.096
min5.321
max5.630
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4158.750
σ1905.166
min1555.000
max7330.000
mean5.405
σ0.074
min5.302
max5.516

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7330.000
σ0.000
min7330.000
max7330.000
mean1047.384
σ4.927
min1040.257
max1054.718
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3581.000
σ1801.370
min1044.000
max5819.000
mean4794.440
σ1472.206
min3540.430
max7286.466

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4158.750
σ1905.166
min1555.000
max7330.000
mean83.964
σ11.381
min71.443
max99.127
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7330.000
σ0.000
min7330.000
max7330.000
mean105.043
σ6.753
min91.488
max111.582
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7330.000
σ0.000
min7330.000
max7330.000
mean161.028
σ9.494
min139.990
max167.230

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.325
min11655.305
max11667.539
mean4158.750
σ1905.166
min1555.000
max7330.000
mean6405.080
σ1232.630
min4997.126
max8150.901
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7330.000
σ0.000
min7330.000
max7330.000
mean5945.765
σ1788.026
min4426.596
max9117.124

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean382.731
σ33.191
min300.977
max399.430
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean759.711
σ36.072
min677.170
max788.474

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.500
σ0.760
min1008.025
max1011.642
mean1058.650
σ313.577
min584.000
max1527.000
mean1.547
σ0.072
min1.485
max1.760

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.396
σ0.499
min0.145
max1.286
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.476
σ0.333
min0.317
max1.071
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.218
σ0.030
min0.197
max0.271
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.335
σ0.012
min0.326
max0.355

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.600
σ6.066
min431.000
max443.000
mean0.545
σ0.067
min0.445
max0.613
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean443.000
σ0.000
min443.000
max443.000
mean0.508
σ0.025
min0.477
max0.531

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean443.000
σ0.000
min443.000
max443.000
mean1.828
σ0.090
min1.709
max2.511
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean443.000
σ0.000
min443.000
max443.000
mean1.873
σ0.074
min1.737
max2.051
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean443.000
σ0.000
min443.000
max443.000
mean0.303
σ0.014
min0.287
max0.383
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.295
σ0.065
min0.270
max0.747

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.252
σ1.022
min297.877
max301.158
mean443.500
σ17.596
min418.000
max471.000
mean0.604
σ0.029
min0.551
max0.645

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1746.250
σ5.092
min1738.000
max1749.000
mean206.445
σ2.410
min203.480
max209.492
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1746.250
σ5.092
min1738.000
max1749.000
mean9.528
σ1.691
min7.278
max12.486
phase=parser
mean1042.101
σ0.000
min1042.100
max1042.101
mean1746.250
σ5.092
min1738.000
max1749.000
mean601.668
σ148.875
min405.595
max824.967
phase=processProdDef
mean6169.660
σ0.007
min6169.650
max6169.673
mean1747.625
σ3.889
min1738.000
max1749.000
mean5240.319
σ1547.603
min3546.466
max7802.867
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1746.250
σ5.092
min1738.000
max1749.000
mean33.710
σ7.219
min26.468
max47.878
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1746.250
σ5.092
min1738.000
max1749.000
mean713.929
σ79.314
min629.915
max842.635

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.685
σ0.039
min293.631
max293.726
mean445.000
σ0.000
min445.000
max445.000
mean0.399
σ0.001
min0.398
max0.401
iters=5
new-facts=1
prior-facts=6402
mean1303.796
σ0.046
min1303.728
max1303.842
mean1062.600
σ167.985
min840.000
max1272.000
mean2.017
σ0.192
min1.805
max2.196
iters=5
new-facts=6402
prior-facts=1
mean1546.821
σ4.020
min1544.793
max1554.005
mean612.000
σ73.851
min496.000
max690.000
mean2.295
σ0.192
min2.147
max2.598
iters=5
new-facts=6402
prior-facts=6402
mean1865.804
σ0.056
min1865.748
max1865.886
mean1713.200
σ251.038
min1419.000
max2069.000
mean2.942
σ0.175
min2.708
max3.171

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.715
σ0.167
min1.552
max1.936

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.090
σ579.264
min160.454
max1318.987
mean102.250
σ8.500
min98.000
max115.000
mean441.000
σ0.000
min441.000
max441.000
mean0.538
σ0.545
min0.264
max1.356
policies=20
mean1604.889
σ0.388
min1604.627
max1605.465
mean980.000
σ0.000
min980.000
max980.000
mean447.000
σ6.928
min441.000
max453.000
mean2.664
σ0.008
min2.653
max2.671
policies=200
mean16057.238
σ0.216
min16057.054
max16057.550
mean9800.000
σ0.000
min9800.000
max9800.000
mean494.000
σ2.582
min491.000
max497.000
mean27.057
σ0.134
min26.900
max27.192