8ff4c8b9d3794e165446496a89d7182dcc2130a5

Home / Branches / ff-api-tests / 8ff4c8b9d3794e165446496a89d7182dcc2130a5

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.582
σ0.342
min54.448
max55.554
mean417.000
σ0.000
min417.000
max417.000
mean0.139
σ0.005
min0.132
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.007
min43.695
max43.719
mean417.000
σ0.000
min417.000
max417.000
mean0.122
σ0.004
min0.115
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4156.000
σ1906.527
min1552.000
max7322.000
mean12.377
σ0.220
min12.159
max12.747
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4156.000
σ1906.527
min1552.000
max7322.000
mean12.599
σ0.376
min11.804
max13.083
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7322.000
σ0.000
min7322.000
max7322.000
mean14.490
σ0.826
min12.513
max14.977
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4156.000
σ1906.527
min1552.000
max7322.000
mean12.151
σ2.077
min10.193
max14.844
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4156.000
σ1906.527
min1552.000
max7322.000
mean8.322
σ0.285
min7.823
max8.728
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4156.000
σ1906.527
min1552.000
max7322.000
mean6.412
σ0.221
min6.021
max6.661
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4156.000
σ1906.527
min1552.000
max7322.000
mean5.426
σ0.185
min5.245
max5.821
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4156.000
σ1906.527
min1552.000
max7322.000
mean5.277
σ0.138
min5.067
max5.528

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7322.000
σ0.000
min7322.000
max7322.000
mean1052.867
σ4.653
min1048.018
max1060.272
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3577.125
σ1803.209
min1042.000
max5814.000
mean4874.223
σ1437.664
min3552.699
max6789.166

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4156.000
σ1906.527
min1552.000
max7322.000
mean79.083
σ8.621
min70.247
max95.026
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7322.000
σ0.000
min7322.000
max7322.000
mean103.907
σ7.206
min88.691
max111.078
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7322.000
σ0.000
min7322.000
max7322.000
mean160.507
σ11.969
min132.720
max168.419

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.537
mean4156.000
σ1906.527
min1552.000
max7322.000
mean6564.164
σ1099.625
min4952.901
max7834.508
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7322.000
σ0.000
min7322.000
max7322.000
mean5628.482
σ1616.855
min4442.469
max8918.239

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean473.875
σ0.354
min473.000
max474.000
mean382.496
σ3.637
min377.209
max386.993
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.000
σ0.000
min559.000
max559.000
mean750.850
σ36.255
min664.279
max776.019

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.500
σ0.759
min1008.025
max1011.641
mean1047.400
σ314.134
min572.000
max1512.000
mean1.553
σ0.082
min1.471
max1.766

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.297
σ0.281
min0.138
max0.793
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.488
σ0.321
min0.329
max1.062
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.249
σ0.070
min0.198
max0.366
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.332
σ0.022
min0.313
max0.368

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean435.200
σ1.789
min432.000
max436.000
mean0.585
σ0.055
min0.487
max0.621
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean442.000
σ0.000
min442.000
max442.000
mean0.493
σ0.058
min0.392
max0.532

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean442.000
σ0.000
min442.000
max442.000
mean2.213
σ0.337
min1.868
max2.968
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean442.000
σ0.000
min442.000
max442.000
mean2.701
σ0.078
min2.570
max2.988
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean442.000
σ0.000
min442.000
max442.000
mean0.304
σ0.009
min0.288
max0.359
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.287
σ0.008
min0.271
max0.320

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.106
σ0.969
min297.717
max300.859
mean443.100
σ14.083
min422.000
max464.000
mean0.614
σ0.021
min0.563
max0.641

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1749.000
σ0.000
min1749.000
max1749.000
mean206.753
σ1.289
min205.204
max209.120
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1749.000
σ0.000
min1749.000
max1749.000
mean11.840
σ1.311
min9.496
max12.723
phase=parser
mean1042.101
σ0.000
min1042.100
max1042.101
mean1749.000
σ0.000
min1749.000
max1749.000
mean718.233
σ24.773
min658.391
max734.409
phase=processProdDef
mean6169.659
σ0.001
min6169.659
max6169.660
mean1749.000
σ0.000
min1749.000
max1749.000
mean6211.691
σ998.993
min4856.615
max7508.865
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1749.000
σ0.000
min1749.000
max1749.000
mean44.594
σ5.725
min31.800
max48.015
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1749.000
σ0.000
min1749.000
max1749.000
mean776.899
σ87.618
min657.908
max876.561

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.038
min293.632
max293.727
mean445.000
σ0.000
min445.000
max445.000
mean0.394
σ0.003
min0.391
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1303.725
σ0.092
min1303.630
max1303.848
mean1062.800
σ167.498
min841.000
max1271.000
mean1.891
σ0.134
min1.812
max2.128
iters=5
new-facts=6402
prior-facts=1
mean1546.808
σ3.992
min1544.798
max1553.943
mean611.400
σ74.842
min493.000
max690.000
mean2.272
σ0.135
min2.132
max2.439
iters=5
new-facts=6402
prior-facts=6402
mean1865.800
σ0.071
min1865.743
max1865.900
mean1711.000
σ252.153
min1418.000
max2070.000
mean2.920
σ0.201
min2.642
max3.169

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.720
σ0.164
min1.533
max1.937

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.090
σ579.264
min160.456
max1318.987
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.529
σ0.519
min0.267
max1.308
policies=20
mean1604.909
σ0.406
min1604.630
max1605.509
mean980.000
σ0.000
min980.000
max980.000
mean446.750
σ2.500
min443.000
max448.000
mean2.674
σ0.008
min2.663
max2.682
policies=200
mean16057.313
σ0.107
min16057.211
max16057.458
mean9800.000
σ0.000
min9800.000
max9800.000
mean495.750
σ4.425
min491.000
max500.000
mean27.000
σ0.121
min26.861
max27.138