12ca24decf66f115b21e05a3b06e2633819af340

Home / Branches / tomaszwawreniuk/qa-17-calculate-parametrised-derived-datapoints-and-meta-keys-only / 12ca24decf66f115b21e05a3b06e2633819af340

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.583
σ0.341
min54.450
max55.554
mean421.000
σ0.000
min421.000
max421.000
mean0.141
σ0.005
min0.135
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.006
min43.695
max43.712
mean421.000
σ0.000
min421.000
max421.000
mean0.124
σ0.005
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4150.000
σ1895.302
min1556.000
max7286.000
mean12.904
σ0.226
min12.619
max13.370
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4150.000
σ1895.302
min1556.000
max7286.000
mean13.158
σ0.614
min12.105
max14.035
op=table_records(), no indexes
mean41.932
σ0.001
min41.930
max41.933
mean7286.000
σ0.000
min7286.000
max7286.000
mean15.382
σ0.479
min14.475
max16.020
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4150.000
σ1895.302
min1556.000
max7286.000
mean13.091
σ1.895
min11.079
max15.478
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.990
mean4150.000
σ1895.302
min1556.000
max7286.000
mean9.189
σ0.409
min8.703
max9.828
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4150.000
σ1895.302
min1556.000
max7286.000
mean6.669
σ0.383
min6.000
max7.227
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.669
mean4150.000
σ1895.302
min1556.000
max7286.000
mean6.058
σ0.208
min5.595
max6.247
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.969
σ0.002
min25.967
max25.973
mean4150.000
σ1895.302
min1556.000
max7286.000
mean5.637
σ0.217
min5.353
max5.918

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.619
σ0.000
min2524.619
max2524.620
mean7286.000
σ0.000
min7286.000
max7286.000
mean1490.729
σ735.124
min1040.716
max3109.443
op=load_product(), with indexes
mean8744.734
σ0.469
min8744.566
max8745.895
mean3572.375
σ1794.729
min1044.000
max5791.000
mean4679.980
σ1658.328
min3497.819
max7305.026

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4150.000
σ1895.302
min1556.000
max7286.000
mean85.765
σ11.770
min72.010
max101.350
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.946
mean7286.000
σ0.000
min7286.000
max7286.000
mean107.112
σ2.760
min103.147
max111.116
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.686
max66.687
mean7286.000
σ0.000
min7286.000
max7286.000
mean163.857
σ5.040
min152.215
max168.196

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.837
σ4.324
min11655.305
max11667.539
mean4150.000
σ1895.302
min1556.000
max7286.000
mean6289.431
σ1004.662
min4835.816
max7896.854
op=vertical_lookup_list() on indexed
mean11560.065
σ0.000
min11560.064
max11560.066
mean7286.000
σ0.000
min7286.000
max7286.000
mean5756.844
σ1478.642
min4369.293
max7964.589

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean366.008
σ33.715
min298.977
max395.900
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean750.260
σ44.981
min662.207
max799.962

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean880.882
σ0.759
min880.404
max884.020
mean816.950
σ189.992
min530.000
max1111.000
mean1.523
σ0.047
min1.388
max1.617

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.377
σ0.460
min0.147
max1.198
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.428
σ0.192
min0.333
max0.772
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.218
σ0.027
min0.200
max0.264
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.330
σ0.019
min0.313
max0.363

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.753
σ0.011
min964.748
max964.772
mean432.600
σ3.130
min430.000
max436.000
mean0.587
σ0.035
min0.528
max0.612
name=cdr_enhanced_4k_loc.art
mean885.821
σ0.002
min885.820
max885.824
mean442.000
σ0.000
min442.000
max442.000
mean0.488
σ0.046
min0.437
max0.525

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean442.000
σ0.000
min442.000
max442.000
mean2.458
σ0.306
min1.835
max2.927
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean442.000
σ0.000
min442.000
max442.000
mean2.582
σ0.089
min2.454
max3.084
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean442.000
σ0.000
min442.000
max442.000
mean0.305
σ0.008
min0.290
max0.355
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.292
σ0.007
min0.281
max0.326

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.873
σ1.039
min298.496
max301.827
mean442.900
σ13.025
min427.000
max467.000
mean0.617
σ0.017
min0.602
max0.661

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.864
σ0.000
min222.864
max222.864
mean1712.250
σ49.531
min1632.000
max1739.000
mean206.222
σ2.042
min203.853
max210.103
phase=macro expansion
mean6.146
σ0.000
min6.146
max6.146
mean1712.250
σ49.531
min1632.000
max1739.000
mean11.239
σ1.283
min9.692
max12.479
phase=parser
mean1042.112
σ0.000
min1042.111
max1042.112
mean1712.250
σ49.531
min1632.000
max1739.000
mean726.520
σ86.109
min562.351
max837.794
phase=processProdDef
mean6169.659
σ0.001
min6169.659
max6169.660
mean1725.750
σ37.882
min1632.000
max1740.000
mean5578.022
σ1561.304
min3603.738
max7354.080
phase=renaming
mean21.678
σ0.000
min21.678
max21.678
mean1712.250
σ49.531
min1632.000
max1739.000
mean40.921
σ7.263
min31.851
max48.965
phase=type checker
mean961.564
σ0.066
min961.467
max961.654
mean1712.250
σ49.531
min1632.000
max1739.000
mean752.132
σ68.046
min657.595
max886.603

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.728
σ0.038
min293.676
max293.767
mean448.000
σ0.000
min448.000
max448.000
mean0.402
σ0.005
min0.399
max0.411
iters=5
new-facts=1
prior-facts=6402
mean1174.637
σ0.101
min1174.517
max1174.784
mean849.200
σ112.586
min711.000
max988.000
mean1.938
σ0.203
min1.760
max2.254
iters=5
new-facts=6402
prior-facts=1
mean1417.511
σ4.047
min1415.459
max1424.742
mean570.200
σ38.558
min524.000
max612.000
mean2.129
σ0.205
min2.002
max2.492
iters=5
new-facts=6402
prior-facts=6402
mean1736.671
σ0.067
min1736.606
max1736.758
mean1274.200
σ161.305
min1092.000
max1504.000
mean2.981
σ0.194
min2.816
max3.291

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.697
σ0.162
min1.483
max1.874

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.510
σ579.860
min160.579
max1320.300
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.546
σ0.555
min0.267
max1.379
policies=20
mean1606.122
σ0.409
min1605.843
max1606.727
mean980.000
σ0.000
min980.000
max980.000
mean447.000
σ4.619
min443.000
max451.000
mean2.685
σ0.011
min2.675
max2.696
policies=200
mean16069.448
σ0.063
min16069.404
max16069.540
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.000
σ4.761
min492.000
max502.000
mean27.156
σ0.251
min26.921
max27.472