48ffdb483cbaac20dc81db101bfd3b17887d3b8e

Home / Branches / marcelkalveram/exp-1444-implement-supertable-e2e-tests-advanced / 48ffdb483cbaac20dc81db101bfd3b17887d3b8e

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.577
σ0.349
min54.445
max55.569
mean416.000
σ0.000
min416.000
max416.000
mean0.136
σ0.004
min0.132
max0.142
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.005
min43.699
max43.716
mean416.000
σ0.000
min416.000
max416.000
mean0.123
σ0.004
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4158.875
σ1906.359
min1556.000
max7336.000
mean12.480
σ0.247
min12.107
max12.796
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4158.875
σ1906.359
min1556.000
max7336.000
mean12.752
σ0.499
min11.873
max13.161
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7336.000
σ0.000
min7336.000
max7336.000
mean14.475
σ0.896
min12.375
max15.071
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4158.875
σ1906.359
min1556.000
max7336.000
mean12.499
σ1.810
min10.596
max14.892
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4158.875
σ1906.359
min1556.000
max7336.000
mean8.724
σ0.348
min8.229
max9.419
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4158.875
σ1906.359
min1556.000
max7336.000
mean6.337
σ0.175
min5.983
max6.557
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4158.875
σ1906.359
min1556.000
max7336.000
mean5.691
σ0.167
min5.387
max5.858
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4158.875
σ1906.359
min1556.000
max7336.000
mean5.458
σ0.121
min5.277
max5.586

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7336.000
σ0.000
min7336.000
max7336.000
mean1035.084
σ5.749
min1023.016
max1043.376
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3581.875
σ1801.638
min1046.000
max5823.000
mean4877.511
σ1583.889
min3503.542
max7490.115

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4158.875
σ1906.359
min1556.000
max7336.000
mean82.205
σ11.769
min70.702
max104.310
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7336.000
σ0.000
min7336.000
max7336.000
mean106.099
σ6.179
min94.433
max112.160
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7336.000
σ0.000
min7336.000
max7336.000
mean161.575
σ10.249
min139.671
max169.293

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.537
mean4158.875
σ1906.359
min1556.000
max7336.000
mean6142.719
σ1014.071
min4903.479
max7686.161
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7336.000
σ0.000
min7336.000
max7336.000
mean5450.391
σ1589.210
min4311.897
max8609.333

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean380.334
σ18.882
min350.267
max395.315
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.500
σ1.604
min559.000
max562.000
mean765.991
σ45.970
min667.789
max819.260

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.497
σ0.758
min1008.027
max1011.635
mean1047.250
σ313.482
min573.000
max1510.000
mean1.565
σ0.084
min1.492
max1.764

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.397
σ0.503
min0.146
max1.293
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.478
σ0.324
min0.321
max1.057
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.212
σ0.025
min0.196
max0.256
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.329
σ0.022
min0.311
max0.367

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean431.000
σ0.000
min431.000
max431.000
mean0.543
σ0.064
min0.450
max0.606
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean431.000
σ0.000
min431.000
max431.000
mean0.430
σ0.061
min0.380
max0.517

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean431.000
σ0.000
min431.000
max431.000
mean2.635
σ0.092
min2.473
max2.976
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean431.000
σ0.000
min431.000
max431.000
mean2.606
σ0.078
min2.474
max2.968
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean431.000
σ0.000
min431.000
max431.000
mean0.308
σ0.009
min0.295
max0.359
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean431.000
σ0.000
min431.000
max431.000
mean0.292
σ0.007
min0.278
max0.325

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.959
σ1.066
min297.454
max300.972
mean444.500
σ17.840
min418.000
max467.000
mean0.609
σ0.021
min0.563
max0.633

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1745.500
σ0.926
min1745.000
max1747.000
mean204.656
σ1.464
min202.796
max207.511
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1745.500
σ0.926
min1745.000
max1747.000
mean11.920
σ1.220
min9.473
max12.858
phase=parser
mean1042.099
σ0.000
min1042.098
max1042.099
mean1745.500
σ0.926
min1745.000
max1747.000
mean708.697
σ57.022
min568.795
max742.323
phase=processProdDef
mean6169.656
σ0.001
min6169.655
max6169.657
mean1745.750
σ1.035
min1745.000
max1747.000
mean5472.913
σ1122.873
min4391.071
max7720.100
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1745.500
σ0.926
min1745.000
max1747.000
mean45.208
σ5.036
min34.625
max48.261
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1745.500
σ0.926
min1745.000
max1747.000
mean803.741
σ75.972
min677.179
max883.047

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.685
σ0.040
min293.630
max293.724
mean445.000
σ0.000
min445.000
max445.000
mean0.398
σ0.001
min0.397
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1303.769
σ0.076
min1303.644
max1303.829
mean1084.000
σ167.905
min885.000
max1313.000
mean2.059
σ0.217
min1.816
max2.265
iters=5
new-facts=6402
prior-facts=1
mean1546.838
σ4.008
min1544.902
max1554.003
mean618.400
σ88.041
min522.000
max726.000
mean2.362
σ0.232
min2.121
max2.594
iters=5
new-facts=6402
prior-facts=6402
mean1865.782
σ0.065
min1865.725
max1865.887
mean1725.000
σ179.612
min1470.000
max1891.000
mean2.993
σ0.221
min2.788
max3.357

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.823
σ0.135
min1.596
max1.928

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.981
σ579.242
min158.357
max1316.844
mean96.250
σ8.500
min92.000
max109.000
mean441.000
σ0.000
min441.000
max441.000
mean0.530
σ0.523
min0.268
max1.315
policies=20
mean1583.926
σ0.365
min1583.673
max1584.465
mean920.000
σ0.000
min920.000
max920.000
mean446.500
σ6.351
min441.000
max452.000
mean2.638
σ0.008
min2.630
max2.646
policies=200
mean15847.112
σ0.050
min15847.055
max15847.176
mean9200.000
σ0.000
min9200.000
max9200.000
mean492.750
σ3.948
min488.000
max496.000
mean26.631
σ0.130
min26.524
max26.791