98b8b876c885fadca05cc1922fd5746ea24aa1b0

Home / Branches / marcelkalveram/tree-api-modular-refactor-rfc / 98b8b876c885fadca05cc1922fd5746ea24aa1b0

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.619
σ0.349
min54.484
max55.610
mean417.000
σ0.000
min417.000
max417.000
mean0.139
σ0.005
min0.133
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.788
σ0.008
min43.779
max43.805
mean417.000
σ0.000
min417.000
max417.000
mean0.123
σ0.004
min0.120
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.003
min36.615
max36.623
mean4276.500
σ1865.114
min2080.000
max7547.000
mean12.588
σ1.832
min11.705
max17.091
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.619
mean4276.500
σ1865.114
min2080.000
max7547.000
mean12.564
σ1.820
min10.877
max16.655
op=table_records(), no indexes
mean41.929
σ0.002
min41.928
max41.933
mean7547.000
σ0.000
min7547.000
max7547.000
mean13.844
σ1.024
min12.532
max14.971
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4276.500
σ1865.114
min2080.000
max7547.000
mean12.799
σ2.100
min10.021
max15.773
op=vertical_lookup_list() on indexed, after table_records()
mean27.604
σ0.002
min27.603
max27.607
mean4276.500
σ1865.114
min2080.000
max7547.000
mean8.836
σ1.443
min7.614
max11.708
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4276.500
σ1865.114
min2080.000
max7547.000
mean6.526
σ1.314
min5.100
max8.949
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4276.500
σ1865.114
min2080.000
max7547.000
mean5.425
σ0.496
min5.082
max6.598
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4276.500
σ1865.114
min2080.000
max7547.000
mean5.278
σ0.596
min4.878
max6.716

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.603
σ0.000
min2524.602
max2524.603
mean7547.000
σ0.000
min7547.000
max7547.000
mean1051.306
σ7.681
min1040.796
max1062.930
op=load_product(), with indexes
mean8744.568
σ0.033
min8744.553
max8744.649
mean3805.875
σ1583.548
min2080.000
max5946.000
mean4453.828
σ1281.762
min3533.247
max6450.412

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.075
max62.080
mean4276.500
σ1865.114
min2080.000
max7547.000
mean85.932
σ14.446
min70.614
max107.391
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7547.000
σ0.000
min7547.000
max7547.000
mean234.985
σ382.696
min84.179
max1181.904
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7547.000
σ0.000
min7547.000
max7547.000
mean150.990
σ13.467
min132.408
max167.488

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.318
min11655.305
max11667.521
mean4276.500
σ1865.114
min2080.000
max7547.000
mean6379.642
σ1136.579
min4931.453
max8036.163
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean7547.000
σ0.000
min7547.000
max7547.000
mean5388.853
σ1320.275
min4383.142
max7384.570

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.589
σ0.039
min172.558
max172.671
mean2080.000
σ0.000
min2080.000
max2080.000
mean350.454
σ41.779
min321.772
max448.938
op=pointedIndexFromKvs
rows=400000
mean357.366
σ0.041
min357.321
max357.408
mean2080.000
σ0.000
min2080.000
max2080.000
mean762.548
σ53.375
min634.118
max801.619

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.475
σ0.882
min1007.980
max1012.139
mean1041.400
σ305.665
min547.000
max1467.000
mean1.533
σ0.088
min1.463
max1.830

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.420
σ0.141
min0.333
max0.670
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.873
σ0.090
min0.807
max1.029
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.538
σ0.051
min0.501
max0.625
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.846
σ0.042
min0.814
max0.918

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.923
σ0.025
min963.902
max963.964
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.825
σ0.034
min0.770
max0.857
name=cdr_enhanced_4k_loc.art
mean884.889
σ0.007
min884.883
max884.897
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.716
σ0.030
min0.676
max0.739

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.302
σ0.098
min4.155
max4.686
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.213
σ0.076
min4.066
max4.507
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.751
σ0.026
min0.718
max0.912
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.708
σ0.021
min0.674
max0.842

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.770
σ0.258
min297.603
max298.475
mean2080.000
σ0.000
min2080.000
max2080.000
mean0.608
σ0.009
min0.595
max0.623

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1756.000
σ0.000
min1756.000
max1756.000
mean203.136
σ3.093
min199.060
max207.954
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1756.000
σ0.000
min1756.000
max1756.000
mean10.563
σ1.618
min9.299
max12.609
phase=parser
mean1041.159
σ0.000
min1041.158
max1041.159
mean1756.000
σ0.000
min1756.000
max1756.000
mean639.091
σ58.726
min591.002
max730.937
phase=processProdDef
mean6169.661
σ0.001
min6169.660
max6169.662
mean1756.000
σ0.000
min1756.000
max1756.000
mean5627.360
σ1209.879
min3698.942
max7079.070
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1756.000
σ0.000
min1756.000
max1756.000
mean42.854
σ3.879
min39.786
max47.598
phase=type checker
mean958.690
σ0.055
min958.604
max958.760
mean1756.000
σ0.000
min1756.000
max1756.000
mean767.646
σ134.547
min665.712
max1036.062

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean292.985
σ0.038
min292.942
max293.027
mean1756.000
σ0.000
min1756.000
max1756.000
mean0.403
σ0.009
min0.393
max0.411
iters=5
new-facts=1
prior-facts=6402
mean1302.837
σ0.122
min1302.730
max1303.041
mean1756.000
σ0.000
min1756.000
max1756.000
mean1.925
σ0.196
min1.814
max2.273
iters=5
new-facts=6402
prior-facts=1
mean1545.891
σ4.014
min1543.916
max1553.067
mean1756.000
σ0.000
min1756.000
max1756.000
mean2.302
σ0.149
min2.123
max2.430
iters=5
new-facts=6402
prior-facts=6402
mean1864.872
σ0.047
min1864.811
max1864.921
mean1845.000
σ141.432
min1756.000
max2080.000
mean2.942
σ0.057
min2.881
max3.006

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.765
σ0.194
min1.562
max1.988

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.793
σ577.189
min158.196
max1312.577
mean96.250
σ8.500
min92.000
max109.000
mean1756.000
σ0.000
min1756.000
max1756.000
mean0.465
σ0.386
min0.271
max1.044
policies=20
mean1582.285
σ0.400
min1582.021
max1582.880
mean920.000
σ0.000
min920.000
max920.000
mean1756.000
σ0.000
min1756.000
max1756.000
mean2.711
σ0.006
min2.705
max2.718
policies=200
mean15830.801
σ0.084
min15830.709
max15830.910
mean9200.000
σ0.000
min9200.000
max9200.000
mean1756.000
σ0.000
min1756.000
max1756.000
mean27.403
σ0.048
min27.331
max27.436