a7c06d27980ebb62e332ba3720f58e2a26c3819b

Home / Branches / sergei/exp-1403-deprecate-ff_teams-clean / a7c06d27980ebb62e332ba3720f58e2a26c3819b

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.618
σ0.343
min54.486
max55.593
mean416.000
σ0.000
min416.000
max416.000
mean0.141
σ0.005
min0.136
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.793
σ0.008
min43.780
max43.803
mean416.000
σ0.000
min416.000
max416.000
mean0.123
σ0.004
min0.119
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4156.875
σ1908.098
min1553.000
max7333.000
mean12.912
σ0.250
min12.496
max13.235
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4156.875
σ1908.098
min1553.000
max7333.000
mean13.069
σ0.589
min12.094
max13.492
op=table_records(), no indexes
mean41.931
σ0.001
min41.928
max41.932
mean7333.000
σ0.000
min7333.000
max7333.000
mean15.112
σ0.933
min12.919
max15.856
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4156.875
σ1908.098
min1553.000
max7333.000
mean12.643
σ1.925
min10.835
max15.530
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.137
min27.603
max27.991
mean4156.875
σ1908.098
min1553.000
max7333.000
mean9.003
σ0.261
min8.631
max9.348
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4156.875
σ1908.098
min1553.000
max7333.000
mean6.961
σ0.305
min6.340
max7.247
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4156.875
σ1908.098
min1553.000
max7333.000
mean6.098
σ0.168
min5.960
max6.487
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4156.875
σ1908.098
min1553.000
max7333.000
mean5.855
σ0.126
min5.719
max6.129

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7333.000
σ0.000
min7333.000
max7333.000
mean1042.725
σ5.673
min1032.777
max1051.000
op=load_product(), with indexes
mean8744.722
σ0.470
min8744.554
max8745.884
mean3579.625
σ1802.635
min1046.000
max5819.000
mean4786.171
σ1738.586
min3502.967
max7430.784

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4156.875
σ1908.098
min1553.000
max7333.000
mean80.862
σ8.292
min71.290
max93.949
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.943
max40.945
mean7333.000
σ0.000
min7333.000
max7333.000
mean106.633
σ5.764
min96.302
max112.577
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7333.000
σ0.000
min7333.000
max7333.000
mean161.984
σ9.024
min142.613
max170.902

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4156.875
σ1908.098
min1553.000
max7333.000
mean6160.293
σ1121.035
min4945.079
max8088.973
op=vertical_lookup_list() on indexed
mean11560.065
σ0.000
min11560.065
max11560.066
mean7333.000
σ0.000
min7333.000
max7333.000
mean6207.557
σ1914.473
min4389.738
max8950.043

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean371.904
σ34.229
min297.588
max396.225
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.500
σ0.926
min560.000
max562.000
mean744.799
σ63.695
min604.180
max797.702

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.194
σ0.756
min1007.722
max1011.318
mean1043.250
σ310.263
min571.000
max1499.000
mean1.552
σ0.078
min1.486
max1.780

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.891
σ0.020
min0.881
max0.928
mean401.000
σ0.000
min401.000
max401.000
mean0.439
σ0.427
min0.235
max1.204
name=error_case.art
mean2.338
σ0.012
min2.332
max2.359
mean401.000
σ0.000
min401.000
max401.000
mean0.775
σ0.294
min0.579
max1.270
name=heavy_item.art
mean1.522
σ0.002
min1.520
max1.524
mean401.000
σ0.000
min401.000
max401.000
mean0.379
σ0.043
min0.349
max0.454
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean401.000
σ0.000
min401.000
max401.000
mean0.583
σ0.022
min0.563
max0.615

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.908
σ0.011
min963.902
max963.926
mean430.000
σ0.000
min430.000
max430.000
mean0.594
σ0.097
min0.483
max0.748
name=cdr_enhanced_4k_loc.art
mean884.884
σ0.002
min884.883
max884.886
mean430.000
σ0.000
min430.000
max430.000
mean0.471
σ0.041
min0.420
max0.532

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean430.000
σ0.000
min430.000
max430.000
mean1.962
σ0.080
min1.846
max2.326
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean430.000
σ0.000
min430.000
max430.000
mean1.957
σ0.083
min1.769
max2.263
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean430.000
σ0.000
min430.000
max430.000
mean0.309
σ0.035
min0.292
max0.646
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean430.000
σ0.000
min430.000
max430.000
mean0.289
σ0.007
min0.273
max0.318

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.767
σ1.030
min297.291
max300.693
mean444.100
σ18.193
min418.000
max468.000
mean0.594
σ0.037
min0.517
max0.650

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1658.875
σ115.383
min1479.000
max1740.000
mean202.810
σ0.950
min201.019
max204.124
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1658.875
σ115.383
min1479.000
max1740.000
mean12.361
σ1.331
min9.560
max14.455
phase=parser
mean1041.160
σ0.000
min1041.159
max1041.160
mean1658.875
σ115.383
min1479.000
max1740.000
mean712.171
σ69.349
min575.754
max834.325
phase=processProdDef
mean6169.661
σ0.001
min6169.660
max6169.662
mean1691.500
σ91.733
min1511.000
max1740.000
mean5294.982
σ1192.025
min4087.300
max7670.650
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1658.875
σ115.383
min1479.000
max1740.000
mean47.026
σ3.531
min39.819
max52.821
phase=type checker
mean958.670
σ0.066
min958.573
max958.760
mean1658.875
σ115.383
min1479.000
max1740.000
mean812.301
σ82.740
min662.888
max888.659

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean292.585
σ0.032
min292.543
max292.621
mean445.000
σ0.000
min445.000
max445.000
mean0.409
σ0.010
min0.400
max0.424
iters=5
new-facts=1
prior-facts=6402
mean1302.660
σ0.079
min1302.553
max1302.741
mean1083.200
σ176.470
min886.000
max1327.000
mean1.967
σ0.186
min1.816
max2.179
iters=5
new-facts=6402
prior-facts=1
mean1545.762
σ4.029
min1543.811
max1552.965
mean623.200
σ89.178
min501.000
max724.000
mean2.457
σ0.319
min2.117
max2.848
iters=5
new-facts=6402
prior-facts=6402
mean1864.648
σ0.043
min1864.586
max1864.697
mean1728.600
σ175.957
min1469.000
max1881.000
mean3.083
σ0.276
min2.894
max3.570

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.676
σ0.107
min1.509
max1.764

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean448.972
σ579.122
min159.410
max1317.655
mean96.000
σ8.000
min92.000
max108.000
mean447.000
σ0.000
min447.000
max447.000
mean0.532
σ0.537
min0.262
max1.337
policies=20
mean1594.422
σ0.368
min1594.170
max1594.966
mean920.000
σ0.000
min920.000
max920.000
mean448.000
σ1.155
min447.000
max449.000
mean2.649
σ0.024
min2.625
max2.681
policies=200
mean15952.009
σ0.116
min15951.908
max15952.135
mean9200.000
σ0.000
min9200.000
max9200.000
mean497.250
σ5.737
min492.000
max505.000
mean26.714
σ0.140
min26.568
max26.843