413b20d2d843b0ef4033f6a486288614cd5acf70

Home / Branches / sergeiwinitzki/lan-52-2-compile-benchmarks / 413b20d2d843b0ef4033f6a486288614cd5acf70

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.349
min54.479
max55.609
mean416.000
σ0.000
min416.000
max416.000
mean0.139
σ0.005
min0.132
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.007
min43.777
max43.796
mean416.000
σ0.000
min416.000
max416.000
mean0.123
σ0.004
min0.120
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4113.000
σ1578.991
min1889.000
max6044.000
mean68.145
σ157.672
min12.106
max458.363
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4113.000
σ1578.991
min1889.000
max6044.000
mean12.605
σ1.308
min11.478
max15.492
op=table_records(), no indexes
mean41.929
σ0.000
min41.928
max41.929
mean6044.000
σ0.000
min6044.000
max6044.000
mean13.907
σ1.340
min11.448
max15.305
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4032.125
σ1643.192
min1889.000
max6044.000
mean12.411
σ1.710
min10.343
max14.713
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4032.125
σ1643.192
min1889.000
max6044.000
mean8.329
σ0.357
min7.722
max8.693
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4032.125
σ1643.192
min1889.000
max6044.000
mean6.422
σ0.173
min6.152
max6.687
op=vertical_lookup_row_list() on 2 indexed
mean25.667
σ0.003
min25.664
max25.672
mean4113.000
σ1578.991
min1889.000
max6044.000
mean5.290
σ0.155
min5.031
max5.470
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4113.000
σ1578.991
min1889.000
max6044.000
mean5.216
σ0.101
min5.048
max5.325

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.594
σ0.000
min2524.593
max2524.594
mean6044.000
σ0.000
min6044.000
max6044.000
mean1915.673
σ1084.345
min1033.050
max3492.913
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.545
max8744.640
mean3796.000
σ1689.290
min1889.000
max6044.000
mean4454.885
σ1026.794
min3536.623
max6341.096

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4032.125
σ1643.192
min1889.000
max6044.000
mean80.763
σ11.170
min71.008
max99.319
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean6044.000
σ0.000
min6044.000
max6044.000
mean181.075
σ230.510
min77.601
max750.712
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean6044.000
σ0.000
min6044.000
max6044.000
mean151.720
σ19.128
min116.783
max167.259

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.832
σ4.317
min11655.305
max11667.517
mean4032.125
σ1643.192
min1889.000
max6044.000
mean6479.008
σ1186.185
min4925.389
max8057.685
op=vertical_lookup_list() on indexed
mean11560.069
σ0.002
min11560.068
max11560.073
mean6044.000
σ0.000
min6044.000
max6044.000
mean6522.064
σ1793.615
min4389.642
max8537.971

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.583
σ0.028
min172.558
max172.629
mean1889.000
σ0.000
min1889.000
max1889.000
mean362.327
σ45.367
min266.680
max405.897
op=pointedIndexFromKvs
rows=400000
mean357.360
σ0.036
min357.321
max357.405
mean1889.000
σ0.000
min1889.000
max1889.000
mean748.950
σ77.700
min620.846
max824.941

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.186
σ0.885
min1007.689
max1011.857
mean1040.400
σ305.691
min546.000
max1467.000
mean1.565
σ0.146
min1.398
max2.056

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.433
σ0.159
min0.336
max0.713
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.916
σ0.158
min0.826
max1.197
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.545
σ0.042
min0.514
max0.614
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.832
σ0.029
min0.813
max0.883

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.541
σ0.027
min963.523
max963.588
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.804
σ0.050
min0.729
max0.853
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.861
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.716
σ0.064
min0.603
max0.751

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean1467.000
σ0.000
min1467.000
max1467.000
mean3.529
σ0.094
min3.387
max4.079
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1467.000
σ0.000
min1467.000
max1467.000
mean3.511
σ0.078
min3.357
max3.871
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.736
σ0.024
min0.702
max0.854
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.709
σ0.014
min0.672
max0.747

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.356
σ0.222
min297.188
max297.960
mean1889.000
σ0.000
min1889.000
max1889.000
mean0.587
σ0.039
min0.515
max0.638

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean219.277
σ0.000
min219.277
max219.277
mean1762.750
σ54.447
min1628.000
max1782.000
mean194.567
σ2.870
min191.376
max199.156
phase=macro expansion
mean1.295
σ0.000
min1.295
max1.295
mean1762.750
σ54.447
min1628.000
max1782.000
mean0.946
σ0.212
min0.637
max1.105
phase=parser
mean1024.052
σ0.000
min1024.052
max1024.052
mean1762.750
σ54.447
min1628.000
max1782.000
mean624.332
σ119.051
min348.226
max692.424
phase=processProdDef
mean6169.662
σ0.001
min6169.662
max6169.663
mean1782.000
σ0.000
min1782.000
max1782.000
mean5803.150
σ1350.796
min3417.429
max7399.954
phase=renaming
mean24.539
σ0.000
min24.539
max24.539
mean1762.750
σ54.447
min1628.000
max1782.000
mean42.325
σ7.712
min24.742
max47.021
phase=type checker
mean975.811
σ0.047
min975.736
max975.893
mean1762.750
σ54.447
min1628.000
max1782.000
mean761.237
σ95.905
min690.813
max988.549

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.742
σ0.036
min289.691
max289.781
mean1782.000
σ0.000
min1782.000
max1782.000
mean0.399
σ0.011
min0.390
max0.413
iters=5
new-facts=1
prior-facts=6402
mean1299.608
σ0.110
min1299.500
max1299.781
mean1782.000
σ0.000
min1782.000
max1782.000
mean2.002
σ0.165
min1.816
max2.234
iters=5
new-facts=6402
prior-facts=1
mean1542.632
σ3.987
min1540.688
max1549.760
mean1782.000
σ0.000
min1782.000
max1782.000
mean2.214
σ0.083
min2.147
max2.355
iters=5
new-facts=6402
prior-facts=6402
mean1861.620
σ0.047
min1861.585
max1861.698
mean1824.800
σ58.606
min1782.000
max1889.000
mean3.101
σ0.315
min2.887
max3.657

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.810
σ0.097
min1.644
max1.885

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.186
σ577.140
min157.614
max1311.896
mean96.250
σ8.500
min92.000
max109.000
mean1782.000
σ0.000
min1782.000
max1782.000
mean0.538
σ0.550
min0.261
max1.363
policies=20
mean1576.433
σ0.369
min1576.183
max1576.980
mean920.000
σ0.000
min920.000
max920.000
mean1782.000
σ0.000
min1782.000
max1782.000
mean2.658
σ0.049
min2.621
max2.728
policies=200
mean15772.299
σ0.122
min15772.232
max15772.481
mean9200.000
σ0.000
min9200.000
max9200.000
mean1782.000
σ0.000
min1782.000
max1782.000
mean26.581
σ0.096
min26.513
max26.724