9f91e526725a1f0c4819155d83dcc40027c05e56

Home / Branches / sergeiwinitzki/lan-52-2-compile-benchmarks / 9f91e526725a1f0c4819155d83dcc40027c05e56

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.351
min54.482
max55.615
mean416.000
σ0.000
min416.000
max416.000
mean0.138
σ0.004
min0.132
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.006
min43.775
max43.798
mean416.000
σ0.000
min416.000
max416.000
mean0.121
σ0.006
min0.115
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4263.750
σ1878.098
min1981.000
max7542.000
mean12.945
σ1.706
min11.819
max17.082
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4263.750
σ1878.098
min1981.000
max7542.000
mean13.175
σ1.224
min12.488
max16.179
op=table_records(), no indexes
mean41.928
σ0.001
min41.928
max41.929
mean7542.000
σ0.000
min7542.000
max7542.000
mean13.876
σ0.952
min12.815
max15.206
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4263.750
σ1878.098
min1981.000
max7542.000
mean12.528
σ2.249
min10.433
max15.731
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4263.750
σ1878.098
min1981.000
max7542.000
mean8.752
σ1.319
min7.825
max11.935
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4263.750
σ1878.098
min1981.000
max7542.000
mean6.696
σ1.112
min5.821
max9.322
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4263.750
σ1878.098
min1981.000
max7542.000
mean5.595
σ0.390
min5.361
max6.545
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4263.750
σ1878.098
min1981.000
max7542.000
mean5.459
σ0.527
min5.098
max6.669

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593
σ0.000
min2524.593
max2524.593
mean7542.000
σ0.000
min7542.000
max7542.000
mean1054.076
σ5.777
min1045.453
max1061.960
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.544
max8744.640
mean3784.250
σ1607.727
min1981.000
max5939.000
mean4513.098
σ1247.689
min3556.834
max6640.123

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.075
max62.080
mean4263.750
σ1878.098
min1981.000
max7542.000
mean86.599
σ13.351
min71.412
max106.523
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7542.000
σ0.000
min7542.000
max7542.000
mean238.403
σ393.391
min85.584
max1211.786
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7542.000
σ0.000
min7542.000
max7542.000
mean152.901
σ13.643
min137.923
max169.440

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.317
min11655.305
max11667.517
mean4263.750
σ1878.098
min1981.000
max7542.000
mean6442.952
σ1213.327
min4990.274
max8209.479
op=vertical_lookup_list() on indexed
mean11560.069
σ0.002
min11560.066
max11560.072
mean7542.000
σ0.000
min7542.000
max7542.000
mean5392.109
σ1295.656
min4376.246
max7313.346

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.583
σ0.028
min172.558
max172.629
mean1981.000
σ0.000
min1981.000
max1981.000
mean367.632
σ21.758
min339.436
max404.592
op=pointedIndexFromKvs
rows=400000
mean357.361
σ0.038
min357.321
max357.408
mean1981.000
σ0.000
min1981.000
max1981.000
mean753.520
σ55.334
min635.866
max818.278

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.181
σ0.927
min1007.724
max1012.040
mean1041.400
σ304.882
min557.000
max1468.000
mean1.557
σ0.112
min1.463
max1.813

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.884
σ0.002
min0.881
max0.886
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.446
σ0.131
min0.343
max0.656
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.892
σ0.096
min0.834
max1.064
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.542
σ0.045
min0.506
max0.619
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.843
σ0.042
min0.801
max0.912

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.542
σ0.027
min963.523
max963.590
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.847
σ0.032
min0.790
max0.872
name=cdr_enhanced_4k_loc.art
mean884.851
σ0.005
min884.847
max884.859
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.705
σ0.036
min0.644
max0.740

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1468.000
σ0.000
min1468.000
max1468.000
mean4.279
σ0.078
min4.137
max4.550
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1468.000
σ0.000
min1468.000
max1468.000
mean4.259
σ0.073
min4.121
max4.513
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.757
σ0.019
min0.726
max0.878
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.700
σ0.023
min0.633
max0.812

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.595
σ0.228
min297.356
max298.193
mean1981.000
σ0.000
min1981.000
max1981.000
mean0.545
σ0.037
min0.504
max0.593

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean219.065
σ0.000
min219.065
max219.065
mean1567.125
σ113.831
min1468.000
max1698.000
mean195.550
σ2.514
min192.721
max199.869
phase=macro expansion
mean1.295
σ0.000
min1.295
max1.295
mean1567.125
σ113.831
min1468.000
max1698.000
mean1.018
σ0.223
min0.636
max1.203
phase=parser
mean1023.359
σ0.000
min1023.358
max1023.359
mean1567.125
σ113.831
min1468.000
max1698.000
mean594.641
σ116.007
min357.628
max685.719
phase=processProdDef
mean6169.658
σ0.001
min6169.657
max6169.659
mean1604.125
σ124.605
min1468.000
max1764.000
mean5869.183
σ1314.704
min3579.848
max7190.534
phase=renaming
mean24.522
σ0.000
min24.522
max24.522
mean1567.125
σ113.831
min1468.000
max1698.000
mean40.157
σ7.901
min24.115
max46.268
phase=type checker
mean974.792
σ0.047
min974.722
max974.878
mean1567.125
σ113.831
min1468.000
max1698.000
mean750.014
σ29.675
min704.820
max778.949

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.771
σ0.033
min289.728
max289.808
mean1764.000
σ0.000
min1764.000
max1764.000
mean0.399
σ0.010
min0.389
max0.410
iters=5
new-facts=1
prior-facts=6402
mean1299.602
σ0.100
min1299.504
max1299.762
mean1764.000
σ0.000
min1764.000
max1764.000
mean1.990
σ0.129
min1.838
max2.196
iters=5
new-facts=6402
prior-facts=1
mean1542.648
σ4.010
min1540.688
max1549.816
mean1764.000
σ0.000
min1764.000
max1764.000
mean2.260
σ0.116
min2.132
max2.383
iters=5
new-facts=6402
prior-facts=6402
mean1861.653
σ0.068
min1861.577
max1861.729
mean1856.200
σ114.458
min1764.000
max1981.000
mean3.276
σ0.382
min2.861
max3.794

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.817
σ0.107
min1.673
max1.931

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.185
σ577.141
min157.613
max1311.896
mean96.250
σ8.500
min92.000
max109.000
mean1764.000
σ0.000
min1764.000
max1764.000
mean0.428
σ0.317
min0.267
max0.903
policies=20
mean1576.449
σ0.421
min1576.173
max1577.076
mean920.000
σ0.000
min920.000
max920.000
mean1764.000
σ0.000
min1764.000
max1764.000
mean2.740
σ0.084
min2.665
max2.820
policies=200
mean15772.280
σ0.145
min15772.149
max15772.483
mean9200.000
σ0.000
min9200.000
max9200.000
mean1764.000
σ0.000
min1764.000
max1764.000
mean26.545
σ0.424
min26.213
max27.147