f7c19e78a4d6410c39ae0fb638b8bec7a90fcc6e

Home / Branches / sergeiwinitzki/lan-52-2-compile-benchmarks / f7c19e78a4d6410c39ae0fb638b8bec7a90fcc6e

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.349
min54.484
max55.608
mean417.000
σ0.000
min417.000
max417.000
mean0.140
σ0.002
min0.137
max0.144
cache=y
dps=1
iters=10
policies=100
mean43.786
σ0.007
min43.779
max43.801
mean417.000
σ0.000
min417.000
max417.000
mean0.121
σ0.004
min0.115
max0.128

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4108.000
σ1566.431
min2006.000
max6047.000
mean12.279
σ0.317
min11.890
max12.734
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4108.000
σ1566.431
min2006.000
max6047.000
mean12.701
σ0.156
min12.475
max12.920
op=table_records(), no indexes
mean41.928
σ0.000
min41.928
max41.929
mean6047.000
σ0.000
min6047.000
max6047.000
mean13.092
σ1.172
min10.785
max14.559
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4108.000
σ1566.431
min2006.000
max6047.000
mean11.753
σ1.526
min9.964
max13.640
op=vertical_lookup_list() on indexed, after table_records()
mean27.604
σ0.002
min27.603
max27.607
mean4108.000
σ1566.431
min2006.000
max6047.000
mean8.301
σ0.361
min7.938
max8.834
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4108.000
σ1566.431
min2006.000
max6047.000
mean6.424
σ0.191
min6.082
max6.614
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.670
mean4108.000
σ1566.431
min2006.000
max6047.000
mean5.436
σ0.061
min5.329
max5.508
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4108.000
σ1566.431
min2006.000
max6047.000
mean5.224
σ0.073
min5.153
max5.336

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593
σ0.000
min2524.593
max2524.594
mean6047.000
σ0.000
min6047.000
max6047.000
mean1422.434
σ572.001
min1037.009
max2398.497
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.544
max8744.640
mean3829.625
σ1642.142
min2006.000
max6047.000
mean4728.806
σ1377.789
min3570.127
max7273.065

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4108.000
σ1566.431
min2006.000
max6047.000
mean76.070
σ5.770
min70.135
max88.181
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean6047.000
σ0.000
min6047.000
max6047.000
mean96.675
σ8.088
min86.016
max107.740
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean6047.000
σ0.000
min6047.000
max6047.000
mean228.177
σ234.463
min126.485
max807.530

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.832
σ4.317
min11655.305
max11667.517
mean4108.000
σ1566.431
min2006.000
max6047.000
mean6442.452
σ1320.867
min4992.265
max8442.567
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.067
max11560.069
mean6047.000
σ0.000
min6047.000
max6047.000
mean6428.033
σ1272.860
min4448.102
max8018.209

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.588
σ0.028
min172.558
max172.627
mean2006.000
σ0.000
min2006.000
max2006.000
mean367.614
σ58.474
min281.080
max469.810
op=pointedIndexFromKvs
rows=400000
mean357.374
σ0.046
min357.321
max357.432
mean2006.000
σ0.000
min2006.000
max2006.000
mean743.318
σ77.675
min628.975
max809.398

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.189
σ0.869
min1007.686
max1011.781
mean1039.750
σ306.097
min545.000
max1467.000
mean1.554
σ0.093
min1.480
max1.872

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.450
σ0.177
min0.349
max0.765
name=error_case.art
mean2.334
σ0.003
min2.332
max2.337
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.910
σ0.165
min0.815
max1.203
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.539
σ0.050
min0.495
max0.626
name=nested_use.art
mean2.356
σ0.002
min2.355
max2.358
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.837
σ0.038
min0.806
max0.903

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.546
σ0.030
min963.523
max963.598
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.773
σ0.056
min0.686
max0.824
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.008
min884.847
max884.865
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.714
σ0.039
min0.656
max0.743

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.218
σ0.066
min4.089
max4.523
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.661
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.224
σ0.067
min4.096
max4.508
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.750
σ0.021
min0.687
max0.874
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.700
σ0.015
min0.672
max0.786

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.273
σ0.202
min297.092
max297.778
mean2006.000
σ0.000
min2006.000
max2006.000
mean0.550
σ0.031
min0.511
max0.591

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=BuildDeclTreePhase
mean219.277
σ0.000
min219.277
max219.277
mean1723.625
σ63.286
min1567.000
max1746.000
mean199.541
σ2.677
min197.312
max205.355
phase=MacroExpansionPhase
mean1.295
σ0.000
min1.295
max1.295
mean1723.625
σ63.286
min1567.000
max1746.000
mean0.948
σ0.283
min0.630
max1.442
phase=ParserPhase
mean1024.047
σ0.000
min1024.047
max1024.048
mean1723.625
σ63.286
min1567.000
max1746.000
mean606.733
σ129.251
min351.533
max777.093
phase=ProcessProdDefPhase
mean6169.666
σ0.001
min6169.666
max6169.667
mean1753.250
σ20.506
min1746.000
max1804.000
mean5838.468
σ1362.007
min3651.151
max7164.287
phase=RenamingPhase
mean24.539
σ0.000
min24.539
max24.539
mean1723.625
σ63.286
min1567.000
max1746.000
mean41.948
σ8.260
min24.476
max51.895
phase=TypeCheckerPhase
mean975.807
σ0.047
min975.733
max975.889
mean1723.625
σ63.286
min1567.000
max1746.000
mean746.953
σ50.195
min680.232
max809.601

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.759
σ0.044
min289.713
max289.808
mean1804.000
σ0.000
min1804.000
max1804.000
mean0.399
σ0.008
min0.394
max0.413
iters=5
new-facts=1
prior-facts=6402
mean1299.620
σ0.114
min1299.497
max1299.751
mean1804.000
σ0.000
min1804.000
max1804.000
mean1.917
σ0.107
min1.806
max2.037
iters=5
new-facts=6402
prior-facts=1
mean1542.599
σ4.059
min1540.525
max1549.852
mean1804.000
σ0.000
min1804.000
max1804.000
mean2.269
σ0.167
min2.081
max2.520
iters=5
new-facts=6402
prior-facts=6402
mean1861.645
σ0.077
min1861.545
max1861.724
mean1847.200
σ88.979
min1804.000
max2006.000
mean2.911
σ0.093
min2.826
max3.034

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.682
σ0.124
min1.532
max1.866

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.184
σ577.139
min157.611
max1311.893
mean96.250
σ8.500
min92.000
max109.000
mean1804.000
σ0.000
min1804.000
max1804.000
mean0.467
σ0.395
min0.258
max1.060
policies=20
mean1576.431
σ0.399
min1576.168
max1577.026
mean920.000
σ0.000
min920.000
max920.000
mean1804.000
σ0.000
min1804.000
max1804.000
mean2.710
σ0.021
min2.682
max2.731
policies=200
mean15772.170
σ0.066
min15772.101
max15772.229
mean9200.000
σ0.000
min9200.000
max9200.000
mean1804.000
σ0.000
min1804.000
max1804.000
mean27.179
σ0.502
min26.436
max27.545