b9efe55ad094dc221afb48d7336cfd3b39c908a1

Home / Branches / jaak/fix-table-eval-bug / b9efe55ad094dc221afb48d7336cfd3b39c908a1

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.716
σ0.365
min54.579
max55.754
mean420.000
σ0.000
min420.000
max420.000
mean0.142
σ0.004
min0.138
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.777
σ0.009
min43.764
max43.790
mean420.000
σ0.000
min420.000
max420.000
mean0.124
σ0.003
min0.121
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604
σ0.000
min36.604
max36.605
mean4593.625
σ2247.168
min1487.000
max7384.000
mean143.464
σ369.512
min11.826
max1057.946
op=column_set() on indexed, repeat
mean36.604
σ0.000
min36.604
max36.605
mean4593.625
σ2247.168
min1487.000
max7384.000
mean14.190
σ3.524
min11.450
max22.012
op=table_records(), no indexes
mean41.939
σ0.002
min41.938
max41.942
mean7384.000
σ0.000
min7384.000
max7384.000
mean11.082
σ0.134
min10.876
max11.321
op=table_records(), repeat
mean41.925
σ0.000
min41.924
max41.925
mean4186.375
σ1944.002
min1487.000
max7384.000
mean11.622
σ1.677
min10.798
max15.746
op=vertical_lookup_list() on indexed, after table_records()
mean27.633
σ0.137
min27.584
max27.971
mean4186.375
σ1944.002
min1487.000
max7384.000
mean9.073
σ1.432
min7.513
max12.427
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384
σ0.000
min26.384
max26.384
mean4186.375
σ1944.002
min1487.000
max7384.000
mean7.041
σ1.144
min5.643
max9.616
op=vertical_lookup_row_list() on 2 indexed
mean25.662
σ0.004
min25.661
max25.673
mean4593.625
σ2247.168
min1487.000
max7384.000
mean6.615
σ0.928
min5.938
max8.687
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961
σ0.000
min25.961
max25.962
mean4593.625
σ2247.168
min1487.000
max7384.000
mean6.477
σ1.005
min5.869
max8.670

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608
σ0.002
min1021.606
max1021.611
mean7384.000
σ0.000
min7384.000
max7384.000
mean390.289
σ117.861
min345.451
max681.941
op=load_product(), with indexes
mean3495.854
σ0.454
min3495.694
max3496.977
mean3760.625
σ2299.565
min720.000
max7384.000
mean1750.598
σ602.231
min1400.084
max2978.218

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.841
mean4415.375
σ2216.637
min1487.000
max7384.000
mean239.965
σ295.064
min124.296
max968.731
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.068
mean4415.375
σ2216.637
min1487.000
max7384.000
mean45.587
σ9.301
min40.851
max68.360
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7384.000
σ0.000
min7384.000
max7384.000
mean22.490
σ1.405
min21.614
max25.529
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.293
σ0.002
min71.292
max71.296
mean7384.000
σ0.000
min7384.000
max7384.000
mean56.363
σ1.025
min55.407
max58.611

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.014
min4646.837
max4646.876
mean4186.375
σ1944.002
min1487.000
max7384.000
mean3189.334
σ703.639
min2497.398
max4133.868
op=vertical_lookup_list() on indexed
mean1973.829
σ0.002
min1973.827
max1973.831
mean7384.000
σ0.000
min7384.000
max7384.000
mean1016.992
σ201.525
min921.300
max1502.631
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7384.000
σ0.000
min7384.000
max7384.000
mean507.675
σ269.096
min384.431
max1165.254

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.750
σ0.707
min476.000
max478.000
mean378.937
σ36.333
min309.921
max431.691
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean564.000
σ0.000
min564.000
max564.000
mean775.217
σ34.265
min717.855
max803.660

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.562
σ1.881
min963.842
max972.517
mean1043.700
σ303.240
min554.000
max1489.000
mean1.274
σ0.122
min1.070
max1.592

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.388
σ0.505
min0.136
max1.289
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.477
σ0.325
min0.320
max1.057
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.213
σ0.023
min0.190
max0.251
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.338
σ0.019
min0.321
max0.366

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979
σ0.009
min964.974
max964.996
mean431.000
σ0.000
min431.000
max431.000
mean0.533
σ0.038
min0.482
max0.567
name=cdr_enhanced_4k_loc.art
mean886.001
σ0.002
min886.000
max886.004
mean431.000
σ0.000
min431.000
max431.000
mean0.488
σ0.025
min0.461
max0.516

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean1.991
σ0.097
min1.875
max2.341
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean431.000
σ0.000
min431.000
max431.000
mean1.953
σ0.078
min1.836
max2.254
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.299
σ0.010
min0.285
max0.369
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.287
σ0.011
min0.272
max0.355

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.499
σ10.892
min0.574
max87.157
mean461.806
σ19.039
min409.000
max479.000
mean0.027
σ0.027
min0.001
max0.210

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.993
σ1.043
min278.592
max281.958
mean443.700
σ15.283
min427.000
max473.000
mean0.574
σ0.026
min0.523
max0.624

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257
σ0.000
min169.257
max169.257
mean851.000
σ0.000
min851.000
max851.000
mean232.296
σ19.123
min196.882
max247.190
phase=macro expansion
mean5.896
σ0.000
min5.896
max5.896
mean842.125
σ25.102
min780.000
max851.000
mean8.565
σ1.101
min5.851
max9.130
phase=parser
mean1042.131
σ0.000
min1042.131
max1042.131
mean842.125
σ25.102
min780.000
max851.000
mean573.583
σ73.735
min401.994
max621.484
phase=processProdDef
mean2243.718
σ0.000
min2243.718
max2243.718
mean851.000
σ0.000
min851.000
max851.000
mean2910.713
σ279.689
min2372.358
max3212.730
phase=renaming
mean21.440
σ0.000
min21.440
max21.440
mean842.125
σ25.102
min780.000
max851.000
mean45.139
σ4.790
min35.608
max49.605
phase=type checker
mean958.596
σ0.047
min958.573
max958.698
mean842.125
σ25.102
min780.000
max851.000
mean666.405
σ14.870
min648.781
max684.974

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.855
σ0.039
min282.801
max282.894
mean439.800
σ3.834
min437.000
max444.000
mean0.378
σ0.001
min0.376
max0.378
iters=5
new-facts=1
prior-facts=6402
mean1268.058
σ0.118
min1267.953
max1268.255
mean1090.400
σ167.992
min890.000
max1319.000
mean2.035
σ0.111
min1.896
max2.141
iters=5
new-facts=6402
prior-facts=1
mean1507.028
σ2.969
min1505.472
max1512.326
mean624.200
σ87.311
min494.000
max726.000
mean2.230
σ0.196
min2.115
max2.578
iters=5
new-facts=6402
prior-facts=6402
mean1830.069
σ0.046
min1829.999
max1830.121
mean1719.600
σ188.688
min1453.000
max1890.000
mean2.972
σ0.237
min2.834
max3.392

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.725
σ0.129
min1.576
max1.890

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean406.198
σ509.795
min151.295
max1170.890
mean101.750
σ7.500
min98.000
max113.000
mean447.000
σ0.000
min447.000
max447.000
mean0.515
σ0.516
min0.255
max1.289
policies=20
mean1513.153
σ0.274
min1512.977
max1513.559
mean980.000
σ0.000
min980.000
max980.000
mean448.000
σ1.155
min447.000
max449.000
mean2.510
σ0.014
min2.495
max2.527
policies=200
mean15140.016
σ0.111
min15139.875
max15140.141
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.500
σ7.000
min492.000
max508.000
mean25.330
σ0.098
min25.209
max25.412