86adba1c53537a34d487b87b5f8df3d1ac99c80d

Home / Branches / gg/mcgill-auton-AXA-golden-tests / 86adba1c53537a34d487b87b5f8df3d1ac99c80d

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883
σ0.000
min446.883
max446.883

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.775
σ0.363
min54.626
max55.806
mean418.000
σ0.000
min418.000
max418.000
mean0.138
σ0.005
min0.132
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.774
σ0.008
min43.759
max43.786
mean418.000
σ0.000
min418.000
max418.000
mean0.122
σ0.005
min0.117
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617
σ0.000
min36.617
max36.618
mean4501.750
σ2224.602
min1469.000
max7321.000
mean12.244
σ0.336
min11.892
max12.920
op=column_set() on indexed, repeat
mean36.617
σ0.000
min36.617
max36.618
mean4501.750
σ2224.602
min1469.000
max7321.000
mean12.037
σ0.667
min11.243
max12.897
op=table_records(), no indexes
mean41.948
σ0.002
min41.946
max41.950
mean7321.000
σ0.000
min7321.000
max7321.000
mean11.157
σ0.169
min10.934
max11.418
op=table_records(), repeat
mean41.933
σ0.000
min41.933
max41.934
mean4501.750
σ2224.602
min1469.000
max7321.000
mean11.216
σ0.231
min10.907
max11.547
op=vertical_lookup_list() on indexed, after table_records()
mean27.655
σ0.137
min27.606
max27.993
mean4501.750
σ2224.602
min1469.000
max7321.000
mean8.255
σ0.382
min7.707
max8.875
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406
σ0.000
min26.406
max26.406
mean4501.750
σ2224.602
min1469.000
max7321.000
mean6.203
σ0.270
min5.720
max6.503
op=vertical_lookup_row_list() on 2 indexed
mean25.681
σ0.003
min25.680
max25.688
mean4501.750
σ2224.602
min1469.000
max7321.000
mean5.972
σ0.197
min5.702
max6.306
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984
σ0.000
min25.984
max25.985
mean4501.750
σ2224.602
min1469.000
max7321.000
mean5.839
σ0.109
min5.628
max5.998

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627
σ0.002
min1021.625
max1021.629
mean7321.000
σ0.000
min7321.000
max7321.000
mean589.864
σ691.503
min342.513
max2301.239
op=load_product(), with indexes
mean3495.878
σ0.468
min3495.713
max3497.036
mean3677.125
σ2252.781
min724.000
max7321.000
mean1519.952
σ334.320
min1396.936
max2347.296

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.853
max107.854
mean4501.750
σ2224.602
min1469.000
max7321.000
mean131.945
σ7.245
min122.789
max143.596
op=column_set() on unindexed, dense, repeat
mean62.081
σ0.000
min62.081
max62.082
mean4501.750
σ2224.602
min1469.000
max7321.000
mean42.874
σ0.937
min41.579
max44.007
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7321.000
σ0.000
min7321.000
max7321.000
mean22.348
σ1.238
min21.582
max25.336
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308
σ0.002
min71.307
max71.311
mean7321.000
σ0.000
min7321.000
max7321.000
mean56.362
σ2.066
min54.854
max61.164

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.851
σ0.013
min4646.845
max4646.883
mean4501.750
σ2224.602
min1469.000
max7321.000
mean3382.399
σ725.708
min2498.923
max4537.765
op=vertical_lookup_list() on indexed
mean1973.851
σ0.002
min1973.849
max1973.854
mean7321.000
σ0.000
min7321.000
max7321.000
mean1041.326
σ206.763
min916.877
max1393.837
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.102
max905.108
mean7321.000
σ0.000
min7321.000
max7321.000
mean409.478
σ57.513
min382.221
max551.570

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean477.000
σ0.000
min477.000
max477.000
mean374.825
σ34.870
min312.637
max422.079
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean562.000
σ0.000
min562.000
max562.000
mean753.738
σ51.150
min651.751
max811.287

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean963.971
σ1.820
min963.264
max971.667
mean1047.950
σ311.600
min591.000
max1501.000
mean1.247
σ0.083
min1.173
max1.488

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.398
σ0.517
min0.140
max1.321
name=error_case.art
mean2.340
σ0.012
min2.334
max2.362
mean402.000
σ0.000
min402.000
max402.000
mean0.483
σ0.320
min0.330
max1.054
name=heavy_item.art
mean1.523
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.221
σ0.026
min0.199
max0.266
name=nested_use.art
mean2.358
σ0.002
min2.357
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.332
σ0.017
min0.317
max0.359

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971
σ0.011
min964.965
max964.989
mean436.000
σ5.612
min431.000
max442.000
mean0.584
σ0.031
min0.533
max0.612
name=cdr_enhanced_4k_loc.art
mean885.898
σ0.002
min885.897
max885.901
mean442.000
σ0.000
min442.000
max442.000
mean0.470
σ0.058
min0.389
max0.520

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710
σ0.002
min7.709
max7.713
mean442.000
σ0.000
min442.000
max442.000
mean1.995
σ0.085
min1.832
max2.276
name=record_render_large_syntax_err.art
mean7.658
σ0.002
min7.657
max7.661
mean442.000
σ0.000
min442.000
max442.000
mean2.005
σ0.107
min1.759
max2.393
name=record_render_success.art
mean2.290
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.307
σ0.010
min0.294
max0.346
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.293
σ0.009
min0.277
max0.336

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.798
σ11.245
min0.574
max101.408
mean469.587
σ20.800
min409.000
max484.000
mean0.027
σ0.027
min0.001
max0.245

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.856
σ1.056
min278.383
max281.848
mean444.100
σ21.569
min413.000
max474.000
mean0.582
σ0.018
min0.552
max0.615

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738
σ0.000
min173.738
max173.738
mean860.000
σ0.000
min860.000
max860.000
mean228.000
σ34.279
min149.678
max247.590
phase=macro expansion
mean6.130
σ0.001
min6.130
max6.133
mean860.000
σ0.000
min860.000
max860.000
mean9.761
σ0.515
min9.412
max11.001
phase=parser
mean1042.435
σ0.001
min1042.432
max1042.436
mean860.000
σ0.000
min860.000
max860.000
mean561.885
σ59.525
min450.426
max608.882
phase=processProdDef
mean2243.976
σ0.001
min2243.976
max2243.979
mean860.000
σ0.000
min860.000
max860.000
mean2578.261
σ622.553
min1810.269
max3422.798
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean860.000
σ0.000
min860.000
max860.000
mean39.742
σ2.073
min34.708
max40.986
phase=type checker
mean989.755
σ0.066
min989.654
max989.845
mean860.000
σ0.000
min860.000
max860.000
mean708.831
σ63.013
min679.428
max864.379

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.394
σ0.036
min282.338
max282.425
mean442.000
σ0.000
min442.000
max442.000
mean0.382
σ0.007
min0.376
max0.391
iters=5
new-facts=1
prior-facts=6402
mean1267.115
σ0.104
min1266.995
max1267.272
mean1111.400
σ169.533
min896.000
max1326.000
mean2.013
σ0.131
min1.861
max2.142
iters=5
new-facts=6402
prior-facts=1
mean1506.105
σ2.955
min1504.600
max1511.380
mean626.600
σ89.993
min503.000
max726.000
mean2.292
σ0.277
min2.052
max2.727
iters=5
new-facts=6402
prior-facts=6402
mean1829.114
σ0.074
min1829.028
max1829.220
mean1758.400
σ211.120
min1479.000
max1959.000
mean3.191
σ0.311
min2.829
max3.496

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.739
σ0.143
min1.548
max1.893

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean397.697
σ518.051
min138.669
max1174.774
mean97.750
σ7.500
min94.000
max109.000
mean446.000
σ0.000
min446.000
max446.000
mean0.503
σ0.530
min0.236
max1.298
policies=20
mean1386.834
σ0.171
min1386.716
max1387.087
mean940.000
σ0.000
min940.000
max940.000
mean448.000
σ2.309
min446.000
max450.000
mean2.328
σ0.015
min2.316
max2.349
policies=200
mean13876.896
σ0.103
min13876.827
max13877.048
mean9400.000
σ0.000
min9400.000
max9400.000
mean493.000
σ3.367
min489.000
max497.000
mean23.529
σ0.140
min23.413
max23.719