56a8fcca092d4c3eec4fb38e893da5c3528fb995

Home / Branches / todo-api-tests / 56a8fcca092d4c3eec4fb38e893da5c3528fb995

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.882
σ0.360
min54.744
max55.906
mean418.000
σ0.000
min418.000
max418.000
mean0.139
σ0.003
min0.137
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.849
σ0.006
min43.839
max43.858
mean418.000
σ0.000
min418.000
max418.000
mean0.122
σ0.006
min0.115
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4038.750
σ2010.552
min1217.000
max7149.000
mean12.320
σ0.191
min12.108
max12.723
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4038.750
σ2010.552
min1217.000
max7149.000
mean12.474
σ0.547
min11.651
max13.322
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7149.000
σ0.000
min7149.000
max7149.000
mean14.791
σ0.198
min14.555
max15.097
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4038.750
σ2010.552
min1217.000
max7149.000
mean12.794
σ1.742
min10.779
max14.916
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4038.750
σ2010.552
min1217.000
max7149.000
mean8.451
σ0.410
min7.828
max8.961
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4038.750
σ2010.552
min1217.000
max7149.000
mean6.469
σ0.588
min5.782
max7.638
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4038.750
σ2010.552
min1217.000
max7149.000
mean5.577
σ0.085
min5.398
max5.691
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.969
max25.972
mean4038.750
σ2010.552
min1217.000
max7149.000
mean5.397
σ0.104
min5.251
max5.570

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.614
σ0.002
min1021.612
max1021.616
mean7149.000
σ0.000
min7149.000
max7149.000
mean372.774
σ81.687
min341.027
max574.848
op=load_product(), with indexes
mean7917.792
σ0.469
min7917.624
max7918.954
mean3270.750
σ1823.119
min810.000
max5620.000
mean3607.181
σ1038.510
min3080.601
max5950.919

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4038.750
σ2010.552
min1217.000
max7149.000
mean79.166
σ13.269
min69.914
max108.934
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7149.000
σ0.000
min7149.000
max7149.000
mean61.832
σ0.823
min60.976
max63.753
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7149.000
σ0.000
min7149.000
max7149.000
mean100.857
σ0.826
min99.680
max101.993

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4038.750
σ2010.552
min1217.000
max7149.000
mean7880.088
σ1924.180
min5982.126
max10942.676
op=vertical_lookup_list() on indexed
mean13159.108
σ0.001
min13159.106
max13159.109
mean7149.000
σ0.000
min7149.000
max7149.000
mean5310.363
σ620.888
min4986.374
max6708.304

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean369.497
σ21.815
min342.816
max395.869
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean561.000
σ0.000
min561.000
max561.000
mean747.194
σ62.664
min638.077
max801.885

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.759
min1023.824
max1027.438
mean1039.550
σ299.604
min553.000
max1460.000
mean1.549
σ0.071
min1.487
max1.759

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.383
σ0.467
min0.144
max1.214
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.420
σ0.198
min0.314
max0.773
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.217
σ0.019
min0.203
max0.249
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.333
σ0.019
min0.309
max0.359

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean430.800
σ1.789
min430.000
max434.000
mean0.557
σ0.050
min0.486
max0.597
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean441.000
σ0.000
min441.000
max441.000
mean0.463
σ0.015
min0.447
max0.477

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean441.000
σ0.000
min441.000
max441.000
mean2.600
σ0.081
min2.463
max2.886
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean441.000
σ0.000
min441.000
max441.000
mean2.502
σ0.204
min1.843
max2.734
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean441.000
σ0.000
min441.000
max441.000
mean0.307
σ0.012
min0.289
max0.379
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean441.000
σ0.000
min441.000
max441.000
mean0.291
σ0.009
min0.275
max0.344

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.739
σ0.997
min298.380
max301.575
mean439.300
σ16.063
min414.000
max464.000
mean0.601
σ0.024
min0.538
max0.625

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1065.000
σ33.941
min981.000
max1077.000
mean201.998
σ4.384
min194.136
max209.828
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1065.000
σ33.941
min981.000
max1077.000
mean8.717
σ2.196
min6.365
max12.790
phase=parser
mean1042.366
σ0.001
min1042.363
max1042.366
mean1065.000
σ33.941
min981.000
max1077.000
mean514.108
σ115.781
min409.256
max758.527
phase=processProdDef
mean4850.765
σ0.000
min4850.764
max4850.765
mean1077.000
σ0.000
min1077.000
max1077.000
mean4309.209
σ563.942
min3666.085
max4962.200
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1065.000
σ33.941
min981.000
max1077.000
mean32.964
σ10.554
min20.506
max47.644
phase=type checker
mean990.453
σ0.072
min990.344
max990.567
mean1065.000
σ33.941
min981.000
max1077.000
mean715.824
σ93.842
min646.165
max908.351

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.818
σ0.039
min293.766
max293.859
mean442.800
σ1.095
min442.000
max444.000
mean0.395
σ0.003
min0.392
max0.399
iters=5
new-facts=1
prior-facts=6402
mean1320.185
σ0.093
min1320.066
max1320.326
mean1095.200
σ185.627
min838.000
max1316.000
mean2.105
σ0.130
min2.014
max2.330
iters=5
new-facts=6402
prior-facts=1
mean1560.558
σ6.229
min1557.546
max1571.694
mean617.000
σ81.594
min493.000
max712.000
mean2.222
σ0.109
min2.117
max2.380
iters=5
new-facts=6402
prior-facts=6402
mean1882.176
σ0.054
min1882.108
max1882.235
mean1723.200
σ195.661
min1456.000
max1908.000
mean3.050
σ0.137
min2.899
max3.196

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.701
σ0.130
min1.545
max1.898

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.082
σ582.722
min160.719
max1326.166
mean102.250
σ8.500
min98.000
max115.000
mean442.000
σ0.000
min442.000
max442.000
mean0.544
σ0.547
min0.265
max1.365
policies=20
mean1607.530
σ0.422
min1607.244
max1608.155
mean980.000
σ0.000
min980.000
max980.000
mean449.500
σ8.660
min442.000
max457.000
mean2.684
σ0.017
min2.662
max2.703
policies=200
mean16083.395
σ0.056
min16083.334
max16083.445
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.250
σ3.862
min493.000
max502.000
mean27.081
σ0.041
min27.032
max27.131