9b28a756734de15ba8cee85af6dc43b19fd477d2

Home / Branches / todo-api-tests / 9b28a756734de15ba8cee85af6dc43b19fd477d2

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.883
σ0.359
min54.745
max55.904
mean420.000
σ0.000
min420.000
max420.000
mean0.141
σ0.005
min0.137
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.849
σ0.007
min43.839
max43.859
mean420.000
σ0.000
min420.000
max420.000
mean0.124
σ0.004
min0.121
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4040.125
σ2008.971
min1218.000
max7148.000
mean12.765
σ0.331
min12.227
max13.221
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4040.125
σ2008.971
min1218.000
max7148.000
mean12.984
σ0.557
min11.810
max13.488
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7148.000
σ0.000
min7148.000
max7148.000
mean15.183
σ0.229
min14.797
max15.538
op=table_records(), repeat
mean41.930
σ0.002
min41.928
max41.932
mean4040.125
σ2008.971
min1218.000
max7148.000
mean14.017
σ1.775
min11.364
max15.675
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4040.125
σ2008.971
min1218.000
max7148.000
mean9.507
σ1.234
min8.703
max12.451
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4040.125
σ2008.971
min1218.000
max7148.000
mean7.164
σ1.292
min6.357
max10.290
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4040.125
σ2008.971
min1218.000
max7148.000
mean5.977
σ0.155
min5.763
max6.192
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4040.125
σ2008.971
min1218.000
max7148.000
mean5.722
σ0.219
min5.381
max5.945

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7148.000
σ0.000
min7148.000
max7148.000
mean377.708
σ84.602
min344.852
max586.984
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.624
max7918.953
mean3271.875
σ1822.843
min809.000
max5620.000
mean3625.159
σ1101.293
min3088.574
max6160.062

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4040.125
σ2008.971
min1218.000
max7148.000
mean86.075
σ19.601
min70.658
max124.895
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7148.000
σ0.000
min7148.000
max7148.000
mean60.165
σ0.376
min59.827
max60.940
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7148.000
σ0.000
min7148.000
max7148.000
mean98.561
σ0.781
min97.257
max99.577

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.304
min14215.576
max14227.820
mean4040.125
σ2008.971
min1218.000
max7148.000
mean8022.642
σ1897.460
min6005.665
max10692.096
op=vertical_lookup_list() on indexed
mean13159.108
σ0.002
min13159.106
max13159.110
mean7148.000
σ0.000
min7148.000
max7148.000
mean5107.245
σ162.303
min5010.718
max5451.557

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean474.000
σ0.000
min474.000
max474.000
mean338.543
σ39.659
min298.058
max395.257
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean755.419
σ53.553
min662.136
max801.460

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.300
σ0.759
min1023.826
max1027.438
mean1036.550
σ303.632
min552.000
max1461.000
mean1.547
σ0.079
min1.469
max1.766

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.403
σ0.515
min0.139
max1.319
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.478
σ0.317
min0.322
max1.045
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.224
σ0.018
min0.210
max0.254
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.329
σ0.020
min0.309
max0.361

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean436.200
σ5.541
min431.000
max442.000
mean0.523
σ0.047
min0.470
max0.590
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean442.000
σ0.000
min442.000
max442.000
mean0.483
σ0.042
min0.429
max0.530

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean442.000
σ0.000
min442.000
max442.000
mean2.627
σ0.098
min2.452
max3.026
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean442.000
σ0.000
min442.000
max442.000
mean2.568
σ0.102
min2.423
max2.967
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.312
σ0.031
min0.295
max0.587
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.296
σ0.014
min0.280
max0.415

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.632
σ1.067
min298.224
max301.660
mean439.900
σ15.638
min414.000
max461.000
mean0.610
σ0.014
min0.582
max0.638

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1065.000
σ33.941
min981.000
max1077.000
mean206.493
σ3.241
min199.591
max209.474
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1065.000
σ33.941
min981.000
max1077.000
mean9.012
σ2.304
min6.462
max12.901
phase=parser
mean1042.366
σ0.001
min1042.363
max1042.366
mean1065.000
σ33.941
min981.000
max1077.000
mean529.033
σ145.564
min377.566
max757.834
phase=processProdDef
mean4850.765
σ0.000
min4850.764
max4850.765
mean1077.000
σ0.000
min1077.000
max1077.000
mean4751.917
σ629.663
min3617.369
max5492.641
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1065.000
σ33.941
min981.000
max1077.000
mean33.077
σ10.824
min20.481
max48.367
phase=type checker
mean990.453
σ0.072
min990.344
max990.567
mean1065.000
σ33.941
min981.000
max1077.000
mean722.269
σ85.610
min643.324
max875.378

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.860
mean443.000
σ0.000
min443.000
max443.000
mean0.395
σ0.006
min0.392
max0.406
iters=5
new-facts=1
prior-facts=6402
mean1320.206
σ0.035
min1320.169
max1320.248
mean1094.000
σ180.761
min843.000
max1308.000
mean2.205
σ0.050
min2.128
max2.249
iters=5
new-facts=6402
prior-facts=1
mean1560.656
σ6.184
min1557.719
max1571.716
mean619.600
σ83.212
min493.000
max712.000
mean2.380
σ0.148
min2.251
max2.605
iters=5
new-facts=6402
prior-facts=6402
mean1882.152
σ0.055
min1882.099
max1882.242
mean1735.400
σ227.211
min1440.000
max1954.000
mean3.074
σ0.226
min2.856
max3.398

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.819
σ0.038
min1.772
max1.870

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.082
σ582.722
min160.719
max1326.166
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.547
σ0.543
min0.268
max1.362
policies=20
mean1607.519
σ0.393
min1607.249
max1608.101
mean980.000
σ0.000
min980.000
max980.000
mean450.000
σ8.083
min443.000
max457.000
mean2.674
σ0.018
min2.648
max2.687
policies=200
mean16083.458
σ0.083
min16083.363
max16083.560
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.500
σ3.873
min494.000
max503.000
mean27.103
σ0.088
min27.001
max27.215