74bc6276b64fcf6d4ad078197ca3cf5ec86dcf10

Home / Branches / sergeiwinitzki/lan-83-benchmark-table-loading / 74bc6276b64fcf6d4ad078197ca3cf5ec86dcf10

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883
σ0.000
min446.883
max446.883

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.892
σ0.358
min54.756
max55.909
mean418.500
σ0.527
min418.000
max419.000
mean0.137
σ0.006
min0.130
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.877
σ0.006
min43.869
max43.891
mean419.000
σ0.000
min419.000
max419.000
mean0.125
σ0.005
min0.121
max0.134

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617
σ0.000
min36.617
max36.618
mean4587.500
σ2250.300
min1484.000
max7384.000
mean164.358
σ431.947
min11.322
max1233.372
op=column_set() on indexed, repeat
mean36.617
σ0.000
min36.617
max36.618
mean4587.500
σ2250.300
min1484.000
max7384.000
mean13.088
σ2.916
min11.002
max20.173
op=table_records(), no indexes
mean41.948
σ0.002
min41.946
max41.951
mean7384.000
σ0.000
min7384.000
max7384.000
mean11.220
σ1.762
min10.394
max15.556
op=table_records(), repeat
mean41.933
σ0.000
min41.933
max41.934
mean4176.625
σ1946.300
min1484.000
max7384.000
mean11.250
σ1.942
min10.364
max16.044
op=vertical_lookup_list() on indexed, after table_records()
mean27.655
σ0.137
min27.606
max27.993
mean4176.625
σ1946.300
min1484.000
max7384.000
mean8.481
σ1.302
min7.809
max11.681
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406
σ0.000
min26.406
max26.406
mean4176.625
σ1946.300
min1484.000
max7384.000
mean6.403
σ1.048
min5.785
max8.965
op=vertical_lookup_row_list() on 2 indexed
mean25.681
σ0.003
min25.680
max25.688
mean4587.500
σ2250.300
min1484.000
max7384.000
mean5.697
σ0.557
min5.193
max7.005
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984
σ0.000
min25.984
max25.985
mean4587.500
σ2250.300
min1484.000
max7384.000
mean5.565
σ0.571
min5.123
max6.928

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.632
σ0.002
min1021.630
max1021.634
mean7384.000
σ0.000
min7384.000
max7384.000
mean415.915
σ1.404
min413.767
max417.453
op=load_product(), with indexes
mean3495.883
σ0.468
min3495.718
max3497.042
mean3754.500
σ2300.092
min720.000
max7384.000
mean1837.073
σ684.288
min1459.506
max3032.022

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.854
max107.855
mean4405.625
σ2219.802
min1484.000
max7384.000
mean274.700
σ389.995
min124.268
max1238.900
op=column_set() on unindexed, dense, repeat
mean62.081
σ0.000
min62.081
max62.082
mean4405.625
σ2219.802
min1484.000
max7384.000
mean44.828
σ6.118
min40.819
max59.379
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7384.000
σ0.000
min7384.000
max7384.000
mean174.960
σ432.985
min21.081
max1246.540
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308
σ0.002
min71.307
max71.311
mean7384.000
σ0.000
min7384.000
max7384.000
mean64.211
σ24.775
min54.447
max125.444

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.851
σ0.014
min4646.845
max4646.884
mean4176.625
σ1946.300
min1484.000
max7384.000
mean3145.355
σ630.444
min2480.234
max4248.391
op=vertical_lookup_list() on indexed
mean1973.851
σ0.002
min1973.849
max1973.854
mean7384.000
σ0.000
min7384.000
max7384.000
mean1020.916
σ242.884
min910.969
max1612.982
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.103
max905.108
mean7384.000
σ0.000
min7384.000
max7384.000
mean388.032
σ7.522
min371.489
max394.836

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean479.750
σ2.315
min476.000
max481.000
mean395.973
σ26.252
min365.693
max427.924
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean562.250
σ0.707
min562.000
max564.000
mean771.872
σ43.024
min702.967
max831.306

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.577
σ0.759
min1024.107
max1027.717
mean1052.600
σ316.197
min591.000
max1523.000
mean1.376
σ0.067
min1.306
max1.575

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.400
σ0.500
min0.143
max1.292
name=error_case.art
mean2.340
σ0.012
min2.334
max2.362
mean402.000
σ0.000
min402.000
max402.000
mean0.705
σ0.203
min0.571
max1.056
name=heavy_item.art
mean1.523
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.345
σ0.194
min0.207
max0.640
name=nested_use.art
mean2.358
σ0.002
min2.357
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.340
σ0.024
min0.322
max0.382

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971
σ0.011
min964.965
max964.989
mean436.000
σ5.612
min431.000
max442.000
mean0.513
σ0.030
min0.485
max0.557
name=cdr_enhanced_4k_loc.art
mean885.898
σ0.002
min885.897
max885.901
mean442.000
σ0.000
min442.000
max442.000
mean0.480
σ0.056
min0.389
max0.523

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710
σ0.002
min7.709
max7.713
mean442.000
σ0.000
min442.000
max442.000
mean2.637
σ0.103
min2.423
max2.900
name=record_render_large_syntax_err.art
mean7.658
σ0.002
min7.657
max7.661
mean442.000
σ0.000
min442.000
max442.000
mean2.634
σ0.097
min2.452
max2.923
name=record_render_success.art
mean2.290
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.307
σ0.008
min0.292
max0.354
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.291
σ0.007
min0.276
max0.331

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean12.093
σ11.707
min0.574
max98.229
mean460.097
σ15.897
min408.000
max474.000
mean0.028
σ0.029
min0.001
max0.241

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.678
σ0.985
min298.233
max301.473
mean444.700
σ16.859
min417.000
max466.000
mean0.608
σ0.017
min0.594
max0.640

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738
σ0.000
min173.738
max173.738
mean844.000
σ0.000
min844.000
max844.000
mean214.168
σ22.941
min188.691
max252.303
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean843.375
σ1.768
min839.000
max844.000
mean7.114
σ1.370
min6.254
max9.393
phase=parser
mean1042.431
σ0.000
min1042.431
max1042.431
mean843.375
σ1.768
min839.000
max844.000
mean588.072
σ13.865
min566.040
max607.167
phase=processProdDef
mean2244.007
σ0.000
min2244.007
max2244.007
mean844.000
σ0.000
min844.000
max844.000
mean2987.955
σ296.420
min2539.781
max3404.134
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean843.375
σ1.768
min839.000
max844.000
mean25.411
σ8.637
min20.460
max39.746
phase=type checker
mean989.752
σ0.066
min989.654
max989.841
mean843.375
σ1.768
min839.000
max844.000
mean701.442
σ61.468
min645.135
max841.189

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.835
σ0.037
min293.783
max293.873
mean441.400
σ3.286
min439.000
max445.000
mean0.394
σ0.003
min0.390
max0.396
iters=5
new-facts=1
prior-facts=6402
mean1320.313
σ0.139
min1320.186
max1320.538
mean1115.800
σ185.783
min893.000
max1366.000
mean1.929
σ0.025
min1.901
max1.955
iters=5
new-facts=6402
prior-facts=1
mean1559.306
σ2.996
min1557.768
max1564.654
mean636.400
σ92.600
min496.000
max739.000
mean2.300
σ0.281
min2.061
max2.625
iters=5
new-facts=6402
prior-facts=6402
mean1882.388
σ0.074
min1882.311
max1882.492
mean1758.200
σ211.176
min1476.000
max1958.000
mean3.282
σ0.381
min2.883
max3.802

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.664
σ0.106
min1.569
max1.837

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean418.349
σ515.224
min160.733
max1191.185
mean101.750
σ7.500
min98.000
max113.000
mean444.000
σ0.000
min444.000
max444.000
mean0.530
σ0.528
min0.260
max1.323
policies=20
mean1607.661
σ0.353
min1607.411
max1608.184
mean980.000
σ0.000
min980.000
max980.000
mean449.500
σ9.678
min444.000
max464.000
mean2.591
σ0.024
min2.560
max2.616
policies=200
mean16085.200
σ0.080
min16085.107
max16085.298
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.000
σ4.546
min492.000
max503.000
mean26.167
σ0.029
min26.144
max26.209