5db7db93538dff1406e22f0ea0946dd1f05b371e

Home / Branches / sergeiwinitzki/lan-71-2-csv-table-optimizations / 5db7db93538dff1406e22f0ea0946dd1f05b371e

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.676
σ0.356
min54.544
max55.689
mean425.000
σ0.000
min425.000
max425.000
mean0.143
σ0.005
min0.138
max0.151
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.006
min43.695
max43.715
mean425.000
σ0.000
min425.000
max425.000
mean0.125
σ0.004
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4043.375
σ2010.401
min1218.000
max7156.000
mean12.834
σ0.483
min12.281
max13.609
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4043.375
σ2010.401
min1218.000
max7156.000
mean13.191
σ0.466
min12.424
max13.944
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.933
mean7156.000
σ0.000
min7156.000
max7156.000
mean15.505
σ0.229
min15.306
max16.028
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4043.375
σ2010.401
min1218.000
max7156.000
mean14.307
σ2.014
min11.138
max16.481
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4043.375
σ2010.401
min1218.000
max7156.000
mean9.919
σ1.297
min8.911
max12.982
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4043.375
σ2010.401
min1218.000
max7156.000
mean7.260
σ1.102
min6.385
max9.888
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4043.375
σ2010.401
min1218.000
max7156.000
mean6.060
σ0.143
min5.866
max6.205
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4043.375
σ2010.401
min1218.000
max7156.000
mean5.836
σ0.117
min5.712
max6.067

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7156.000
σ0.000
min7156.000
max7156.000
mean379.449
σ84.436
min346.783
max588.332
op=load_product(), with indexes
mean7917.792
σ0.469
min7917.624
max7918.954
mean3274.000
σ1823.699
min809.000
max5622.000
mean3627.136
σ1051.265
min3092.819
max6059.237

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4043.375
σ2010.401
min1218.000
max7156.000
mean87.730
σ21.663
min70.796
max128.044
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7156.000
σ0.000
min7156.000
max7156.000
mean61.786
σ0.463
min61.154
max62.731
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7156.000
σ0.000
min7156.000
max7156.000
mean100.036
σ0.845
min99.179
max101.504

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.304
min14215.576
max14227.820
mean4043.375
σ2010.401
min1218.000
max7156.000
mean8076.970
σ1828.230
min6022.124
max10564.554
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7156.000
σ0.000
min7156.000
max7156.000
mean5178.048
σ224.909
min5039.438
max5642.687

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean372.765
σ34.031
min303.473
max398.642
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.625
σ0.518
min560.000
max561.000
mean760.129
σ45.764
min658.893
max792.968

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.327
σ0.758
min1023.855
max1027.466
mean1052.400
σ317.417
min588.000
max1524.000
mean1.597
σ0.094
min1.493
max1.843

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.312
σ0.330
min0.142
max0.899
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.477
σ0.322
min0.323
max1.053
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.220
σ0.026
min0.202
max0.264
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.334
σ0.017
min0.316
max0.359

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean431.400
σ0.894
min431.000
max433.000
mean0.591
σ0.027
min0.546
max0.617
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean440.000
σ0.000
min440.000
max440.000
mean0.474
σ0.042
min0.428
max0.528

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean440.000
σ0.000
min440.000
max440.000
mean2.608
σ0.083
min2.452
max2.956
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean440.000
σ0.000
min440.000
max440.000
mean2.583
σ0.075
min2.448
max2.804
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean440.000
σ0.000
min440.000
max440.000
mean0.305
σ0.009
min0.289
max0.374
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean440.000
σ0.000
min440.000
max440.000
mean0.293
σ0.010
min0.276
max0.348

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.833
σ1.000
min298.390
max301.670
mean445.600
σ17.083
min425.000
max472.000
mean0.603
σ0.022
min0.571
max0.642

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean239.532
σ0.000
min239.532
max239.532
mean769.250
σ1.389
min767.000
max770.000
mean221.311
σ3.182
min216.463
max226.340
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean769.250
σ1.389
min767.000
max770.000
mean9.351
σ1.795
min7.551
max12.976
phase=parser
mean1042.367
σ0.000
min1042.367
max1042.368
mean769.250
σ1.389
min767.000
max770.000
mean517.527
σ105.370
min424.077
max750.713
phase=processProdDef
mean4850.857
σ0.000
min4850.857
max4850.857
mean769.250
σ1.389
min767.000
max770.000
mean5001.404
σ262.541
min4670.727
max5303.116
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean769.250
σ1.389
min767.000
max770.000
mean36.784
σ8.484
min26.626
max48.561
phase=type checker
mean990.446
σ0.066
min990.348
max990.536
mean769.250
σ1.389
min767.000
max770.000
mean778.485
σ115.050
min659.741
max931.326

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.918
σ0.038
min293.864
max293.957
mean442.000
σ0.000
min442.000
max442.000
mean0.407
σ0.009
min0.399
max0.420
iters=5
new-facts=1
prior-facts=6402
mean1320.277
σ0.050
min1320.203
max1320.341
mean1084.200
σ163.985
min887.000
max1307.000
mean2.167
σ0.219
min1.839
max2.453
iters=5
new-facts=6402
prior-facts=1
mean1560.761
σ6.244
min1557.831
max1571.927
mean627.000
σ90.548
min503.000
max728.000
mean2.478
σ0.318
min2.125
max2.876
iters=5
new-facts=6402
prior-facts=6402
mean1882.270
σ0.059
min1882.193
max1882.349
mean1726.000
σ178.568
min1473.000
max1892.000
mean3.144
σ0.378
min2.905
max3.814

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.681
σ0.176
min1.463
max1.878

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.714
σ583.886
min160.769
max1328.543
mean102.250
σ8.500
min98.000
max115.000
mean441.000
σ0.000
min441.000
max441.000
mean0.550
σ0.552
min0.267
max1.378
policies=20
mean1608.029
σ0.426
min1607.740
max1608.661
mean980.000
σ0.000
min980.000
max980.000
mean449.000
σ9.238
min441.000
max457.000
mean2.707
σ0.023
min2.682
max2.737
policies=200
mean16088.529
σ0.069
min16088.428
max16088.575
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.000
σ4.967
min491.000
max503.000
mean27.407
σ0.139
min27.245
max27.555