583a56cff5dd2984f3bf34d63caf736dc2c7ead8

Home / Branches / sergeiwinitzki/lan-71-2-csv-table-optimizations / 583a56cff5dd2984f3bf34d63caf736dc2c7ead8

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.678
σ0.360
min54.537
max55.701
mean417.000
σ0.000
min417.000
max417.000
mean0.143
σ0.005
min0.137
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.006
min43.692
max43.712
mean417.000
σ0.000
min417.000
max417.000
mean0.124
σ0.005
min0.116
max0.134

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4044.000
σ2003.795
min1235.000
max7145.000
mean13.409
σ1.848
min12.233
max17.883
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4044.000
σ2003.795
min1235.000
max7145.000
mean12.693
σ1.841
min11.675
max17.210
op=table_records(), no indexes
mean41.929
σ0.002
min41.928
max41.932
mean7145.000
σ0.000
min7145.000
max7145.000
mean14.629
σ0.289
min14.310
max15.025
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4044.000
σ2003.795
min1235.000
max7145.000
mean14.701
σ1.625
min11.051
max16.189
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.991
mean4044.000
σ2003.795
min1235.000
max7145.000
mean9.918
σ1.689
min8.602
max12.701
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4044.000
σ2003.795
min1235.000
max7145.000
mean7.827
σ1.577
min6.820
max10.379
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4044.000
σ2003.795
min1235.000
max7145.000
mean6.083
σ0.551
min5.648
max7.371
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4044.000
σ2003.795
min1235.000
max7145.000
mean5.969
σ0.553
min5.663
max7.290

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7145.000
σ0.000
min7145.000
max7145.000
mean375.158
σ73.050
min347.048
max555.803
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.624
max7918.953
mean3272.625
σ1824.032
min814.000
max5619.000
mean3650.172
σ1104.112
min3112.127
max6213.005

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4044.000
σ2003.795
min1235.000
max7145.000
mean91.564
σ21.531
min70.900
max128.616
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.944
max40.950
mean7145.000
σ0.000
min7145.000
max7145.000
mean61.008
σ0.453
min60.408
max61.776
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7145.000
σ0.000
min7145.000
max7145.000
mean98.673
σ0.669
min97.687
max99.481

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4044.000
σ2003.795
min1235.000
max7145.000
mean8410.071
σ1785.987
min6063.572
max10543.005
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7145.000
σ0.000
min7145.000
max7145.000
mean5170.799
σ201.808
min5040.292
max5547.567

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean365.205
σ32.301
min301.251
max393.448
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean753.274
σ40.167
min685.773
max800.810

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.326
σ0.758
min1023.855
max1027.464
mean1060.100
σ321.610
min538.000
max1567.000
mean1.591
σ0.054
min1.534
max1.759

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.386
σ0.474
min0.144
max1.230
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.421
σ0.188
min0.326
max0.756
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.224
σ0.029
min0.202
max0.272
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.333
σ0.014
min0.325
max0.358

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean435.000
σ2.236
min431.000
max436.000
mean0.553
σ0.041
min0.500
max0.608
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean441.000
σ0.000
min441.000
max441.000
mean0.483
σ0.032
min0.435
max0.526

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean441.000
σ0.000
min441.000
max441.000
mean2.653
σ0.085
min2.510
max2.912
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean441.000
σ0.000
min441.000
max441.000
mean2.619
σ0.099
min2.464
max2.959
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean441.000
σ0.000
min441.000
max441.000
mean0.305
σ0.009
min0.287
max0.354
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean441.000
σ0.000
min441.000
max441.000
mean0.293
σ0.010
min0.277
max0.367

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.841
σ0.990
min298.433
max301.650
mean443.700
σ17.695
min417.000
max464.000
mean0.596
σ0.029
min0.559
max0.640

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean239.536
σ0.000
min239.536
max239.536
mean767.500
σ1.604
min766.000
max769.000
mean219.575
σ4.953
min210.570
max225.644
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean767.500
σ1.604
min766.000
max769.000
mean9.551
σ0.820
min7.580
max10.117
phase=parser
mean1042.361
σ0.000
min1042.360
max1042.361
mean767.500
σ1.604
min766.000
max769.000
mean513.352
σ59.029
min422.093
max589.298
phase=processProdDef
mean4850.859
σ0.000
min4850.859
max4850.859
mean767.500
σ1.604
min766.000
max769.000
mean4884.860
σ511.789
min4158.856
max5420.631
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean767.500
σ1.604
min766.000
max769.000
mean39.055
σ4.916
min26.914
max41.213
phase=type checker
mean990.442
σ0.066
min990.344
max990.532
mean767.500
σ1.604
min766.000
max769.000
mean742.306
σ75.471
min667.877
max888.029

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.919
σ0.038
min293.865
max293.958
mean442.800
σ1.095
min442.000
max444.000
mean0.409
σ0.010
min0.401
max0.422
iters=5
new-facts=1
prior-facts=6402
mean1320.269
σ0.065
min1320.160
max1320.319
mean1069.600
σ168.310
min844.000
max1277.000
mean2.087
σ0.247
min1.790
max2.324
iters=5
new-facts=6402
prior-facts=1
mean1560.700
σ6.248
min1557.702
max1571.873
mean618.800
σ82.606
min494.000
max716.000
mean2.276
σ0.187
min2.154
max2.603
iters=5
new-facts=6402
prior-facts=6402
mean1882.268
σ0.058
min1882.205
max1882.360
mean1699.200
σ243.895
min1408.000
max2027.000
mean2.924
σ0.100
min2.782
max3.024

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.641
σ0.237
min1.286
max1.852

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.714
σ583.886
min160.769
max1328.542
mean102.250
σ8.500
min98.000
max115.000
mean442.000
σ0.000
min442.000
max442.000
mean0.559
σ0.568
min0.268
max1.411
policies=20
mean1608.030
σ0.422
min1607.742
max1608.655
mean980.000
σ0.000
min980.000
max980.000
mean449.000
σ8.083
min442.000
max456.000
mean2.702
σ0.015
min2.686
max2.719
policies=200
mean16088.552
σ0.138
min16088.419
max16088.741
mean9800.000
σ0.000
min9800.000
max9800.000
mean495.750
σ3.862
min492.000
max501.000
mean27.464
σ0.118
min27.322
max27.600