b61bc07bece60f7f1a1af2690f907a77c0985ad9

Home / Branches / josephyoung/exp-1445-context-toolbar / b61bc07bece60f7f1a1af2690f907a77c0985ad9

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.581
σ0.343
min54.450
max55.556
mean417.000
σ0.000
min417.000
max417.000
mean0.140
σ0.006
min0.133
max0.151
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.005
min43.698
max43.712
mean417.000
σ0.000
min417.000
max417.000
mean0.124
σ0.004
min0.120
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4147.000
σ1888.788
min1557.000
max7264.000
mean12.348
σ0.274
min11.939
max12.787
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4147.000
σ1888.788
min1557.000
max7264.000
mean12.672
σ0.700
min11.517
max13.376
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7264.000
σ0.000
min7264.000
max7264.000
mean14.684
σ0.337
min13.975
max15.057
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4147.000
σ1888.788
min1557.000
max7264.000
mean12.570
σ1.814
min10.494
max14.707
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4147.000
σ1888.788
min1557.000
max7264.000
mean8.271
σ0.340
min7.769
max8.767
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4147.000
σ1888.788
min1557.000
max7264.000
mean6.416
σ0.318
min5.915
max6.724
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4147.000
σ1888.788
min1557.000
max7264.000
mean5.596
σ0.115
min5.386
max5.799
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4147.000
σ1888.788
min1557.000
max7264.000
mean5.277
σ0.162
min4.915
max5.416

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7264.000
σ0.000
min7264.000
max7264.000
mean1568.280
σ956.599
min1026.573
max3768.462
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3569.750
σ1790.555
min1044.000
max5777.000
mean4999.800
σ1710.445
min3514.355
max7557.871

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4147.000
σ1888.788
min1557.000
max7264.000
mean81.246
σ11.486
min71.398
max99.596
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.943
max40.945
mean7264.000
σ0.000
min7264.000
max7264.000
mean106.877
σ3.498
min99.544
max110.865
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7264.000
σ0.000
min7264.000
max7264.000
mean163.879
σ5.846
min150.466
max168.388

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4147.000
σ1888.788
min1557.000
max7264.000
mean6591.445
σ1192.367
min4927.141
max7751.470
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7264.000
σ0.000
min7264.000
max7264.000
mean5448.661
σ1012.790
min4411.971
max6849.308

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean388.347
σ5.675
min377.093
max394.899
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean770.999
σ11.262
min752.880
max782.468

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.029
max1011.638
mean1045.850
σ314.082
min571.000
max1510.000
mean1.533
σ0.075
min1.474
max1.722

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.410
σ0.528
min0.149
max1.352
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.486
σ0.321
min0.329
max1.059
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.222
σ0.026
min0.203
max0.266
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.338
σ0.015
min0.326
max0.365

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean431.800
σ1.789
min431.000
max435.000
mean0.561
σ0.047
min0.504
max0.626
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean443.000
σ0.000
min443.000
max443.000
mean0.512
σ0.025
min0.473
max0.538

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean443.000
σ0.000
min443.000
max443.000
mean2.643
σ0.102
min2.459
max3.175
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean443.000
σ0.000
min443.000
max443.000
mean2.615
σ0.083
min2.495
max2.874
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean443.000
σ0.000
min443.000
max443.000
mean0.306
σ0.012
min0.288
max0.380
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.289
σ0.008
min0.273
max0.330

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.222
σ1.043
min297.788
max301.184
mean441.000
σ13.792
min420.000
max460.000
mean0.614
σ0.017
min0.580
max0.639

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1746.750
σ4.166
min1740.000
max1749.000
mean205.813
σ2.402
min203.242
max210.473
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1746.750
σ4.166
min1740.000
max1749.000
mean10.384
σ1.365
min9.187
max12.666
phase=parser
mean1042.098
σ0.000
min1042.098
max1042.098
mean1746.750
σ4.166
min1740.000
max1749.000
mean704.128
σ78.693
min591.491
max833.170
phase=processProdDef
mean6169.657
σ0.001
min6169.657
max6169.658
mean1747.875
σ3.182
min1740.000
max1749.000
mean5613.487
σ1323.641
min3919.252
max7438.717
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1746.750
σ4.166
min1740.000
max1749.000
mean37.622
σ6.991
min31.064
max47.807
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1746.750
σ4.166
min1740.000
max1749.000
mean736.390
σ121.486
min630.470
max974.250

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.037
min293.636
max293.727
mean447.000
σ0.000
min447.000
max447.000
mean0.402
σ0.001
min0.401
max0.403
iters=5
new-facts=1
prior-facts=6402
mean1303.754
σ0.057
min1303.684
max1303.814
mean1108.400
σ172.939
min895.000
max1335.000
mean2.001
σ0.144
min1.890
max2.187
iters=5
new-facts=6402
prior-facts=1
mean1546.848
σ4.003
min1544.908
max1554.005
mean619.800
σ87.794
min524.000
max729.000
mean2.336
σ0.269
min2.143
max2.706
iters=5
new-facts=6402
prior-facts=6402
mean1865.833
σ0.079
min1865.726
max1865.928
mean1746.000
σ207.823
min1467.000
max1942.000
mean3.291
σ0.343
min2.950
max3.724

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.783
σ0.138
min1.558
max1.902

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.091
σ579.264
min160.454
max1318.987
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.543
σ0.543
min0.271
max1.358
policies=20
mean1604.911
σ0.420
min1604.626
max1605.535
mean980.000
σ0.000
min980.000
max980.000
mean451.000
σ10.832
min443.000
max467.000
mean2.694
σ0.014
min2.674
max2.708
policies=200
mean16057.228
σ0.200
min16057.051
max16057.514
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.000
σ5.099
min491.000
max503.000
mean27.286
σ0.159
min27.132
max27.448