100af676b254c0ad9a07214747dc2651fa974972

Home / Branches / benorchard/api-policy-foreign-attrib / 100af676b254c0ad9a07214747dc2651fa974972

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean55.335
σ0.349
min55.200
max56.327
mean415.000
σ0.000
min415.000
max415.000
mean0.141
σ0.005
min0.137
max0.149
cache=y
dps=1
iters=10
policies=100
mean44.462
σ0.006
min44.454
max44.472
mean415.000
σ0.000
min415.000
max415.000
mean0.128
σ0.004
min0.123
max0.136

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4154.375
σ1901.194
min1556.000
max7305.000
mean12.974
σ0.271
min12.644
max13.448
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4154.375
σ1901.194
min1556.000
max7305.000
mean13.234
σ0.533
min11.937
max13.543
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7305.000
σ0.000
min7305.000
max7305.000
mean15.226
σ0.607
min13.894
max15.750
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4154.375
σ1901.194
min1556.000
max7305.000
mean13.207
σ1.781
min11.042
max15.462
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4154.375
σ1901.194
min1556.000
max7305.000
mean9.062
σ0.428
min8.544
max9.688
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4154.375
σ1901.194
min1556.000
max7305.000
mean6.754
σ0.240
min6.360
max7.151
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4154.375
σ1901.194
min1556.000
max7305.000
mean6.090
σ0.212
min5.867
max6.507
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4154.375
σ1901.194
min1556.000
max7305.000
mean5.878
σ0.147
min5.622
max6.025

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7305.000
σ0.000
min7305.000
max7305.000
mean1078.071
σ86.652
min1034.555
max1291.873
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3574.875
σ1797.851
min1044.000
max5798.000
mean4906.376
σ1559.166
min3538.839
max7411.344

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4154.375
σ1901.194
min1556.000
max7305.000
mean84.832
σ12.124
min73.637
max100.927
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7305.000
σ0.000
min7305.000
max7305.000
mean106.612
σ7.081
min91.180
max114.710
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7305.000
σ0.000
min7305.000
max7305.000
mean163.236
σ10.242
min138.994
max170.040

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4154.375
σ1901.194
min1556.000
max7305.000
mean6417.338
σ1237.023
min4905.622
max8313.065
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7305.000
σ0.000
min7305.000
max7305.000
mean5309.616
σ1243.273
min4377.826
max7641.963

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean392.402
σ7.960
min373.709
max398.414
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean763.346
σ16.480
min734.290
max780.049

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1010.614
σ0.760
min1010.137
max1013.755
mean1044.350
σ308.035
min584.000
max1647.000
mean1.549
σ0.066
min1.453
max1.676

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.299
σ0.290
min0.136
max0.814
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.471
σ0.322
min0.315
max1.047
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.218
σ0.020
min0.202
max0.249
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.327
σ0.019
min0.305
max0.356

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.000
σ2.236
min432.000
max437.000
mean0.550
σ0.051
min0.481
max0.611
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean442.000
σ0.000
min442.000
max442.000
mean0.486
σ0.046
min0.425
max0.525

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean442.000
σ0.000
min442.000
max442.000
mean1.960
σ0.094
min1.750
max2.356
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean442.000
σ0.000
min442.000
max442.000
mean1.976
σ0.080
min1.858
max2.191
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean442.000
σ0.000
min442.000
max442.000
mean0.304
σ0.017
min0.279
max0.357
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.298
σ0.064
min0.274
max0.894

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean300.048
σ1.058
min299.624
max303.053
mean443.100
σ17.760
min418.000
max466.000
mean0.616
σ0.013
min0.596
max0.636

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1696.000
σ27.775
min1681.000
max1741.000
mean204.356
σ3.319
min197.421
max207.801
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1696.000
σ27.775
min1681.000
max1741.000
mean8.988
σ2.215
min6.319
max12.762
phase=parser
mean1042.098
σ0.000
min1042.098
max1042.099
mean1696.000
σ27.775
min1681.000
max1741.000
mean590.883
σ73.855
min497.568
max725.302
phase=processProdDef
mean6169.660
σ0.000
min6169.659
max6169.660
mean1703.500
σ31.053
min1681.000
max1741.000
mean5849.894
σ1343.584
min3856.213
max7195.914
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1696.000
σ27.775
min1681.000
max1741.000
mean35.375
σ9.924
min20.441
max48.165
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1696.000
σ27.775
min1681.000
max1741.000
mean715.704
σ56.481
min656.380
max786.558

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean299.723
σ0.041
min299.671
max299.766
mean445.000
σ0.000
min445.000
max445.000
mean0.407
σ0.005
min0.403
max0.415
iters=5
new-facts=1
prior-facts=6402
mean1309.796
σ0.085
min1309.681
max1309.893
mean1095.600
σ183.410
min860.000
max1319.000
mean2.012
σ0.201
min1.819
max2.297
iters=5
new-facts=6402
prior-facts=1
mean1552.854
σ4.016
min1550.898
max1560.031
mean615.200
σ82.333
min517.000
max716.000
mean2.227
σ0.102
min2.129
max2.375
iters=5
new-facts=6402
prior-facts=6402
mean1871.777
σ0.039
min1871.722
max1871.827
mean1721.200
σ174.524
min1472.000
max1883.000
mean3.034
σ0.314
min2.783
max3.580

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.782
σ0.178
min1.476
max1.923

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean448.693
σ579.252
min159.067
max1317.571
mean96.250
σ8.500
min92.000
max109.000
mean440.000
σ0.000
min440.000
max440.000
mean0.530
σ0.536
min0.262
max1.335
policies=20
mean1590.971
σ0.353
min1590.725
max1591.492
mean920.000
σ0.000
min920.000
max920.000
mean447.000
σ8.083
min440.000
max454.000
mean2.642
σ0.018
min2.625
max2.660
policies=200
mean15917.499
σ0.255
min15917.175
max15917.722
mean9200.000
σ0.000
min9200.000
max9200.000
mean493.500
σ2.887
min490.000
max497.000
mean26.729
σ0.123
min26.583
max26.873