0779e6bc1852265b3dc5952ef60aee0d9123b1ea

Home / Branches / policy-teams-assignee-tests / 0779e6bc1852265b3dc5952ef60aee0d9123b1ea

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.581
σ0.342
min54.448
max55.555
mean416.000
σ0.000
min416.000
max416.000
mean0.138
σ0.006
min0.130
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.005
min43.698
max43.715
mean416.000
σ0.000
min416.000
max416.000
mean0.125
σ0.005
min0.120
max0.134

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4154.375
σ1900.904
min1558.000
max7306.000
mean12.996
σ0.396
min12.568
max13.759
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4154.375
σ1900.904
min1558.000
max7306.000
mean12.873
σ0.718
min12.002
max13.553
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7306.000
σ0.000
min7306.000
max7306.000
mean15.151
σ0.671
min13.599
max15.649
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4154.375
σ1900.904
min1558.000
max7306.000
mean12.909
σ1.696
min11.074
max15.642
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4154.375
σ1900.904
min1558.000
max7306.000
mean9.103
σ0.435
min8.329
max9.834
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4154.375
σ1900.904
min1558.000
max7306.000
mean6.907
σ0.288
min6.452
max7.242
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4154.375
σ1900.904
min1558.000
max7306.000
mean5.994
σ0.112
min5.813
max6.148
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4154.375
σ1900.904
min1558.000
max7306.000
mean5.805
σ0.069
min5.709
max5.914

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7306.000
σ0.000
min7306.000
max7306.000
mean1099.039
σ152.332
min1035.025
max1475.676
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3574.750
σ1797.801
min1044.000
max5798.000
mean4522.938
σ1388.792
min3547.788
max7336.265

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4154.375
σ1900.904
min1558.000
max7306.000
mean85.196
σ12.612
min72.238
max102.471
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7306.000
σ0.000
min7306.000
max7306.000
mean106.283
σ4.406
min96.951
max109.671
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7306.000
σ0.000
min7306.000
max7306.000
mean162.809
σ8.822
min142.233
max168.944

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4154.375
σ1900.904
min1558.000
max7306.000
mean6107.385
σ1060.034
min4935.704
max8273.485
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7306.000
σ0.000
min7306.000
max7306.000
mean5591.925
σ1221.712
min4394.492
max7307.201

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean370.863
σ31.720
min305.459
max396.804
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean724.935
σ71.136
min595.813
max787.597

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.025
max1011.640
mean1058.850
σ312.355
min585.000
max1519.000
mean1.527
σ0.088
min1.345
max1.745

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.397
σ0.505
min0.139
max1.296
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.482
σ0.325
min0.324
max1.063
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.216
σ0.024
min0.196
max0.256
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.334
σ0.012
min0.323
max0.354

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.000
σ5.612
min431.000
max442.000
mean0.539
σ0.055
min0.474
max0.611
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean442.000
σ0.000
min442.000
max442.000
mean0.478
σ0.018
min0.459
max0.508

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean442.000
σ0.000
min442.000
max442.000
mean2.634
σ0.133
min2.447
max3.231
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean442.000
σ0.000
min442.000
max442.000
mean2.587
σ0.084
min2.404
max2.844
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean442.000
σ0.000
min442.000
max442.000
mean0.299
σ0.012
min0.286
max0.378
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.286
σ0.009
min0.271
max0.336

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.080
σ1.041
min297.701
max301.040
mean439.100
σ18.918
min415.000
max477.000
mean0.605
σ0.023
min0.557
max0.644

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1742.000
σ0.000
min1742.000
max1742.000
mean208.391
σ1.733
min205.416
max210.301
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1742.000
σ0.000
min1742.000
max1742.000
mean11.618
σ1.395
min9.386
max13.019
phase=parser
mean1042.101
σ0.000
min1042.100
max1042.101
mean1742.000
σ0.000
min1742.000
max1742.000
mean734.720
σ78.449
min590.380
max849.358
phase=processProdDef
mean6169.660
σ0.001
min6169.659
max6169.660
mean1742.000
σ0.000
min1742.000
max1742.000
mean5702.874
σ1357.393
min3839.337
max7152.791
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1742.000
σ0.000
min1742.000
max1742.000
mean40.880
σ7.398
min31.589
max47.926
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1742.000
σ0.000
min1742.000
max1742.000
mean812.716
σ78.033
min661.133
max884.172

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.038
min293.635
max293.726
mean445.000
σ0.000
min445.000
max445.000
mean0.398
σ0.002
min0.395
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1303.765
σ0.060
min1303.713
max1303.852
mean1079.800
σ226.480
min816.000
max1377.000
mean1.982
σ0.155
min1.812
max2.145
iters=5
new-facts=6402
prior-facts=1
mean1546.846
σ4.020
min1544.858
max1554.033
mean621.400
σ92.197
min493.000
max734.000
mean2.362
σ0.203
min2.174
max2.677
iters=5
new-facts=6402
prior-facts=6402
mean1865.811
σ0.053
min1865.747
max1865.886
mean1683.200
σ165.119
min1509.000
max1933.000
mean2.920
σ0.077
min2.879
max3.058

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.791
σ0.138
min1.572
max1.944

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.089
σ579.265
min160.453
max1318.986
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.538
σ0.541
min0.264
max1.350
policies=20
mean1604.890
σ0.406
min1604.612
max1605.492
mean980.000
σ0.000
min980.000
max980.000
mean445.250
σ1.500
min443.000
max446.000
mean2.679
σ0.008
min2.670
max2.689
policies=200
mean16057.297
σ0.165
min16057.174
max16057.525
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.000
σ3.830
min491.000
max499.000
mean26.972
σ0.157
min26.775
max27.133