75be7c92894247303c5f9153d76b4581a4904d15

Home / Branches / policy-teams-assignee-tests / 75be7c92894247303c5f9153d76b4581a4904d15

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.584
σ0.344
min54.451
max55.562
mean418.000
σ0.000
min418.000
max418.000
mean0.151
σ0.011
min0.135
max0.169
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.006
min43.697
max43.713
mean418.000
σ0.000
min418.000
max418.000
mean0.125
σ0.006
min0.120
max0.138

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4151.125
σ1900.271
min1555.000
max7303.000
mean12.390
σ0.335
min12.037
max12.913
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4151.125
σ1900.271
min1555.000
max7303.000
mean12.315
σ0.519
min11.460
max12.833
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7303.000
σ0.000
min7303.000
max7303.000
mean14.598
σ0.660
min13.129
max15.252
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4151.125
σ1900.271
min1555.000
max7303.000
mean11.919
σ1.250
min10.276
max13.469
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4151.125
σ1900.271
min1555.000
max7303.000
mean8.399
σ0.414
min7.653
max8.950
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4151.125
σ1900.271
min1555.000
max7303.000
mean6.416
σ0.359
min5.668
max6.716
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4151.125
σ1900.271
min1555.000
max7303.000
mean5.535
σ0.075
min5.372
max5.608
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4151.125
σ1900.271
min1555.000
max7303.000
mean5.388
σ0.158
min5.216
max5.680

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7303.000
σ0.000
min7303.000
max7303.000
mean1089.507
σ117.161
min1033.866
max1378.904
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3572.000
σ1796.194
min1044.000
max5794.000
mean4931.330
σ1635.421
min3551.719
max7423.732

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4151.125
σ1900.271
min1555.000
max7303.000
mean81.927
σ11.392
min70.788
max97.470
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.943
max40.945
mean7303.000
σ0.000
min7303.000
max7303.000
mean104.670
σ4.852
min94.466
max108.767
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7303.000
σ0.000
min7303.000
max7303.000
mean162.075
σ7.613
min145.021
max167.362

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4151.125
σ1900.271
min1555.000
max7303.000
mean6273.239
σ1295.359
min4945.857
max8178.391
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7303.000
σ0.000
min7303.000
max7303.000
mean5346.726
σ1266.256
min4396.680
max7702.096

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean474.000
σ0.000
min474.000
max474.000
mean356.172
σ41.796
min297.595
max399.891
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.500
σ0.535
min559.000
max560.000
mean743.903
σ61.332
min641.261
max796.486

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.026
max1011.641
mean1045.800
σ297.552
min585.000
max1446.000
mean1.544
σ0.073
min1.471
max1.764

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.380
σ0.486
min0.141
max1.247
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.475
σ0.321
min0.316
max1.049
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.208
σ0.027
min0.186
max0.255
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.342
σ0.030
min0.326
max0.396

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.000
σ5.612
min431.000
max442.000
mean0.553
σ0.059
min0.458
max0.609
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean442.000
σ0.000
min442.000
max442.000
mean0.475
σ0.028
min0.451
max0.521

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean442.000
σ0.000
min442.000
max442.000
mean1.930
σ0.076
min1.801
max2.333
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean442.000
σ0.000
min442.000
max442.000
mean1.934
σ0.058
min1.822
max2.180
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean442.000
σ0.000
min442.000
max442.000
mean0.300
σ0.007
min0.290
max0.340
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.286
σ0.009
min0.271
max0.332

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.147
σ1.040
min297.673
max301.099
mean446.200
σ18.036
min418.000
max472.000
mean0.605
σ0.018
min0.569
max0.627

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1758.000
σ0.000
min1758.000
max1758.000
mean207.880
σ1.975
min204.443
max209.860
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1758.000
σ0.000
min1758.000
max1758.000
mean11.016
σ2.369
min6.297
max12.704
phase=parser
mean1042.101
σ0.000
min1042.100
max1042.101
mean1758.000
σ0.000
min1758.000
max1758.000
mean677.604
σ71.082
min590.582
max740.799
phase=processProdDef
mean6169.660
σ0.001
min6169.659
max6169.660
mean1758.000
σ0.000
min1758.000
max1758.000
mean5406.764
σ778.247
min4494.679
max6487.555
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1758.000
σ0.000
min1758.000
max1758.000
mean42.828
σ9.646
min20.616
max48.326
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1758.000
σ0.000
min1758.000
max1758.000
mean765.002
σ102.859
min633.794
max882.422

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.037
min293.635
max293.726
mean445.000
σ0.000
min445.000
max445.000
mean0.402
σ0.009
min0.397
max0.418
iters=5
new-facts=1
prior-facts=6402
mean1303.770
σ0.051
min1303.721
max1303.834
mean1064.200
σ171.224
min839.000
max1275.000
mean1.959
σ0.194
min1.812
max2.194
iters=5
new-facts=6402
prior-facts=1
mean1546.821
σ4.016
min1544.805
max1553.998
mean614.000
σ74.786
min498.000
max697.000
mean2.240
σ0.131
min2.143
max2.465
iters=5
new-facts=6402
prior-facts=6402
mean1865.808
σ0.052
min1865.751
max1865.890
mean1714.400
σ253.163
min1420.000
max2069.000
mean2.931
σ0.089
min2.854
max3.042

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.773
σ0.086
min1.676
max1.877

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.089
σ579.265
min160.454
max1318.988
mean102.250
σ8.500
min98.000
max115.000
mean441.000
σ0.000
min441.000
max441.000
mean0.543
σ0.546
min0.268
max1.362
policies=20
mean1604.905
σ0.405
min1604.626
max1605.503
mean980.000
σ0.000
min980.000
max980.000
mean444.000
σ2.000
min441.000
max445.000
mean2.682
σ0.009
min2.669
max2.690
policies=200
mean16057.191
σ0.190
min16057.019
max16057.462
mean9800.000
σ0.000
min9800.000
max9800.000
mean493.500
σ4.203
min489.000
max498.000
mean27.087
σ0.146
min26.946
max27.226