f4f7f1f35f311051f57ba82029a818b3e95d5d0d

Home / Branches / policy-teams-assignee-tests / f4f7f1f35f311051f57ba82029a818b3e95d5d0d

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.677
σ0.360
min54.537
max55.700
mean417.700
σ0.483
min417.000
max418.000
mean0.139
σ0.005
min0.133
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.703
σ0.005
min43.695
max43.711
mean418.000
σ0.000
min418.000
max418.000
mean0.120
σ0.004
min0.116
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4147.000
σ1890.454
min1555.000
max7271.000
mean12.782
σ0.225
min12.485
max13.090
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4147.000
σ1890.454
min1555.000
max7271.000
mean12.906
σ0.584
min11.976
max13.458
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7271.000
σ0.000
min7271.000
max7271.000
mean15.260
σ0.360
min14.604
max15.650
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4147.000
σ1890.454
min1555.000
max7271.000
mean12.342
σ1.452
min10.930
max14.272
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4147.000
σ1890.454
min1555.000
max7271.000
mean9.026
σ0.401
min8.274
max9.495
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4147.000
σ1890.454
min1555.000
max7271.000
mean7.166
σ0.223
min6.713
max7.369
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.003
min25.665
max25.674
mean4147.000
σ1890.454
min1555.000
max7271.000
mean6.100
σ0.247
min5.836
max6.544
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.974
mean4147.000
σ1890.454
min1555.000
max7271.000
mean5.813
σ0.071
min5.718
max5.935

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7271.000
σ0.000
min7271.000
max7271.000
mean1558.548
σ870.369
min1051.894
max3539.502
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3568.375
σ1789.759
min1045.000
max5775.000
mean5096.850
σ1723.503
min3551.379
max7597.885

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4147.000
σ1890.454
min1555.000
max7271.000
mean81.865
σ11.486
min69.720
max100.787
op=vertical_lookup_list() on unindexed missing Int
mean40.945
σ0.001
min40.945
max40.946
mean7271.000
σ0.000
min7271.000
max7271.000
mean106.473
σ4.035
min98.055
max111.279
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.686
max66.687
mean7271.000
σ0.000
min7271.000
max7271.000
mean164.997
σ4.638
min154.256
max168.090

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.901
σ4.304
min11655.306
max11667.551
mean4147.000
σ1890.454
min1555.000
max7271.000
mean6435.418
σ1159.532
min4947.606
max7929.531
op=vertical_lookup_list() on indexed
mean11560.066
σ0.001
min11560.065
max11560.067
mean7271.000
σ0.000
min7271.000
max7271.000
mean5390.165
σ884.346
min4432.130
max6234.198

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean394.482
σ3.479
min388.779
max399.784
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.250
σ1.035
min559.000
max561.000
mean743.501
σ61.238
min646.408
max810.666

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.328
σ0.758
min1023.850
max1027.465
mean1039.850
σ293.613
min543.000
max1437.000
mean1.571
σ0.071
min1.516
max1.748

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.442
σ0.603
min0.145
max1.518
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.475
σ0.319
min0.323
max1.046
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.223
σ0.025
min0.202
max0.264
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.331
σ0.014
min0.321
max0.355

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean436.000
σ2.236
min432.000
max437.000
mean0.536
σ0.066
min0.453
max0.613
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean442.000
σ0.000
min442.000
max442.000
mean0.515
σ0.003
min0.512
max0.518

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean442.000
σ0.000
min442.000
max442.000
mean1.954
σ0.063
min1.849
max2.278
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean442.000
σ0.000
min442.000
max442.000
mean2.655
σ0.148
min1.929
max2.937
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.303
σ0.010
min0.291
max0.369
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.299
σ0.088
min0.269
max1.163

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.834
σ1.040
min298.475
max301.792
mean443.400
σ16.249
min418.000
max466.000
mean0.598
σ0.028
min0.555
max0.653

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean239.532
σ0.000
min239.532
max239.532
mean1741.375
σ24.395
min1681.000
max1750.000
mean221.606
σ2.931
min218.000
max227.180
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1741.375
σ24.395
min1681.000
max1750.000
mean11.735
σ1.536
min9.477
max12.957
phase=parser
mean1042.365
σ0.001
min1042.362
max1042.365
mean1741.375
σ24.395
min1681.000
max1750.000
mean675.064
σ75.635
min567.664
max736.405
phase=processProdDef
mean6169.660
σ0.001
min6169.660
max6169.661
mean1750.125
σ0.354
min1750.000
max1751.000
mean5467.154
σ1539.003
min3819.911
max7681.461
phase=renaming
mean21.672
σ0.001
min21.671
max21.675
mean1741.375
σ24.395
min1681.000
max1750.000
mean44.545
σ5.411
min34.839
max48.528
phase=type checker
mean990.445
σ0.066
min990.344
max990.536
mean1741.375
σ24.395
min1681.000
max1750.000
mean808.800
σ104.365
min685.816
max960.303

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.919
σ0.038
min293.865
max293.958
mean443.400
σ0.548
min443.000
max444.000
mean0.401
σ0.001
min0.400
max0.402
iters=5
new-facts=1
prior-facts=6402
mean1320.237
σ0.069
min1320.172
max1320.315
mean1068.400
σ167.536
min844.000
max1276.000
mean2.058
σ0.292
min1.805
max2.524
iters=5
new-facts=6402
prior-facts=1
mean1559.781
σ4.062
min1557.797
max1567.042
mean618.600
σ82.794
min494.000
max716.000
mean2.415
σ0.238
min2.203
max2.714
iters=5
new-facts=6402
prior-facts=6402
mean1882.264
σ0.054
min1882.200
max1882.339
mean1700.600
σ246.898
min1406.000
max2032.000
mean2.975
σ0.052
min2.922
max3.048

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.831
σ0.124
min1.637
max1.963

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean453.536
σ585.529
min160.770
max1331.829
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.549
σ0.554
min0.268
max1.380
policies=20
mean1608.043
σ0.420
min1607.757
max1608.665
mean980.000
σ0.000
min980.000
max980.000
mean451.000
σ10.832
min443.000
max467.000
mean2.701
σ0.014
min2.685
max2.713
policies=200
mean16088.615
σ0.101
min16088.563
max16088.766
mean9800.000
σ0.000
min9800.000
max9800.000
mean503.250
σ6.602
min494.000
max508.000
mean27.422
σ0.186
min27.234
max27.626