3e164379a615885ff037a073cdd974c0b39cfab8

Home / Branches / policy-teams-assignee-tests / 3e164379a615885ff037a073cdd974c0b39cfab8

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.676
σ0.360
min54.546
max55.701
mean417.000
σ0.000
min417.000
max417.000
mean0.142
σ0.005
min0.137
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.703
σ0.006
min43.694
max43.714
mean417.000
σ0.000
min417.000
max417.000
mean0.123
σ0.005
min0.117
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4157.500
σ1908.581
min1556.000
max7333.000
mean12.823
σ0.354
min12.375
max13.270
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4157.500
σ1908.581
min1556.000
max7333.000
mean12.851
σ0.546
min11.808
max13.341
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7333.000
σ0.000
min7333.000
max7333.000
mean15.225
σ0.936
min13.038
max15.822
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4157.500
σ1908.581
min1556.000
max7333.000
mean13.195
σ1.915
min11.039
max15.468
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4157.500
σ1908.581
min1556.000
max7333.000
mean9.026
σ0.362
min8.606
max9.598
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4157.500
σ1908.581
min1556.000
max7333.000
mean6.602
σ0.295
min6.222
max7.000
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.003
min25.666
max25.674
mean4157.500
σ1908.581
min1556.000
max7333.000
mean6.092
σ0.096
min5.900
max6.219
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.974
mean4157.500
σ1908.581
min1556.000
max7333.000
mean5.883
σ0.269
min5.476
max6.165

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7333.000
σ0.000
min7333.000
max7333.000
mean1039.931
σ5.536
min1031.517
max1048.100
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3579.500
σ1802.827
min1045.000
max5819.000
mean4808.762
σ1739.958
min3507.464
max7491.723

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4157.500
σ1908.581
min1556.000
max7333.000
mean76.899
σ8.719
min69.758
max92.443
op=vertical_lookup_list() on unindexed missing Int
mean40.945
σ0.001
min40.945
max40.946
mean7333.000
σ0.000
min7333.000
max7333.000
mean106.460
σ6.504
min94.231
max113.691
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.686
max66.687
mean7333.000
σ0.000
min7333.000
max7333.000
mean162.601
σ10.263
min139.261
max168.791

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.901
σ4.304
min11655.306
max11667.552
mean4157.500
σ1908.581
min1556.000
max7333.000
mean6260.680
σ1167.486
min4893.332
max7823.589
op=vertical_lookup_list() on indexed
mean11560.066
σ0.000
min11560.065
max11560.067
mean7333.000
σ0.000
min7333.000
max7333.000
mean5751.310
σ1521.846
min4362.357
max7878.866

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean395.815
σ1.397
min392.956
max397.326
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean734.689
σ65.080
min632.017
max794.324

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.327
σ0.759
min1023.849
max1027.463
mean1063.550
σ316.440
min595.000
max1570.000
mean1.555
σ0.064
min1.424
max1.728

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.399
σ0.520
min0.139
max1.328
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.473
σ0.321
min0.317
max1.047
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.225
σ0.025
min0.206
max0.268
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.341
σ0.023
min0.317
max0.366

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean433.600
σ3.130
min431.000
max437.000
mean0.523
σ0.036
min0.477
max0.560
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean437.000
σ0.000
min437.000
max437.000
mean0.501
σ0.025
min0.471
max0.528

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean437.000
σ0.000
min437.000
max437.000
mean2.654
σ0.097
min2.464
max2.942
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean437.000
σ0.000
min437.000
max437.000
mean2.575
σ0.233
min1.877
max2.988
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean437.000
σ0.000
min437.000
max437.000
mean0.303
σ0.008
min0.285
max0.350
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean437.000
σ0.000
min437.000
max437.000
mean0.290
σ0.008
min0.274
max0.324

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.605
σ1.026
min298.162
max301.510
mean443.200
σ13.604
min426.000
max464.000
mean0.586
σ0.036
min0.523
max0.640

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean239.532
σ0.000
min239.532
max239.532
mean1747.500
σ4.629
min1740.000
max1750.000
mean220.236
σ1.637
min218.608
max222.959
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1747.500
σ4.629
min1740.000
max1750.000
mean11.463
σ2.063
min7.302
max12.982
phase=parser
mean1042.365
σ0.000
min1042.365
max1042.366
mean1747.500
σ4.629
min1740.000
max1750.000
mean662.353
σ126.242
min420.870
max823.928
phase=processProdDef
mean6169.659
σ0.001
min6169.659
max6169.660
mean1748.750
σ3.536
min1740.000
max1750.000
mean5041.579
σ771.916
min3741.043
max6055.044
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1747.500
σ4.629
min1740.000
max1750.000
mean42.904
σ8.377
min26.483
max50.342
phase=type checker
mean990.446
σ0.066
min990.348
max990.536
mean1747.500
σ4.629
min1740.000
max1750.000
mean783.581
σ92.474
min654.733
max922.926

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.919
σ0.038
min293.865
max293.957
mean442.000
σ2.739
min440.000
max445.000
mean0.397
σ0.010
min0.392
max0.416
iters=5
new-facts=1
prior-facts=6402
mean1320.265
σ0.073
min1320.142
max1320.317
mean1084.200
σ163.644
min888.000
max1306.000
mean2.204
σ0.248
min1.865
max2.560
iters=5
new-facts=6402
prior-facts=1
mean1559.750
σ4.060
min1557.734
max1567.008
mean623.600
σ87.380
min495.000
max728.000
mean2.303
σ0.200
min2.162
max2.647
iters=5
new-facts=6402
prior-facts=6402
mean1882.272
σ0.058
min1882.188
max1882.343
mean1722.200
σ174.898
min1472.000
max1884.000
mean3.150
σ0.299
min2.846
max3.627

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.727
σ0.196
min1.510
max1.973

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean453.536
σ585.529
min160.767
max1331.829
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.544
σ0.549
min0.268
max1.367
policies=20
mean1608.035
σ0.403
min1607.759
max1608.632
mean980.000
σ0.000
min980.000
max980.000
mean450.750
σ11.587
min443.000
max468.000
mean2.690
σ0.022
min2.672
max2.721
policies=200
mean16088.615
σ0.121
min16088.508
max16088.783
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.250
σ5.123
min493.000
max504.000
mean27.309
σ0.173
min27.090
max27.463