5158e6e8e177f4fa51727aea7d110143ec0b8ae7

Home / Branches / policy-api-extraction / 5158e6e8e177f4fa51727aea7d110143ec0b8ae7

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.578
σ0.348
min54.446
max55.567
mean415.000
σ0.000
min415.000
max415.000
mean0.140
σ0.004
min0.136
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.007
min43.697
max43.719
mean415.000
σ0.000
min415.000
max415.000
mean0.124
σ0.005
min0.116
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4149.750
σ1893.508
min1557.000
max7281.000
mean12.655
σ0.294
min12.357
max13.128
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4149.750
σ1893.508
min1557.000
max7281.000
mean12.710
σ0.659
min11.849
max13.672
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7281.000
σ0.000
min7281.000
max7281.000
mean15.384
σ0.364
min14.624
max15.751
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4149.750
σ1893.508
min1557.000
max7281.000
mean13.435
σ1.834
min11.245
max15.703
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4149.750
σ1893.508
min1557.000
max7281.000
mean8.899
σ0.336
min8.275
max9.325
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4149.750
σ1893.508
min1557.000
max7281.000
mean6.804
σ0.368
min6.181
max7.213
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4149.750
σ1893.508
min1557.000
max7281.000
mean5.964
σ0.125
min5.792
max6.136
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4149.750
σ1893.508
min1557.000
max7281.000
mean5.729
σ0.122
min5.460
max5.831

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.001
min2524.605
max2524.607
mean7281.000
σ0.000
min7281.000
max7281.000
mean1458.308
σ745.738
min1046.988
max3170.220
op=load_product(), with indexes
mean8744.722
σ0.469
min8744.553
max8745.882
mean3572.625
σ1792.853
min1045.000
max5787.000
mean4495.200
σ1599.407
min3510.275
max7444.932

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4149.750
σ1893.508
min1557.000
max7281.000
mean80.415
σ11.472
min69.411
max101.175
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7281.000
σ0.000
min7281.000
max7281.000
mean107.545
σ3.009
min101.677
max111.074
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7281.000
σ0.000
min7281.000
max7281.000
mean164.074
σ6.261
min149.071
max167.835

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4149.750
σ1893.508
min1557.000
max7281.000
mean6375.243
σ942.269
min4897.320
max8066.080
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7281.000
σ0.000
min7281.000
max7281.000
mean5655.199
σ1446.389
min4360.046
max7897.886

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean394.588
σ1.915
min391.793
max397.557
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean561.000
σ0.000
min561.000
max561.000
mean778.190
σ16.309
min753.436
max808.724

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.028
max1011.638
mean1047.700
σ313.945
min573.000
max1512.000
mean1.531
σ0.063
min1.477
max1.733

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.472
σ0.568
min0.141
max1.477
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.480
σ0.320
min0.328
max1.053
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.219
σ0.017
min0.208
max0.249
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.331
σ0.023
min0.312
max0.372

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean433.200
σ2.588
min431.000
max436.000
mean0.552
σ0.071
min0.439
max0.609
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean436.000
σ0.000
min436.000
max436.000
mean0.471
σ0.039
min0.425
max0.515

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean436.000
σ0.000
min436.000
max436.000
mean2.633
σ0.106
min2.469
max2.951
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean436.000
σ0.000
min436.000
max436.000
mean2.591
σ0.092
min2.428
max2.843
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean436.000
σ0.000
min436.000
max436.000
mean0.306
σ0.008
min0.293
max0.358
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean436.000
σ0.000
min436.000
max436.000
mean0.293
σ0.007
min0.279
max0.334

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.115
σ0.965
min297.631
max300.850
mean441.600
σ15.079
min419.000
max466.000
mean0.615
σ0.019
min0.574
max0.642

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1742.500
σ2.777
min1741.000
max1747.000
mean203.481
σ1.319
min201.306
max204.917
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1742.500
σ2.777
min1741.000
max1747.000
mean11.341
σ1.247
min9.646
max12.576
phase=parser
mean1042.099
σ0.000
min1042.098
max1042.099
mean1742.500
σ2.777
min1741.000
max1747.000
mean671.409
σ85.720
min563.816
max774.212
phase=processProdDef
mean6169.656
σ0.001
min6169.655
max6169.657
mean1743.250
σ3.105
min1741.000
max1747.000
mean5274.372
σ1367.509
min4079.962
max7751.922
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1742.500
σ2.777
min1741.000
max1747.000
mean41.481
σ7.033
min31.661
max48.744
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1742.500
σ2.777
min1741.000
max1747.000
mean811.635
σ58.561
min741.760
max887.099

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.689
σ0.045
min293.631
max293.740
mean445.000
σ0.000
min445.000
max445.000
mean0.405
σ0.009
min0.398
max0.421
iters=5
new-facts=1
prior-facts=6402
mean1303.780
σ0.096
min1303.627
max1303.867
mean1099.400
σ191.286
min837.000
max1330.000
mean2.099
σ0.285
min1.811
max2.480
iters=5
new-facts=6402
prior-facts=1
mean1546.853
σ4.019
min1544.866
max1554.037
mean617.400
σ80.590
min496.000
max712.000
mean2.327
σ0.220
min2.116
max2.597
iters=5
new-facts=6402
prior-facts=6402
mean1865.785
σ0.067
min1865.715
max1865.892
mean1730.000
σ175.994
min1480.000
max1891.000
mean3.100
σ0.349
min2.894
max3.720

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.717
σ0.202
min1.453
max1.941

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.980
σ579.240
min158.358
max1316.839
mean96.250
σ8.500
min92.000
max109.000
mean444.000
σ0.000
min444.000
max444.000
mean0.543
σ0.551
min0.265
max1.370
policies=20
mean1583.916
σ0.347
min1583.672
max1584.430
mean920.000
σ0.000
min920.000
max920.000
mean445.500
σ1.000
min444.000
max446.000
mean2.631
σ0.020
min2.605
max2.648
policies=200
mean15847.087
σ0.202
min15846.925
max15847.383
mean9200.000
σ0.000
min9200.000
max9200.000
mean498.500
σ5.802
min492.000
max506.000
mean26.840
σ0.282
min26.521
max27.191