1cfc725c57b22e8e7fd8aa1930689e8dfab63248

Home / Branches / alexjeffery/lan-54-improve-units-parsing / 1cfc725c57b22e8e7fd8aa1930689e8dfab63248

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.617
σ0.350
min54.480
max55.614
mean416.000
σ0.000
min416.000
max416.000
mean0.141
σ0.004
min0.137
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.006
min43.779
max43.796
mean416.000
σ0.000
min416.000
max416.000
mean0.122
σ0.005
min0.116
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4101.000
σ1566.663
min1981.000
max6038.000
mean12.371
σ0.261
min11.957
max12.858
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.619
mean4101.000
σ1566.663
min1981.000
max6038.000
mean11.880
σ0.670
min11.267
max12.974
op=table_records(), no indexes
mean41.928
σ0.000
min41.928
max41.929
mean6038.000
σ0.000
min6038.000
max6038.000
mean13.279
σ1.143
min10.943
max14.747
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4101.000
σ1566.663
min1981.000
max6038.000
mean12.439
σ1.836
min10.549
max14.877
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4101.000
σ1566.663
min1981.000
max6038.000
mean8.460
σ0.292
min8.012
max8.800
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4101.000
σ1566.663
min1981.000
max6038.000
mean6.414
σ0.190
min6.061
max6.609
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4101.000
σ1566.663
min1981.000
max6038.000
mean5.456
σ0.137
min5.265
max5.622
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4101.000
σ1566.663
min1981.000
max6038.000
mean5.343
σ0.078
min5.191
max5.437

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.593
σ0.000
min2524.593
max2524.594
mean6038.000
σ0.000
min6038.000
max6038.000
mean1452.458
σ613.448
min1052.371
max2420.653
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.544
max8744.640
mean3820.000
σ1646.133
min1981.000
max6038.000
mean4527.703
σ1382.987
min3558.093
max7300.673

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4101.000
σ1566.663
min1981.000
max6038.000
mean81.442
σ9.937
min70.628
max98.344
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean6038.000
σ0.000
min6038.000
max6038.000
mean97.183
σ8.667
min85.078
max107.736
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean6038.000
σ0.000
min6038.000
max6038.000
mean228.591
σ237.620
min125.111
max815.743

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.832
σ4.317
min11655.305
max11667.517
mean4101.000
σ1566.663
min1981.000
max6038.000
mean6493.128
σ1371.010
min4964.980
max8375.641
op=vertical_lookup_list() on indexed
mean11560.069
σ0.002
min11560.067
max11560.073
mean6038.000
σ0.000
min6038.000
max6038.000
mean6593.968
σ1432.762
min4445.130
max8281.056

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.581
σ0.023
min172.558
max172.610
mean1981.000
σ0.000
min1981.000
max1981.000
mean343.709
σ39.242
min272.006
max392.553
op=pointedIndexFromKvs
rows=400000
mean357.367
σ0.046
min357.321
max357.438
mean1981.000
σ0.000
min1981.000
max1981.000
mean782.343
σ15.766
min763.619
max803.557

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.185
σ0.877
min1007.687
max1011.818
mean1041.850
σ306.731
min546.000
max1471.000
mean1.544
σ0.132
min1.456
max2.027

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.441
σ0.123
min0.376
max0.661
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.906
σ0.095
min0.838
max1.069
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.551
σ0.052
min0.509
max0.641
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.865
σ0.040
min0.835
max0.928

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.922
σ0.025
min963.902
max963.964
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.829
σ0.036
min0.779
max0.865
name=cdr_enhanced_4k_loc.art
mean884.889
σ0.007
min884.883
max884.897
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.683
σ0.046
min0.646
max0.746

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1471.000
σ0.000
min1471.000
max1471.000
mean4.255
σ0.085
min4.110
max4.585
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.659
mean1471.000
σ0.000
min1471.000
max1471.000
mean4.278
σ0.078
min4.140
max4.543
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.773
σ0.029
min0.615
max0.897
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.732
σ0.015
min0.693
max0.817

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.211
σ0.228
min297.061
max297.845
mean1981.000
σ0.000
min1981.000
max1981.000
mean0.558
σ0.029
min0.516
max0.592

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.772
σ0.036
min289.725
max289.810
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.402
σ0.015
min0.395
max0.428
iters=5
new-facts=1
prior-facts=6402
mean1299.620
σ0.103
min1299.495
max1299.725
mean1471.000
σ0.000
min1471.000
max1471.000
mean1.938
σ0.049
min1.863
max1.987
iters=5
new-facts=6402
prior-facts=1
mean1542.604
σ4.039
min1540.598
max1549.820
mean1471.000
σ0.000
min1471.000
max1471.000
mean2.215
σ0.150
min2.061
max2.397
iters=5
new-facts=6402
prior-facts=6402
mean1861.634
σ0.055
min1861.576
max1861.707
mean1767.600
σ225.188
min1471.000
max1981.000
mean3.094
σ0.245
min2.871
max3.502

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.731
σ0.151
min1.589
max1.957

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.206
σ577.183
min157.613
max1311.981
mean96.250
σ8.500
min92.000
max109.000
mean1471.000
σ0.000
min1471.000
max1471.000
mean0.542
σ0.549
min0.267
max1.366
policies=20
mean1576.382
σ0.302
min1576.171
max1576.829
mean920.000
σ0.000
min920.000
max920.000
mean1471.000
σ0.000
min1471.000
max1471.000
mean2.548
σ0.146
min2.330
max2.642
policies=200
mean15772.301
σ0.100
min15772.185
max15772.422
mean9200.000
σ0.000
min9200.000
max9200.000
mean1471.000
σ0.000
min1471.000
max1471.000
mean26.357
σ0.036
min26.314
max26.398