7b581a3fdf4c60adee69b3027454ea9af7efee5b

Home / Branches / alexjeffery/lan-54-improve-units-parsing / 7b581a3fdf4c60adee69b3027454ea9af7efee5b

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.616
σ0.352
min54.480
max55.619
mean419.000
σ0.000
min419.000
max419.000
mean0.141
σ0.009
min0.132
max0.162
cache=y
dps=1
iters=10
policies=100
mean43.786
σ0.006
min43.774
max43.797
mean419.000
σ0.000
min419.000
max419.000
mean0.122
σ0.004
min0.119
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.003
min36.615
max36.623
mean4258.625
σ1893.571
min1900.000
max7550.000
mean12.232
σ0.262
min11.723
max12.612
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4258.625
σ1893.571
min1900.000
max7550.000
mean12.617
σ0.163
min12.444
max12.874
op=table_records(), no indexes
mean41.928
σ0.001
min41.928
max41.929
mean7550.000
σ0.000
min7550.000
max7550.000
mean13.913
σ1.063
min12.639
max15.287
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4258.625
σ1893.571
min1900.000
max7550.000
mean11.555
σ1.516
min10.158
max14.385
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4258.625
σ1893.571
min1900.000
max7550.000
mean8.209
σ0.283
min7.800
max8.547
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4258.625
σ1893.571
min1900.000
max7550.000
mean6.290
σ0.298
min5.879
max6.682
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4258.625
σ1893.571
min1900.000
max7550.000
mean5.310
σ0.090
min5.151
max5.460
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4258.625
σ1893.571
min1900.000
max7550.000
mean5.144
σ0.177
min4.881
max5.395

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.594
σ0.001
min2524.593
max2524.597
mean7550.000
σ0.000
min7550.000
max7550.000
mean1047.251
σ5.365
min1038.415
max1053.378
op=load_product(), with indexes
mean8744.559
σ0.033
min8744.545
max8744.640
mean3770.750
σ1636.872
min1900.000
max5952.000
mean4676.969
σ1562.589
min3527.327
max7210.761

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4258.625
σ1893.571
min1900.000
max7550.000
mean86.442
σ12.057
min70.514
max103.910
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7550.000
σ0.000
min7550.000
max7550.000
mean234.903
σ378.222
min87.450
max1170.769
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7550.000
σ0.000
min7550.000
max7550.000
mean152.389
σ12.290
min137.847
max166.938

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.318
min11655.305
max11667.520
mean4258.625
σ1893.571
min1900.000
max7550.000
mean6440.326
σ1191.837
min4937.585
max7951.844
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean7550.000
σ0.000
min7550.000
max7550.000
mean5416.738
σ1272.561
min4406.003
max7243.392

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.582
σ0.022
min172.558
max172.620
mean1900.000
σ0.000
min1900.000
max1900.000
mean363.385
σ18.784
min343.786
max400.100
op=pointedIndexFromKvs
rows=400000
mean357.361
σ0.037
min357.321
max357.402
mean1900.000
σ0.000
min1900.000
max1900.000
mean731.463
σ66.096
min621.793
max798.877

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.183
σ0.886
min1007.684
max1011.862
mean1040.200
σ304.595
min548.000
max1468.000
mean1.541
σ0.133
min1.461
max2.022

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.462
σ0.125
min0.380
max0.681
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.883
σ0.093
min0.827
max1.046
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.550
σ0.043
min0.521
max0.626
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.849
σ0.038
min0.819
max0.907

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.922
σ0.024
min963.902
max963.962
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.865
σ0.005
min0.860
max0.873
name=cdr_enhanced_4k_loc.art
mean884.889
σ0.007
min884.883
max884.898
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.714
σ0.060
min0.611
max0.755

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1468.000
σ0.000
min1468.000
max1468.000
mean4.245
σ0.217
min3.529
max4.591
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1468.000
σ0.000
min1468.000
max1468.000
mean4.278
σ0.069
min4.158
max4.538
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.762
σ0.018
min0.726
max0.881
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.724
σ0.013
min0.695
max0.778

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.289
σ0.273
min297.052
max297.956
mean1900.000
σ0.000
min1900.000
max1900.000
mean0.597
σ0.039
min0.513
max0.673

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.778
σ0.035
min289.735
max289.820
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.400
σ0.010
min0.394
max0.418
iters=5
new-facts=1
prior-facts=6402
mean1299.637
σ0.078
min1299.538
max1299.708
mean1468.000
σ0.000
min1468.000
max1468.000
mean2.065
σ0.056
min1.991
max2.129
iters=5
new-facts=6402
prior-facts=1
mean1542.704
σ4.003
min1540.781
max1549.861
mean1468.000
σ0.000
min1468.000
max1468.000
mean2.444
σ0.313
min2.169
max2.919
iters=5
new-facts=6402
prior-facts=6402
mean1861.627
σ0.075
min1861.510
max1861.700
mean1740.200
σ171.713
min1499.000
max1900.000
mean3.119
σ0.287
min2.846
max3.595

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.715
σ0.085
min1.595
max1.798

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.208
σ577.184
min157.614
max1311.984
mean96.250
σ8.500
min92.000
max109.000
mean1468.000
σ0.000
min1468.000
max1468.000
mean0.533
σ0.544
min0.260
max1.350
policies=20
mean1576.415
σ0.338
min1576.184
max1576.916
mean920.000
σ0.000
min920.000
max920.000
mean1468.000
σ0.000
min1468.000
max1468.000
mean2.600
σ0.012
min2.587
max2.614
policies=200
mean15772.305
σ0.070
min15772.246
max15772.404
mean9200.000
σ0.000
min9200.000
max9200.000
mean1468.000
σ0.000
min1468.000
max1468.000
mean26.351
σ0.075
min26.296
max26.454