1b5d0e1117684c704e2f8d533138b1202cc76302

Home / Branches / harryroscoe/update-mcgill-test-cb-product / 1b5d0e1117684c704e2f8d533138b1202cc76302

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.578
σ0.350
min54.441
max55.575
mean418.000
σ0.000
min418.000
max418.000
mean0.139
σ0.006
min0.132
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.008
min43.698
max43.724
mean418.000
σ0.000
min418.000
max418.000
mean0.121
σ0.006
min0.116
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.619
mean4156.750
σ1898.496
min1559.000
max7312.000
mean12.697
σ0.187
min12.472
max13.041
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4156.750
σ1898.496
min1559.000
max7312.000
mean12.933
σ0.456
min11.841
max13.274
op=table_records(), no indexes
mean41.932
σ0.001
min41.928
max41.933
mean7312.000
σ0.000
min7312.000
max7312.000
mean15.012
σ0.680
min13.478
max15.765
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4156.750
σ1898.496
min1559.000
max7312.000
mean12.277
σ1.541
min10.826
max14.382
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4156.750
σ1898.496
min1559.000
max7312.000
mean9.097
σ0.222
min8.800
max9.365
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4156.750
σ1898.496
min1559.000
max7312.000
mean7.040
σ0.226
min6.552
max7.260
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4156.750
σ1898.496
min1559.000
max7312.000
mean6.020
σ0.133
min5.786
max6.158
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4156.750
σ1898.496
min1559.000
max7312.000
mean5.797
σ0.080
min5.677
max5.905

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7312.000
σ0.000
min7312.000
max7312.000
mean1083.755
σ128.943
min1030.983
max1402.642
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3577.375
σ1796.075
min1044.000
max5802.000
mean4260.037
σ941.757
min3537.839
max5854.476

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4156.750
σ1898.496
min1559.000
max7312.000
mean84.296
σ10.272
min71.018
max97.808
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7312.000
σ0.000
min7312.000
max7312.000
mean108.040
σ4.442
min98.624
max112.130
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7312.000
σ0.000
min7312.000
max7312.000
mean163.906
σ8.657
min143.489
max168.594

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.537
mean4156.750
σ1898.496
min1559.000
max7312.000
mean6582.735
σ1064.945
min4944.189
max7915.820
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7312.000
σ0.000
min7312.000
max7312.000
mean5271.232
σ1097.966
min4377.611
max7311.976

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean351.771
σ30.426
min300.350
max383.814
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.625
σ0.518
min559.000
max560.000
mean746.320
σ49.851
min640.472
max811.999

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.025
max1011.642
mean1046.700
σ302.217
min562.000
max1454.000
mean1.562
σ0.142
min1.461
max2.086

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.500
σ0.478
min0.247
max1.352
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.842
σ0.529
min0.584
max1.787
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.387
σ0.044
min0.361
max0.465
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.593
σ0.030
min0.568
max0.644

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.600
σ6.066
min431.000
max443.000
mean0.584
σ0.101
min0.509
max0.754
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean443.000
σ0.000
min443.000
max443.000
mean0.519
σ0.018
min0.488
max0.530

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean443.000
σ0.000
min443.000
max443.000
mean2.651
σ0.112
min2.475
max3.176
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean443.000
σ0.000
min443.000
max443.000
mean2.595
σ0.094
min2.447
max3.006
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean443.000
σ0.000
min443.000
max443.000
mean0.307
σ0.010
min0.291
max0.369
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.302
σ0.050
min0.280
max0.680

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.119
σ1.031
min297.610
max301.039
mean440.900
σ14.161
min418.000
max462.000
mean0.622
σ0.011
min0.602
max0.636

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1645.500
σ130.069
min1405.000
max1750.000
mean202.371
σ2.165
min198.253
max204.225
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1645.500
σ130.069
min1405.000
max1750.000
mean10.512
σ1.896
min7.343
max12.610
phase=parser
mean1042.103
σ0.000
min1042.102
max1042.103
mean1645.500
σ130.069
min1405.000
max1750.000
mean629.798
σ105.385
min427.166
max728.548
phase=processProdDef
mean6169.658
σ0.001
min6169.657
max6169.659
mean1688.625
σ89.943
min1521.000
max1750.000
mean5594.073
σ1320.667
min4100.264
max7287.187
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1645.500
σ130.069
min1405.000
max1750.000
mean39.559
σ8.033
min26.878
max47.936
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1645.500
σ130.069
min1405.000
max1750.000
mean751.791
σ109.873
min634.537
max880.365

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.689
σ0.038
min293.635
max293.726
mean445.000
σ0.000
min445.000
max445.000
mean0.397
σ0.010
min0.392
max0.415
iters=5
new-facts=1
prior-facts=6402
mean1303.746
σ0.075
min1303.658
max1303.845
mean1062.600
σ167.971
min840.000
max1271.000
mean1.926
σ0.165
min1.802
max2.181
iters=5
new-facts=6402
prior-facts=1
mean1546.817
σ4.035
min1544.794
max1554.029
mean612.200
σ73.319
min497.000
max690.000
mean2.299
σ0.191
min2.138
max2.614
iters=5
new-facts=6402
prior-facts=6402
mean1865.769
σ0.075
min1865.707
max1865.894
mean1709.600
σ251.919
min1414.000
max2062.000
mean2.952
σ0.130
min2.850
max3.148

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.722
σ0.135
min1.547
max1.885

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.982
σ579.239
min158.362
max1316.841
mean96.250
σ8.500
min92.000
max109.000
mean444.000
σ0.000
min444.000
max444.000
mean0.535
σ0.540
min0.263
max1.345
policies=20
mean1583.942
σ0.366
min1583.690
max1584.484
mean920.000
σ0.000
min920.000
max920.000
mean445.500
σ1.000
min444.000
max446.000
mean2.656
σ0.005
min2.649
max2.660
policies=200
mean15847.326
σ0.126
min15847.226
max15847.507
mean9200.000
σ0.000
min9200.000
max9200.000
mean495.500
σ3.873
min491.000
max500.000
mean26.868
σ0.237
min26.635
max27.096