|
|
@@ -132,9 +132,9 @@ object recsys_01_ros_multi_class_xgb_train {
|
|
|
val predictions = model.transform(testDataSetTrans)
|
|
|
// [label, features, probability, prediction, rawPrediction]
|
|
|
println("zhangbo:columns:" + predictions.columns.mkString(","))
|
|
|
- val saveData = predictions.select("label", "rawPrediction", "probability", "logKey").rdd
|
|
|
+ val saveData = predictions.select("label", "rawPrediction", "logKey").rdd
|
|
|
.map(r => {
|
|
|
- (r.get(0), r.get(1), r.get(2), r.get(3)).productIterator.mkString("\t")
|
|
|
+ (r.get(0), r.get(1), r.get(2)).productIterator.mkString("\t")
|
|
|
})
|
|
|
val hdfsPath = savePath
|
|
|
if (hdfsPath.nonEmpty && hdfsPath.startsWith("/dw/recommend/model/")) {
|
