|
@@ -150,18 +150,19 @@ object recsys_01_ros_reg_xgb_train {
|
|
|
(vid, (1, label, RosUtil.inverseLog(label), score, RosUtil.inverseLog(score)))
|
|
|
}).reduceByKey {
|
|
|
case (c1, c2) => (
|
|
|
- c1._1 + c1._1,
|
|
|
- c2._2 + c2._2,
|
|
|
- c2._3 + c2._3,
|
|
|
- c2._4 + c2._4,
|
|
|
- c2._5 + c2._5
|
|
|
+ c1._1 + c2._1,
|
|
|
+ c1._2 + c2._2,
|
|
|
+ c1._3 + c2._3,
|
|
|
+ c1._4 + c2._4,
|
|
|
+ c1._5 + c2._5
|
|
|
)
|
|
|
}.map {
|
|
|
case (vid, (all, label, originLabel, score, originScore)) =>
|
|
|
(vid, (all, label / all, score / all, originLabel / all, originScore / all))
|
|
|
}
|
|
|
.collect()
|
|
|
- .sortBy(_._1)
|
|
|
+ .sortBy(_._2)
|
|
|
+ .take(200)
|
|
|
.map(_.productIterator.mkString("\t"))
|
|
|
.foreach(println)
|
|
|
|