zhangbo 1 年之前
父节点
当前提交
03d7707880

+ 4 - 4
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_09_user2redis_freq.scala

@@ -104,14 +104,14 @@ object makedata_09_user2redis_freq {
           (mid, fea, false)
       }
     val userDataReadTrue = userDataRead.filter(_._3).map(r => r._1 + "\t" + r._2)
-    val userDataReadFalse = userDataRead.filter(!_._3).map(r => r._1 + "\t" + r._2)
+    // val userDataReadFalse = userDataRead.filter(!_._3).map(r => r._1 + "\t" + r._2)
     if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
       val p1 = savePathUser + "/true/" + partition
       MyHdfsUtils.delete_hdfs_path(p1)
       userDataReadTrue.saveAsTextFile(p1, classOf[GzipCodec])
-      val p2 = savePathUser + "/false/" + partition
-      MyHdfsUtils.delete_hdfs_path(p2)
-      userDataReadFalse.saveAsTextFile(p2, classOf[GzipCodec])
+      //val p2 = savePathUser + "/false/" + partition
+      //MyHdfsUtils.delete_hdfs_path(p2)
+      //userDataReadFalse.saveAsTextFile(p2, classOf[GzipCodec])
     }
 
     //6 redis