all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -71,12 +71,12 @@ object makedata_02_writeredis {
         }
         redisFormat.iterator
       })
-      println("user.action.count=" + userDataTakeRddRun.count())
       if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
         val savePathPart = savePathUser + "/user/" + partition
         MyHdfsUtils.delete_hdfs_path(savePathPart)
-        userDataTakeRddRun.saveAsTextFile(savePathPart, classOf[GzipCodec])
+        userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
       }
+      println("user.action.count=" + userDataTakeRddRun.count())
     }else{
       println("不处理user")
     }
@@ -106,12 +106,12 @@ object makedata_02_writeredis {
         }
         redisFormat.iterator
       })
-      println("item.action.count=" + itemDataTakeRddRun.count())
       if (savePathVideo.nonEmpty && savePathVideo.startsWith("/dw/recommend/model/")){
         val savePathPart = savePathVideo + "/video/" + partition
         MyHdfsUtils.delete_hdfs_path(savePathPart)
-        itemDataTakeRddRun.saveAsTextFile(savePathPart, classOf[GzipCodec])
+        itemDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
       }
+      println("item.action.count=" + itemDataTakeRddRun.count())
     }else{
       println("不处理video")
     }