all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -36,6 +36,7 @@ object makedata_02_writeredis {
     val savePathUser = param.getOrDefault("savePathUser", "")
     val savePathVideo = param.getOrDefault("savePathVideo", "")
     val userSampleIDs = param.getOrDefault("userSampleIDs", "")
+//    val userSampleIDsPathFix = param.getOrDefault("userSampleIDsPathFix", "")
     //  /dw/recommend/model/feature/
 
 
@@ -79,7 +80,7 @@ object makedata_02_writeredis {
         redisFormat.iterator
       })
       if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
-        val savePathPart = savePathUser + "/user/" + partition
+        val savePathPart = savePathUser + "/user/" + partition + "_" + userSampleIDs
         MyHdfsUtils.delete_hdfs_path(savePathPart)
         userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
       }