zhangbo 1 年之前
父節點
當前提交
8068061577
共有 1 個文件被更改,包括 4 次插入1 次删除
  1. 4 1
      src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

+ 4 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -80,7 +80,10 @@ object makedata_02_writeredis {
         redisFormat.iterator
         redisFormat.iterator
       })
       })
       if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
       if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
-        val savePathPart = savePathUser + "/user/" + partition + "_" + userSampleIDs
+        var savePathPart = savePathUser + "/user/" + partition
+        if (userSampleIDs.nonEmpty){
+          savePathPart = savePathPart + "_" + userSampleIDs
+        }
         MyHdfsUtils.delete_hdfs_path(savePathPart)
         MyHdfsUtils.delete_hdfs_path(savePathPart)
         userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
         userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
       }
       }