|
@@ -80,7 +80,10 @@ object makedata_02_writeredis {
|
|
redisFormat.iterator
|
|
redisFormat.iterator
|
|
})
|
|
})
|
|
if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
|
|
if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
|
|
- val savePathPart = savePathUser + "/user/" + partition + "_" + userSampleIDs
|
|
|
|
|
|
+ var savePathPart = savePathUser + "/user/" + partition
|
|
|
|
+ if (userSampleIDs.nonEmpty){
|
|
|
|
+ savePathPart = savePathPart + "_" + userSampleIDs
|
|
|
|
+ }
|
|
MyHdfsUtils.delete_hdfs_path(savePathPart)
|
|
MyHdfsUtils.delete_hdfs_path(savePathPart)
|
|
userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
|
|
userDataTakeRddRun.map(r => r._1 + "\t" + r._2).saveAsTextFile(savePathPart, classOf[GzipCodec])
|
|
}
|
|
}
|