|
@@ -323,7 +323,7 @@ object makedata_17_bucketDataPrint_20240617 {
|
|
if (saveV1.nonEmpty && saveV1.startsWith("/dw/recommend/model/")) {
|
|
if (saveV1.nonEmpty && saveV1.startsWith("/dw/recommend/model/")) {
|
|
println("删除路径并开始数据写入:" + saveV1)
|
|
println("删除路径并开始数据写入:" + saveV1)
|
|
MyHdfsUtils.delete_hdfs_path(saveV1)
|
|
MyHdfsUtils.delete_hdfs_path(saveV1)
|
|
- data2.map(r => r._1 + "\t" + r._2.mkString("\t")).saveAsTextFile(saveV1, classOf[GzipCodec])
|
|
|
|
|
|
+ data2.map(r => r._1 + "\t" + r._2.map(r=> r._1 + ":" + r._2).mkString("\t")).saveAsTextFile(saveV1, classOf[GzipCodec])
|
|
} else {
|
|
} else {
|
|
println("路径不合法,无法写入:" + saveV1)
|
|
println("路径不合法,无法写入:" + saveV1)
|
|
}
|
|
}
|
|
@@ -332,7 +332,7 @@ object makedata_17_bucketDataPrint_20240617 {
|
|
if (saveV2.nonEmpty && saveV2.startsWith("/dw/recommend/model/")) {
|
|
if (saveV2.nonEmpty && saveV2.startsWith("/dw/recommend/model/")) {
|
|
println("删除路径并开始数据写入:" + saveV2)
|
|
println("删除路径并开始数据写入:" + saveV2)
|
|
MyHdfsUtils.delete_hdfs_path(saveV2)
|
|
MyHdfsUtils.delete_hdfs_path(saveV2)
|
|
- data2.map(r => r._1 + "\t" + r._3.mkString("\t")).saveAsTextFile(saveV2, classOf[GzipCodec])
|
|
|
|
|
|
+ data2.map(r => r._1 + "\t" + r._3.map(r=> r._1 + ":" + r._2).mkString("\t")).saveAsTextFile(saveV2, classOf[GzipCodec])
|
|
} else {
|
|
} else {
|
|
println("路径不合法,无法写入:" + saveV2)
|
|
println("路径不合法,无法写入:" + saveV2)
|
|
}
|
|
}
|