all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -89,11 +89,15 @@ object makedata_02_writeredis {
       if (userSampleIDs.nonEmpty) {
         savePathPart = savePathPart + "_" + userSampleIDs
       }
-      val userDataRead = sc.textFile(savePathPart).filter(_.split("\t").length >= 2).map(r => {
+      println("读取数据路径:" + savePathPart)
+      val userDataRead = sc.textFile(savePathPart)
+      println("处理数据1:" + userDataRead)
+      val userDataRead2 = userDataRead.filter(_.split("\t").length >= 2).map(r => {
         val rList = r.split("\t")
         (rList(0), rList(1))
       })
-      val userDataTakeRddRun = userDataRead.mapPartitions(row => {
+      println("处理数据2:" + userDataRead2)
+      val userDataTakeRddRun = userDataRead2.mapPartitions(row => {
         val redisFormat = new util.HashMap[String, String]
         val redisTemplate = env.getRedisTemplate()
         var i = 1