all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -92,12 +92,11 @@ object makedata_02_writeredis {
       }
       println("读取数据路径:" + savePathPart)
       val userDataRead = sc.textFile(savePathPart)
-      println("处理数据1:" + userDataRead.count())
       val userDataRead2 = userDataRead.filter(_.split("\t").length >= 2).map(r => {
         val rList = r.split("\t")
         (rList(0), rList(1))
       })
-      println("处理数据2:" + userDataRead2.count())
+      println("预计删除数据量:" + userDataRead2.count())
       val userDataTakeRddRun = userDataRead2.mapPartitions(row => {
         val redisFormat = new util.HashMap[String, String]
         val redisTemplate = env.getRedisTemplate()