all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -89,7 +89,7 @@ object makedata_02_writeredis {
       if (userSampleIDs.nonEmpty) {
         savePathPart = savePathPart + "_" + userSampleIDs
       }
-      val userDataRead = sc.textFile(savePathPart).map(r => {
+      val userDataRead = sc.textFile(savePathPart).filter(_.split("\t").length >= 2).map(r => {
         val rList = r.split("\t")
         (rList(0), rList(1))
       })