all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -127,7 +127,7 @@ object makedata_02_writeredis {
       if (userSampleIDs.nonEmpty) {
         savePathPart = savePathPart + "_" + userSampleIDs
       }
-      val userDataRead = sc.textFile(savePathPart).map(r => {
+      val userDataRead = sc.textFile(savePathPart).filter(_.split("\t").length >= 2).map(r => {
         val rList = r.split("\t")
         (rList(0), rList(1))
       })

zhangbo/04_upload.sh

@@ -0,0 +1 @@
+dfs -put /root/zhangbo/recommend-emr-dataprocess/zhangbo/model/model_sharev2_20231220.txt oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model/