all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -35,7 +35,7 @@ object makedata_02_writeredis {
     val partition = partitionPrefix + date
     val savePathUser = param.getOrDefault("savePathUser", "")
     val savePathVideo = param.getOrDefault("savePathVideo", "")
-    val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",")
+    val userSampleIDs = param.getOrDefault("userSampleIDs", "")
     //  /dw/recommend/model/feature/
 
 
@@ -54,7 +54,7 @@ object makedata_02_writeredis {
       println("user特征处理")
       var userData = odpsOps.readTable(project = project, table = tableUser, partition = partition, transfer = handleUser, numPartition = tablePart)
       if (userSampleIDs.nonEmpty){
-        val IDs = userSampleIDs.map(_.toInt).toList
+        val IDs = userSampleIDs.split(",").filter(_.nonEmpty).map(_.toInt).toList
         userData = userData.filter(r => IDs.contains(r._1.hashCode % 10))
       }
       if (ifDebug){