all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -35,7 +35,7 @@ object makedata_02_writeredis {
     val partition = partitionPrefix + date
     val savePathUser = param.getOrDefault("savePathUser", "")
     val savePathVideo = param.getOrDefault("savePathVideo", "")
-    val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",").map(_.toInt).toList
+    val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",")
     //  /dw/recommend/model/feature/
 
 
@@ -54,7 +54,8 @@ object makedata_02_writeredis {
       println("user特征处理")
       var userData = odpsOps.readTable(project = project, table = tableUser, partition = partition, transfer = handleUser, numPartition = tablePart)
       if (userSampleIDs.nonEmpty){
-        userData = userData.filter(r => userSampleIDs.contains(r._1.hashCode % 10))
+        val IDs = userSampleIDs.map(_.toInt).toList
+        userData = userData.filter(r => IDs.contains(r._1.hashCode % 10))
       }
       if (ifDebug){
         println("user特征处理-debug开启-只保留5条数据-特征数量大于1")