Просмотр исходного кода

feat:添加vid维度的ros样本数据生产

zhaohaipeng 1 месяц назад
Родитель
Сommit
466f187329

+ 1 - 4
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/v20250218/makedata_recsys_41_vid_ros_train_data_20250324.scala

@@ -36,12 +36,9 @@ object makedata_recsys_41_vid_ros_train_data_20250324 {
     val beginStr = param.getOrElse("beginStr", "2025021812")
     val endStr = param.getOrElse("endStr", "2025021812")
     val project = param.getOrElse("project", "loghubods")
-    val table = param.getOrElse("table", "dwd_recsys_alg_sample_all_20250212")
+    val table = param.getOrElse("table", "dwd_recsys_alg_vid_recommend_ros_20250324")
     val repartition = param.getOrElse("repartition", "32").toInt
     val savePath = param.getOrElse("savePath", "/dw/recommend/model/41_sample_data/")
-    val fuSampleRate = param.getOrElse("fuSampleRate", "0.05").toDouble
-    val whatLabel = param.getOrElse("whatLabel", "is_share")
-    val whatApps = param.getOrElse("whatApps", "0,4,2,32,17,18,21,22,24,25,26,27,28,29,3,30,31,33,34,35,36").split(",").filter(r => r.nonEmpty).toList
 
 
     // 2 读取odps+表信息