all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_09_user2redis.scala

@@ -40,6 +40,7 @@ object makedata_09_user2redis {
     val savePathVideo = param.getOrDefault("savePathVideo", "")
     val userSampleIDs = param.getOrDefault("userSampleIDs", "")
     val sampleRate = param.getOrDefault("sampleRate", "1.0").toDouble
+    val midDays = param.getOrDefault(midDays, "3").toInt
 
 
     // 2 读取数据库odps
@@ -56,9 +57,9 @@ object makedata_09_user2redis {
 
       // 3-2 读取最近2个月有播放行为的mid集合
       var midRdd = sc.emptyRDD[String]
-      MyDateUtils.getDateRange(MyDateUtils.getNumDaysBefore(date, 30), date).foreach(d => {
-        println("-----------读取播放信息={}------------".format(d))
-        var partitionMid = "dt=" + d
+      MyDateUtils.getDateRange(MyDateUtils.getNumDaysBefore(date, midDays), date).foreach(d => {
+        println("-----------读取播放信息:"+d)
+        val partitionMid = "dt=" + d
         val data = odpsOps.readTable(project = "loghubods", table = "play_action_log",
             partition = partitionMid, transfer = func, numPartition = tablePart)
           .map(r => {