all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_09_user2redis_freq.scala

@@ -89,6 +89,7 @@ object makedata_09_user2redis_freq {
         val actionTs = if (r.isNull("user_last_action_time")) "" else r.getString("user_last_action_time")
         (mid, actionTs)
       }).filter(r => r._1.nonEmpty && r._2.nonEmpty)
+      .reduceByKey((a, b) => Math.max(a.toLong, b.toLong).toString)
       .filter(r => DateUtils.parseDate(date, Array[String]("yyyyMMdd")).getTime / 1000 - r._2.toLong / 1000 < 3600 * 24 * midDays)
     println("------------mid处理完毕,近期保留的用户有：" + midRdd.count() + "------------------")