|
|
@@ -40,6 +40,7 @@ object makedata_09_user2redis {
|
|
|
val savePathVideo = param.getOrDefault("savePathVideo", "")
|
|
|
val userSampleIDs = param.getOrDefault("userSampleIDs", "")
|
|
|
val sampleRate = param.getOrDefault("sampleRate", "1.0").toDouble
|
|
|
+ val midDays = param.getOrDefault(midDays, "3").toInt
|
|
|
|
|
|
|
|
|
// 2 读取数据库odps
|
|
|
@@ -56,9 +57,9 @@ object makedata_09_user2redis {
|
|
|
|
|
|
// 3-2 读取最近2个月有播放行为的mid集合
|
|
|
var midRdd = sc.emptyRDD[String]
|
|
|
- MyDateUtils.getDateRange(MyDateUtils.getNumDaysBefore(date, 30), date).foreach(d => {
|
|
|
- println("-----------读取播放信息={}------------".format(d))
|
|
|
- var partitionMid = "dt=" + d
|
|
|
+ MyDateUtils.getDateRange(MyDateUtils.getNumDaysBefore(date, midDays), date).foreach(d => {
|
|
|
+ println("-----------读取播放信息:"+d)
|
|
|
+ val partitionMid = "dt=" + d
|
|
|
val data = odpsOps.readTable(project = "loghubods", table = "play_action_log",
|
|
|
partition = partitionMid, transfer = func, numPartition = tablePart)
|
|
|
.map(r => {
|
zhangbo