|
@@ -36,7 +36,7 @@ object makedata_02_writeredis {
|
|
val savePathUser = param.getOrDefault("savePathUser", "")
|
|
val savePathUser = param.getOrDefault("savePathUser", "")
|
|
val savePathVideo = param.getOrDefault("savePathVideo", "")
|
|
val savePathVideo = param.getOrDefault("savePathVideo", "")
|
|
val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",").toList
|
|
val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",").toList
|
|
- // userDataTakeRddRun : /dw/recommend/model/
|
|
|
|
|
|
+ // /dw/recommend/model/feature/
|
|
|
|
|
|
|
|
|
|
// 2 读取数据库odps
|
|
// 2 读取数据库odps
|
|
@@ -47,7 +47,7 @@ object makedata_02_writeredis {
|
|
val userRedisKeyPrefix = "user_info_4video_"
|
|
val userRedisKeyPrefix = "user_info_4video_"
|
|
val videoRedisKeyPrefix = "video_info_"
|
|
val videoRedisKeyPrefix = "video_info_"
|
|
|
|
|
|
- val redisTemplate = env.getRedisTemplate()
|
|
|
|
|
|
+
|
|
|
|
|
|
// 3 用户测特征处理
|
|
// 3 用户测特征处理
|
|
if (ifUser){
|
|
if (ifUser){
|
|
@@ -71,6 +71,7 @@ object makedata_02_writeredis {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (ifWriteRedis){
|
|
if (ifWriteRedis){
|
|
|
|
+ val redisTemplate = env.getRedisTemplate()
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
|
|
redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
|
|
}
|
|
}
|
|
@@ -105,6 +106,7 @@ object makedata_02_writeredis {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (ifWriteRedis){
|
|
if (ifWriteRedis){
|
|
|
|
+ val redisTemplate = env.getRedisTemplate()
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
|
|
redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
|
|
}
|
|
}
|