|
@@ -46,6 +46,8 @@ object makedata_02_writeredis {
|
|
|
val userRedisKeyPrefix = "user_info_4video_"
|
|
|
val videoRedisKeyPrefix = "video_info_"
|
|
|
|
|
|
+ val redisTemplate = env.getRedisTemplate()
|
|
|
+
|
|
|
// 3 用户测特征处理
|
|
|
if (ifUser){
|
|
|
println("user特征处理")
|
|
@@ -57,7 +59,6 @@ object makedata_02_writeredis {
|
|
|
userData = sc.parallelize(userDataTake)
|
|
|
}
|
|
|
val userDataTakeRddRun = userData.mapPartitions(row => {
|
|
|
- val redisTemplate = env.getRedisTemplate()
|
|
|
val redisFormat = new util.HashMap[String, String]
|
|
|
row.foreach{
|
|
|
case (key, value, _) =>
|
|
@@ -92,7 +93,6 @@ object makedata_02_writeredis {
|
|
|
itemData = sc.parallelize(itemDataTake)
|
|
|
}
|
|
|
val itemDataTakeRddRun = itemData.mapPartitions(row => {
|
|
|
- val redisTemplate = env.getRedisTemplate()
|
|
|
val redisFormat = new util.HashMap[String, String]
|
|
|
row.foreach {
|
|
|
case (key, value, _) =>
|