zhangbo 1 год назад
Родитель
Сommit
71405e3024

+ 4 - 2
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -36,7 +36,7 @@ object makedata_02_writeredis {
     val savePathUser = param.getOrDefault("savePathUser", "")
     val savePathVideo = param.getOrDefault("savePathVideo", "")
     val userSampleIDs = param.getOrDefault("userSampleIDs", "").split(",").toList
-    // userDataTakeRddRun : /dw/recommend/model/
+    //  /dw/recommend/model/feature/
 
 
     // 2 读取数据库odps
@@ -47,7 +47,7 @@ object makedata_02_writeredis {
     val userRedisKeyPrefix = "user_info_4video_"
     val videoRedisKeyPrefix = "video_info_"
 
-    val redisTemplate = env.getRedisTemplate()
+
 
     // 3 用户测特征处理
     if (ifUser){
@@ -71,6 +71,7 @@ object makedata_02_writeredis {
             }
         }
         if (ifWriteRedis){
+          val redisTemplate = env.getRedisTemplate()
           redisTemplate.opsForValue.multiSet(redisFormat)
           redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
         }
@@ -105,6 +106,7 @@ object makedata_02_writeredis {
             }
         }
         if (ifWriteRedis){
+          val redisTemplate = env.getRedisTemplate()
           redisTemplate.opsForValue.multiSet(redisFormat)
           redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
         }