all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -66,17 +66,21 @@ object makedata_02_writeredis {
       }
       val userDataTakeRddRun = userData.mapPartitions(row => {
         val redisFormat = new util.HashMap[String, String]
+        val redisTemplate = env.getRedisTemplate()
         row.foreach{
           case (key, value, _) =>
             if (key.nonEmpty){
               redisFormat.put(userRedisKeyPrefix + key, value)
+              if (ifWriteRedis) {
+                redisTemplate.opsForValue.set(userRedisKeyPrefix + key, value, 24 * expireDay, TimeUnit.HOURS)
+              }
             }
         }
-        if (ifWriteRedis){
-          val redisTemplate = env.getRedisTemplate()
-          redisTemplate.opsForValue.multiSet(redisFormat)
-          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
-        }
+//        if (ifWriteRedis){
+//          val redisTemplate = env.getRedisTemplate()
+//          redisTemplate.opsForValue.multiSet(redisFormat)
+//          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
+//        }
         redisFormat.iterator
       })
       if (savePathUser.nonEmpty && savePathUser.startsWith("/dw/recommend/model/")) {
@@ -109,13 +113,15 @@ object makedata_02_writeredis {
           case (key, value, _) =>
             if (key.nonEmpty && value != null && value.nonEmpty) {
               redisFormat.put(videoRedisKeyPrefix + key, value)
-              redisTemplate.opsForValue.set(videoRedisKeyPrefix + key, value, 24 * expireDay, TimeUnit.HOURS)
+              if (ifWriteRedis) {
+                redisTemplate.opsForValue.set(videoRedisKeyPrefix + key, value, 24 * expireDay, TimeUnit.HOURS)
+              }
             }
         }
-        if (ifWriteRedis){
-          redisTemplate.opsForValue.multiSet(redisFormat)
-          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
-        }
+//        if (ifWriteRedis){
+//          redisTemplate.opsForValue.multiSet(redisFormat)
+//          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
+//        }
         redisFormat.iterator
       })
       if (savePathVideo.nonEmpty && savePathVideo.startsWith("/dw/recommend/model/")){