all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -104,17 +104,18 @@ object makedata_02_writeredis {
       }
       val itemDataTakeRddRun = itemData.mapPartitions(row => {
         val redisFormat = new util.HashMap[String, String]
+        val redisTemplate = env.getRedisTemplate()
         row.foreach {
           case (key, value, _) =>
             if (key.nonEmpty && value != null && value.nonEmpty) {
               redisFormat.put(videoRedisKeyPrefix + key, value)
+              redisTemplate.opsForValue().set(videoRedisKeyPrefix + key, value, 24 * expireDay, TimeUnit.HOURS)
             }
         }
-        if (ifWriteRedis){
-          val redisTemplate = env.getRedisTemplatev2()
-          redisTemplate.opsForValue().multiSet(redisFormat)
-          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
-        }
+//        if (ifWriteRedis){
+//          redisTemplate.opsForValue().multiSet(redisFormat)
+//          redisFormat.keySet.foreach(key => redisTemplate.expire(key, 24 * expireDay, TimeUnit.HOURS))
+//        }
         redisFormat.iterator
       })
       if (savePathVideo.nonEmpty && savePathVideo.startsWith("/dw/recommend/model/")){