zhangbo vor 1 Jahr
Ursprung
Commit
4e66e5ea9e

+ 4 - 6
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -143,18 +143,16 @@ object makedata_02_writeredis {
             if (key.nonEmpty) {
               redisFormat.put(userRedisKeyPrefix + key, value)
             }
-            if (ifWriteRedis && i % 1000 == 0) {
+            if (i % 1000 == 0) {
               redisTemplate.opsForValue.multiSet(redisFormat)
               redisFormat.keySet.foreach(r => redisTemplate.expire(r, 24 * expireDay, TimeUnit.HOURS))
               redisFormat.clear()
             }
             i = i + 1
         }
-        if (ifWriteRedis) {
-          redisTemplate.opsForValue.multiSet(redisFormat)
-          redisFormat.keySet.foreach(r => redisTemplate.expire(r, 24 * expireDay, TimeUnit.HOURS))
-          redisFormat.clear()
-        }
+        redisTemplate.opsForValue.multiSet(redisFormat)
+        redisFormat.keySet.foreach(r => redisTemplate.expire(r, 24 * expireDay, TimeUnit.HOURS))
+        redisFormat.clear()
         redisFormat.iterator
       })
       println("put in redis.count=" + userDataTakeRddRun.count())