update

etl-core/src/main/java/com/tzld/crawler/etl/common/base/CacheConstant.java

@@ -34,6 +34,10 @@ public class CacheConstant {
      * 1小时 秒
      */
     public static final long ONE_HOUR_SECOND = 60 * ONE_MINUTE_SECOND;
+    /**
+     * 20小时 秒
+     */
+    public static final long TWENTY_HOUR_SECOND = 20 * 60 * 60;
     /**
      * 1天 秒
      */

etl-core/src/main/java/com/tzld/crawler/etl/mq/EtlMQConsumer.java

@@ -114,7 +114,7 @@ public class EtlMQConsumer {
                     String messageId = message.getMessageId();
                     String messageKey = message.getMessageKey();
                     String key = String.format(DEDUP_KEY, messageKey);
-                    if (!redisUtil.setNx(key, "1", CacheConstant.ONE_DAY)) {
+                    if (!redisUtil.setNx(key, "1", CacheConstant.TWENTY_HOUR_SECOND)) {
                         log.info("dedup message: {} from topic: {}, group: {} messageId: {} messageKey = {}", message, topic, groupId, messageId, messageKey);
                         continue;
                     }