瀏覽代碼

fixed task loss when priority queue is full

ehlxr 1 年之前
父節點
當前提交
500e79927b
共有 1 個文件被更改,包括 2 次插入1 次删除
  1. 2 1
      etl-core/src/main/java/com/tzld/crawler/etl/mq/EtlMQConsumer.java

+ 2 - 1
etl-core/src/main/java/com/tzld/crawler/etl/mq/EtlMQConsumer.java

@@ -122,7 +122,8 @@ public class EtlMQConsumer {
 
                 messages.forEach(message -> {
                     logPoolInfo();
-                    if (priorityPool.getQueue().remainingCapacity() > 0) {
+                    if (priorityPool.getQueue().size() > 10) {
+                        // if (priorityPool.getQueue().remainingCapacity() > 0) {
                         log.info("Receive message: {} from topic: {}, group: {}", message, topic, groupId);
                         CrawlerEtlParam param = JSONObject.parseObject(message.getMessageBodyString(), CrawlerEtlParam.class);
                         param.setMessageId(message.getMessageId());