Explorar o código

fixed task loss when priority queue is full

ehlxr hai 1 ano
pai
achega
95e8cf4b08

+ 0 - 3
etl-core/src/main/java/com/tzld/crawler/etl/mq/EtlMQConsumer.java

@@ -33,7 +33,6 @@ import com.google.common.util.concurrent.ThreadFactoryBuilder;
 import com.tzld.crawler.etl.model.vo.CrawlerEtlParam;
 import com.tzld.crawler.etl.service.EtlService;
 import com.tzld.crawler.etl.util.CommonUtils;
-import org.apache.commons.lang3.RandomUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.beans.factory.annotation.Value;
@@ -171,8 +170,6 @@ public class EtlMQConsumer {
             try {
                 logPoolInfo();
                 log.info("begin deal {} priority {} ", param, getPriority());
-                // TODO: 模拟数据处理
-                TimeUnit.SECONDS.sleep(RandomUtils.nextInt(2, 20));
                 etlService.deal(param);
                 log.info("deal done of {}", param);
                 logPoolInfo();