Przeglądaj źródła

Revert "修改了判断规则,“如果唯一 id 重复且平台不等于看一看” 的视频才抛出异常"

This reverts commit 1990ff1d14adbcfd974fe98209a333afd8c64a06.
丁云鹏 1 rok temu
rodzic
commit
8f40ecc00f

+ 3 - 4
etl-core/src/main/java/com/tzld/crawler/etl/service/impl/EtlServiceImpl.java

@@ -53,7 +53,6 @@ import com.tzld.crawler.etl.service.SlsService;
 import com.tzld.crawler.etl.service.feign.LongVideoFeign;
 import com.tzld.crawler.etl.service.strategy.StrategyHandlerService;
 import com.tzld.crawler.etl.util.*;
-import org.apache.commons.lang3.StringUtils;
 import org.apache.commons.lang3.tuple.Pair;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -163,10 +162,10 @@ public class EtlServiceImpl implements EtlService {
             if (result.notSuccess()) {
                 throw new CommonException(ExceptionEnum.PARAM_ERROR, "param validate failed." + result.getMessage());
             }
-            // 保存数据库(去重校验)
-            // 需要加一个判断,如果是看一看的视频,则不走去重策略
+
+            // 保存数据库(去重校验)
             id = save2db(crawlerVideo);
-            if (id <= 0 && !StringUtils.equals(crawlerVideo.getPlatform(), "kanyikan")) {
+            if (id <= 0) {
                 throw new CommonException(ExceptionEnum.DATA_ERROR, "save2db failed, duplicated out video id.");
             }