Prechádzať zdrojové kódy

search mode add feishu link sheet

ehlxr 1 rok pred
rodič
commit
9c7f998913

+ 14 - 2
etl-core/src/main/java/com/tzld/crawler/etl/service/impl/EtlServiceImpl.java

@@ -32,11 +32,14 @@ import com.tzld.crawler.etl.common.base.CommonResponse;
 import com.tzld.crawler.etl.common.base.Constant;
 import com.tzld.crawler.etl.common.enums.ExceptionEnum;
 import com.tzld.crawler.etl.common.exception.CommonException;
+import com.tzld.crawler.etl.dao.mapper.CrawlerUserV3Mapper;
 import com.tzld.crawler.etl.dao.mapper.CrawlerVideoMapper;
 import com.tzld.crawler.etl.dao.mapper.ext.CrawlerVideoExtMapper;
 import com.tzld.crawler.etl.model.dto.StrategyDataDto;
 import com.tzld.crawler.etl.model.dto.VideoInfoDto;
 import com.tzld.crawler.etl.model.param.CrawlerVideoSendParam;
+import com.tzld.crawler.etl.model.po.CrawlerUserV3;
+import com.tzld.crawler.etl.model.po.CrawlerUserV3Example;
 import com.tzld.crawler.etl.model.po.CrawlerVideo;
 import com.tzld.crawler.etl.model.vo.CrawlerVideoVO;
 import com.tzld.crawler.etl.model.vo.WxVideoVO;
@@ -81,6 +84,7 @@ public class EtlServiceImpl implements EtlService {
     private final CrawlerVideoMapper crawlerVideoMapper;
     private final SlsService slsService;
     private final CrawlerVideoExtMapper crawlerVideoExtMapper;
+    private final CrawlerUserV3Mapper crawlerUserV3Mapper;
 
     @Value("${download.file.path:/data/crawler/videos}")
     private String downloadPath;
@@ -108,14 +112,15 @@ public class EtlServiceImpl implements EtlService {
     private Executor pool;
 
     public EtlServiceImpl(StrategyHandlerService strategyHandlerService, AliyunOssManager aliyunOssManager,
-            LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService,
-            CrawlerVideoExtMapper crawlerVideoExtMapper) {
+                          LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService,
+                          CrawlerVideoExtMapper crawlerVideoExtMapper, CrawlerUserV3Mapper crawlerUserV3Mapper) {
         this.strategyHandlerService = strategyHandlerService;
         this.aliyunOssManager = aliyunOssManager;
         this.longVideoFeign = longVideoFeign;
         this.crawlerVideoMapper = crawlerVideoMapper;
         this.slsService = slsService;
         this.crawlerVideoExtMapper = crawlerVideoExtMapper;
+        this.crawlerUserV3Mapper = crawlerUserV3Mapper;
     }
 
     @Override
@@ -209,6 +214,13 @@ public class EtlServiceImpl implements EtlService {
                     List<List<Object>> values = new ArrayList<>();
                     List<Object> value = new ArrayList<>();
                     DateTimeFormatter formatter = DateTimeFormatter.ofPattern(Constant.STANDARD_FORMAT);
+                    if ("search".equals(strategy)) {
+                        CrawlerUserV3Example example = new CrawlerUserV3Example();
+                        example.createCriteria().andUidEqualTo(crawlerVideo.getUserId());
+                        List<CrawlerUserV3> crawlerUserV3s = crawlerUserV3Mapper.selectByExample(example);
+                        value.add(crawlerUserV3s.size() > 0 ? crawlerUserV3s.get(0).getLink() : "");
+                    }
+
                     value.add(data.getTitleScore());
                     value.add(crawlerVideo.getVideoId());
                     value.add(formatter.format(LocalDateTime.ofInstant(Instant.ofEpochMilli(System.currentTimeMillis()),

+ 1 - 0
etl-core/src/main/resources/mybatis-generator-config.xml

@@ -50,6 +50,7 @@
         </javaClientGenerator>
 
         <table tableName="crawler_video" domainObjectName="CrawlerVideo" alias=""/>
+        <table tableName="crawler_user_v3" domainObjectName="CrawlerUserV3" alias=""/>
     </context>
 
 </generatorConfiguration>