| 
														
															@@ -32,11 +32,14 @@ import com.tzld.crawler.etl.common.base.CommonResponse; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.common.base.Constant; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.common.base.Constant; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.common.enums.ExceptionEnum; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.common.enums.ExceptionEnum; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.common.exception.CommonException; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.common.exception.CommonException; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+import com.tzld.crawler.etl.dao.mapper.CrawlerUserV3Mapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.dao.mapper.CrawlerVideoMapper; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.dao.mapper.CrawlerVideoMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.dao.mapper.ext.CrawlerVideoExtMapper; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.dao.mapper.ext.CrawlerVideoExtMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.dto.StrategyDataDto; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.dto.StrategyDataDto; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.dto.VideoInfoDto; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.dto.VideoInfoDto; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.param.CrawlerVideoSendParam; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.param.CrawlerVideoSendParam; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+import com.tzld.crawler.etl.model.po.CrawlerUserV3; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+import com.tzld.crawler.etl.model.po.CrawlerUserV3Example; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.po.CrawlerVideo; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.po.CrawlerVideo; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.vo.CrawlerVideoVO; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.vo.CrawlerVideoVO; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import com.tzld.crawler.etl.model.vo.WxVideoVO; 
														 | 
														
														 | 
														
															 import com.tzld.crawler.etl.model.vo.WxVideoVO; 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -81,6 +84,7 @@ public class EtlServiceImpl implements EtlService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     private final CrawlerVideoMapper crawlerVideoMapper; 
														 | 
														
														 | 
														
															     private final CrawlerVideoMapper crawlerVideoMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     private final SlsService slsService; 
														 | 
														
														 | 
														
															     private final SlsService slsService; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     private final CrawlerVideoExtMapper crawlerVideoExtMapper; 
														 | 
														
														 | 
														
															     private final CrawlerVideoExtMapper crawlerVideoExtMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    private final CrawlerUserV3Mapper crawlerUserV3Mapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     @Value("${download.file.path:/data/crawler/videos}") 
														 | 
														
														 | 
														
															     @Value("${download.file.path:/data/crawler/videos}") 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     private String downloadPath; 
														 | 
														
														 | 
														
															     private String downloadPath; 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -108,14 +112,15 @@ public class EtlServiceImpl implements EtlService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     private Executor pool; 
														 | 
														
														 | 
														
															     private Executor pool; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     public EtlServiceImpl(StrategyHandlerService strategyHandlerService, AliyunOssManager aliyunOssManager, 
														 | 
														
														 | 
														
															     public EtlServiceImpl(StrategyHandlerService strategyHandlerService, AliyunOssManager aliyunOssManager, 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService, 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            CrawlerVideoExtMapper crawlerVideoExtMapper) { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                          LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService, 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                          CrawlerVideoExtMapper crawlerVideoExtMapper, CrawlerUserV3Mapper crawlerUserV3Mapper) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.strategyHandlerService = strategyHandlerService; 
														 | 
														
														 | 
														
															         this.strategyHandlerService = strategyHandlerService; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.aliyunOssManager = aliyunOssManager; 
														 | 
														
														 | 
														
															         this.aliyunOssManager = aliyunOssManager; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.longVideoFeign = longVideoFeign; 
														 | 
														
														 | 
														
															         this.longVideoFeign = longVideoFeign; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.crawlerVideoMapper = crawlerVideoMapper; 
														 | 
														
														 | 
														
															         this.crawlerVideoMapper = crawlerVideoMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.slsService = slsService; 
														 | 
														
														 | 
														
															         this.slsService = slsService; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.crawlerVideoExtMapper = crawlerVideoExtMapper; 
														 | 
														
														 | 
														
															         this.crawlerVideoExtMapper = crawlerVideoExtMapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        this.crawlerUserV3Mapper = crawlerUserV3Mapper; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     } 
														 | 
														
														 | 
														
															     } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     @Override 
														 | 
														
														 | 
														
															     @Override 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -209,6 +214,13 @@ public class EtlServiceImpl implements EtlService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     List<List<Object>> values = new ArrayList<>(); 
														 | 
														
														 | 
														
															                     List<List<Object>> values = new ArrayList<>(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     List<Object> value = new ArrayList<>(); 
														 | 
														
														 | 
														
															                     List<Object> value = new ArrayList<>(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     DateTimeFormatter formatter = DateTimeFormatter.ofPattern(Constant.STANDARD_FORMAT); 
														 | 
														
														 | 
														
															                     DateTimeFormatter formatter = DateTimeFormatter.ofPattern(Constant.STANDARD_FORMAT); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                    if ("search".equals(strategy)) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                        CrawlerUserV3Example example = new CrawlerUserV3Example(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                        example.createCriteria().andUidEqualTo(crawlerVideo.getUserId()); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                        List<CrawlerUserV3> crawlerUserV3s = crawlerUserV3Mapper.selectByExample(example); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                        value.add(crawlerUserV3s.size() > 0 ? crawlerUserV3s.get(0).getLink() : ""); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                    } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     value.add(data.getTitleScore()); 
														 | 
														
														 | 
														
															                     value.add(data.getTitleScore()); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     value.add(crawlerVideo.getVideoId()); 
														 | 
														
														 | 
														
															                     value.add(crawlerVideo.getVideoId()); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                     value.add(formatter.format(LocalDateTime.ofInstant(Instant.ofEpochMilli(System.currentTimeMillis()), 
														 | 
														
														 | 
														
															                     value.add(formatter.format(LocalDateTime.ofInstant(Instant.ofEpochMilli(System.currentTimeMillis()), 
														 |