|
@@ -32,11 +32,14 @@ import com.tzld.crawler.etl.common.base.CommonResponse;
|
|
|
import com.tzld.crawler.etl.common.base.Constant;
|
|
|
import com.tzld.crawler.etl.common.enums.ExceptionEnum;
|
|
|
import com.tzld.crawler.etl.common.exception.CommonException;
|
|
|
+import com.tzld.crawler.etl.dao.mapper.CrawlerUserV3Mapper;
|
|
|
import com.tzld.crawler.etl.dao.mapper.CrawlerVideoMapper;
|
|
|
import com.tzld.crawler.etl.dao.mapper.ext.CrawlerVideoExtMapper;
|
|
|
import com.tzld.crawler.etl.model.dto.StrategyDataDto;
|
|
|
import com.tzld.crawler.etl.model.dto.VideoInfoDto;
|
|
|
import com.tzld.crawler.etl.model.param.CrawlerVideoSendParam;
|
|
|
+import com.tzld.crawler.etl.model.po.CrawlerUserV3;
|
|
|
+import com.tzld.crawler.etl.model.po.CrawlerUserV3Example;
|
|
|
import com.tzld.crawler.etl.model.po.CrawlerVideo;
|
|
|
import com.tzld.crawler.etl.model.vo.CrawlerVideoVO;
|
|
|
import com.tzld.crawler.etl.model.vo.WxVideoVO;
|
|
@@ -81,6 +84,7 @@ public class EtlServiceImpl implements EtlService {
|
|
|
private final CrawlerVideoMapper crawlerVideoMapper;
|
|
|
private final SlsService slsService;
|
|
|
private final CrawlerVideoExtMapper crawlerVideoExtMapper;
|
|
|
+ private final CrawlerUserV3Mapper crawlerUserV3Mapper;
|
|
|
|
|
|
@Value("${download.file.path:/data/crawler/videos}")
|
|
|
private String downloadPath;
|
|
@@ -108,14 +112,15 @@ public class EtlServiceImpl implements EtlService {
|
|
|
private Executor pool;
|
|
|
|
|
|
public EtlServiceImpl(StrategyHandlerService strategyHandlerService, AliyunOssManager aliyunOssManager,
|
|
|
- LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService,
|
|
|
- CrawlerVideoExtMapper crawlerVideoExtMapper) {
|
|
|
+ LongVideoFeign longVideoFeign, CrawlerVideoMapper crawlerVideoMapper, SlsService slsService,
|
|
|
+ CrawlerVideoExtMapper crawlerVideoExtMapper, CrawlerUserV3Mapper crawlerUserV3Mapper) {
|
|
|
this.strategyHandlerService = strategyHandlerService;
|
|
|
this.aliyunOssManager = aliyunOssManager;
|
|
|
this.longVideoFeign = longVideoFeign;
|
|
|
this.crawlerVideoMapper = crawlerVideoMapper;
|
|
|
this.slsService = slsService;
|
|
|
this.crawlerVideoExtMapper = crawlerVideoExtMapper;
|
|
|
+ this.crawlerUserV3Mapper = crawlerUserV3Mapper;
|
|
|
}
|
|
|
|
|
|
@Override
|
|
@@ -209,6 +214,13 @@ public class EtlServiceImpl implements EtlService {
|
|
|
List<List<Object>> values = new ArrayList<>();
|
|
|
List<Object> value = new ArrayList<>();
|
|
|
DateTimeFormatter formatter = DateTimeFormatter.ofPattern(Constant.STANDARD_FORMAT);
|
|
|
+ if ("search".equals(strategy)) {
|
|
|
+ CrawlerUserV3Example example = new CrawlerUserV3Example();
|
|
|
+ example.createCriteria().andUidEqualTo(crawlerVideo.getUserId());
|
|
|
+ List<CrawlerUserV3> crawlerUserV3s = crawlerUserV3Mapper.selectByExample(example);
|
|
|
+ value.add(crawlerUserV3s.size() > 0 ? crawlerUserV3s.get(0).getLink() : "");
|
|
|
+ }
|
|
|
+
|
|
|
value.add(data.getTitleScore());
|
|
|
value.add(crawlerVideo.getVideoId());
|
|
|
value.add(formatter.format(LocalDateTime.ofInstant(Instant.ofEpochMilli(System.currentTimeMillis()),
|