|
@@ -21,7 +21,10 @@ import com.tzld.longarticle.recommend.server.model.entity.aigc.PublishAccount;
|
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.AccountAvgInfo;
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.AccountAvgInfo;
|
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.GetOffVideoCrawler;
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.GetOffVideoCrawler;
|
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.LongArticlesVideo;
|
|
import com.tzld.longarticle.recommend.server.model.entity.crawler.LongArticlesVideo;
|
|
|
-import com.tzld.longarticle.recommend.server.model.entity.longArticle.*;
|
|
|
|
|
|
|
+import com.tzld.longarticle.recommend.server.model.entity.longArticle.GetOffVideoArticle;
|
|
|
|
|
+import com.tzld.longarticle.recommend.server.model.entity.longArticle.LongArticlesMatchVideo;
|
|
|
|
|
+import com.tzld.longarticle.recommend.server.model.entity.longArticle.LongArticlesReadRate;
|
|
|
|
|
+import com.tzld.longarticle.recommend.server.model.entity.longArticle.LongArticlesRootSourceId;
|
|
|
import com.tzld.longarticle.recommend.server.model.param.ArticleFindSourceParam;
|
|
import com.tzld.longarticle.recommend.server.model.param.ArticleFindSourceParam;
|
|
|
import com.tzld.longarticle.recommend.server.remote.ODPSManager;
|
|
import com.tzld.longarticle.recommend.server.remote.ODPSManager;
|
|
|
import com.tzld.longarticle.recommend.server.repository.crawler.GetOffVideoCrawlerRepository;
|
|
import com.tzld.longarticle.recommend.server.repository.crawler.GetOffVideoCrawlerRepository;
|
|
@@ -47,7 +50,6 @@ import org.springframework.util.StringUtils;
|
|
|
import java.time.LocalTime;
|
|
import java.time.LocalTime;
|
|
|
import java.util.*;
|
|
import java.util.*;
|
|
|
import java.util.concurrent.*;
|
|
import java.util.concurrent.*;
|
|
|
-import java.util.function.Function;
|
|
|
|
|
import java.util.stream.Collectors;
|
|
import java.util.stream.Collectors;
|
|
|
|
|
|
|
|
import static com.tzld.longarticle.recommend.server.common.constant.TimeConstant.MILLISECOND_DAY;
|
|
import static com.tzld.longarticle.recommend.server.common.constant.TimeConstant.MILLISECOND_DAY;
|
|
@@ -72,8 +74,6 @@ public class XxlJobService {
|
|
|
@Autowired
|
|
@Autowired
|
|
|
private LongArticlesMatchVideoRepository longArticlesMatchVideoRepository;
|
|
private LongArticlesMatchVideoRepository longArticlesMatchVideoRepository;
|
|
|
@Autowired
|
|
@Autowired
|
|
|
- private LongArticleCrawlerVideoRepository longArticleCrawlerVideoRepository;
|
|
|
|
|
- @Autowired
|
|
|
|
|
private LongArticlesReadRateRepository longArticlesReadRateRepository;
|
|
private LongArticlesReadRateRepository longArticlesReadRateRepository;
|
|
|
@Autowired
|
|
@Autowired
|
|
|
private LongArticlesRootSourceIdRepository longArticlesRootSourceIdRepository;
|
|
private LongArticlesRootSourceIdRepository longArticlesRootSourceIdRepository;
|
|
@@ -516,29 +516,4 @@ public class XxlJobService {
|
|
|
return ReturnT.SUCCESS;
|
|
return ReturnT.SUCCESS;
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
- @XxlJob("articleVideoAudit")
|
|
|
|
|
- public ReturnT<String> articleVideoAudit(String param) {
|
|
|
|
|
- long publishTime = DateUtils.getBeforeDayStart(1);
|
|
|
|
|
- if (StringUtils.hasText(param)) {
|
|
|
|
|
- publishTime = DateUtils.getStartOfDay(param, "yyyyMMdd");
|
|
|
|
|
- }
|
|
|
|
|
- List<GetOffVideoArticle> getOffVideoArticleList = getOffVideoArticleRepository.getByPublishTimeGreaterThanEqual(publishTime);
|
|
|
|
|
- List<String> traceIds = getOffVideoArticleList.stream().map(GetOffVideoArticle::getTraceId).collect(Collectors.toList());
|
|
|
|
|
- if (CollectionUtil.isEmpty(traceIds)) {
|
|
|
|
|
- return ReturnT.SUCCESS;
|
|
|
|
|
- }
|
|
|
|
|
- List<LongArticlesMatchVideo> longArticlesMatchVideoList = longArticlesMatchVideoRepository.getByTraceIdIn(traceIds);
|
|
|
|
|
- Map<String, LongArticlesMatchVideo> longarticlesMatchVideoMap = longArticlesMatchVideoList.stream()
|
|
|
|
|
- .collect(Collectors.toMap(LongArticlesMatchVideo::getTraceId, Function.identity()));
|
|
|
|
|
- List<LongArticleCrawlerVideo> longArticleCrawlerVideoList = longArticleCrawlerVideoRepository.getByTraceIdIn(traceIds);
|
|
|
|
|
- Map<String, List<LongArticleCrawlerVideo>> longArticleCrawlerVideoMap = longArticleCrawlerVideoList.stream()
|
|
|
|
|
- .collect(Collectors.groupingBy(LongArticleCrawlerVideo::getTraceId));
|
|
|
|
|
- Map<String, Object> traceIdMap = new HashMap<>();
|
|
|
|
|
- for (String traceId : traceIds) {
|
|
|
|
|
- LongArticlesMatchVideo longArticlesMatchVideo = longarticlesMatchVideoMap.get(traceId);
|
|
|
|
|
- List<LongArticleCrawlerVideo> longArticleCrawlerVideos = longArticleCrawlerVideoMap.get(traceId);
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- return ReturnT.SUCCESS;
|
|
|
|
|
- }
|
|
|
|
|
}
|
|
}
|