|
@@ -0,0 +1,165 @@
|
|
|
+package com.tzld.longarticle.recommend.server.service.rank.strategy;
|
|
|
+
|
|
|
+
|
|
|
+import com.tzld.longarticle.recommend.server.model.dto.Content;
|
|
|
+import com.tzld.longarticle.recommend.server.service.AccountContentPoolConfigService;
|
|
|
+import com.tzld.longarticle.recommend.server.service.StrategyIndexScoreWeightService;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankItem;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankParam;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankResult;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankStrategy;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.AccountIndexReplacePoolConfig;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.ScoreResult;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.ScoreService;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.strategy.*;
|
|
|
+import com.tzld.longarticle.recommend.server.util.CommonCollectionUtils;
|
|
|
+import com.tzld.longarticle.recommend.server.util.feishu.FeishuMessageSender;
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
+import org.apache.commons.collections4.CollectionUtils;
|
|
|
+import org.apache.commons.lang3.RandomUtils;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
+import org.springframework.stereotype.Service;
|
|
|
+
|
|
|
+import java.util.*;
|
|
|
+
|
|
|
+/**
|
|
|
+ * @author dyp
|
|
|
+ */
|
|
|
+@Service
|
|
|
+@Slf4j
|
|
|
+public class RankV12Strategy implements RankStrategy {
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private ScoreService scoreService;
|
|
|
+ @Autowired
|
|
|
+ private AccountContentPoolConfigService accountContentPoolConfigService;
|
|
|
+ @Autowired
|
|
|
+ private StrategyIndexScoreWeightService weightService;
|
|
|
+
|
|
|
+ public RankResult rank(RankParam param) {
|
|
|
+ List<Content> result = new ArrayList<>();
|
|
|
+ //log.info("RankParam {}", JSONUtils.toJson(param));
|
|
|
+ ScoreResult scoreResult = scoreService.score(RankStrategy.convertToScoreParam(param));
|
|
|
+
|
|
|
+ Map<String, Map<String, Double>> scoreMap = scoreResult.getScoreMap();
|
|
|
+ String[] contentPools = accountContentPoolConfigService.getContentPools(param.getAccountName());
|
|
|
+ Map<Integer, AccountIndexReplacePoolConfig> indexReplacePoolConfigMap = accountContentPoolConfigService.getContentReplacePools(param.getAccountName());
|
|
|
+
|
|
|
+ List<RankItem> items = CommonCollectionUtils.toList(param.getContents(), c -> {
|
|
|
+ RankItem item = new RankItem();
|
|
|
+ item.setContent(c);
|
|
|
+ c.setScoreMap(scoreMap.get(c.getId()));
|
|
|
+ item.setScoreMap(scoreMap.get(c.getId()));
|
|
|
+ double score;
|
|
|
+ if (contentPools[0].equals(item.getContent().getContentPoolType())) {
|
|
|
+ score = item.getScore(HisFissionDeWeightAvgReadSumRateStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 1,
|
|
|
+ HisFissionDeWeightAvgReadSumRateStrategy.class.getSimpleName());
|
|
|
+ score += item.getScore(SimilarityStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 1,
|
|
|
+ SimilarityStrategy.class.getSimpleName());
|
|
|
+ } else if (contentPools[1].equals(item.getContent().getContentPoolType())) {
|
|
|
+ score = (item.getScore(SimilarityStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 2,
|
|
|
+ SimilarityStrategy.class.getSimpleName()))
|
|
|
+ + item.getScore(CategoryStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(FlowCtlDecreaseStrategy.class.getSimpleName());
|
|
|
+ if (item.getScore(PublishTimesStrategy.class.getSimpleName()) >= 0) {
|
|
|
+ score += item.getScore(ViewCountRateStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 2,
|
|
|
+ ViewCountRateStrategy.class.getSimpleName());
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ score = (item.getScore(SimilarityStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 3,
|
|
|
+ SimilarityStrategy.class.getSimpleName()))
|
|
|
+ + item.getScore(CategoryStrategy.class.getSimpleName())
|
|
|
+ + (item.getScore(AccountPreDistributeStrategy.class.getSimpleName())
|
|
|
+ * weightService.getWeight(param.getStrategy(), 3,
|
|
|
+ AccountPreDistributeStrategy.class.getSimpleName()))
|
|
|
+ + item.getScore(PublishTimesStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(FlowCtlDecreaseStrategy.class.getSimpleName());
|
|
|
+ }
|
|
|
+ c.setScore(score);
|
|
|
+ item.setScore(score);
|
|
|
+ return item;
|
|
|
+ });
|
|
|
+ // 相似度评分为0 报警返回
|
|
|
+ if (CollectionUtils.isNotEmpty(items) && items.get(0).getScoreMap().get(SimilarityStrategy.class.getSimpleName()) == 0) {
|
|
|
+ FeishuMessageSender.sendWebHookMessage("07026a9f-43f5-448b-ba40-a8d71bd6e634",
|
|
|
+ "内容评分为0\n"
|
|
|
+ + "ghId: " + param.getGhId() + "\n"
|
|
|
+ + "账号名称: " + param.getAccountName() + "\n"
|
|
|
+ + "策略: " + this.getClass().getSimpleName());
|
|
|
+ return new RankResult(result);
|
|
|
+ }
|
|
|
+
|
|
|
+ // 1 排序
|
|
|
+ Collections.sort(items, (o1, o2) -> -Double.compare(o1.getScore(), o2.getScore()));
|
|
|
+ // 2 相似去重
|
|
|
+ List<Content> contents = CommonCollectionUtils.toList(items, RankItem::getContent);
|
|
|
+// contents = deduplication(contents);
|
|
|
+
|
|
|
+ // 3 文章按照内容池分组
|
|
|
+ Map<String, List<Content>> contentMap = new HashMap<>();
|
|
|
+ for (Content c : contents) {
|
|
|
+ List<Content> data = contentMap.computeIfAbsent(c.getContentPoolType(), k -> new ArrayList<>());
|
|
|
+ data.add(c);
|
|
|
+ }
|
|
|
+ // 4 选文章
|
|
|
+ String[] publishPool = Arrays.copyOf(contentPools, contentPools.length);
|
|
|
+
|
|
|
+ // 头
|
|
|
+ List<Content> pool1 = contentMap.get(contentPools[0]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool1)) {
|
|
|
+ result.add(pool1.get(0));
|
|
|
+ } else {
|
|
|
+ FeishuMessageSender.sendWebHookMessage("07026a9f-43f5-448b-ba40-a8d71bd6e634",
|
|
|
+ "内容池1为空\n"
|
|
|
+ + "ghId: " + param.getGhId() + "\n"
|
|
|
+ + "账号名称: " + param.getAccountName() + "\n"
|
|
|
+ + "内容池: " + contentPools[0] + "\n"
|
|
|
+ + "策略: " + this.getClass().getSimpleName());
|
|
|
+ return new RankResult(result);
|
|
|
+ }
|
|
|
+ // 次
|
|
|
+ List<Content> pool2 = contentMap.get(contentPools[1]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool2)) {
|
|
|
+ int i = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ int j = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ result.add(pool2.get(i));
|
|
|
+ // 替补 头条内容不足使用次条内容
|
|
|
+ if (result.size() == 1 && pool2.size() > 1) {
|
|
|
+ while (i == j && pool2.size() > 1) {
|
|
|
+ j = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ if (i != j) {
|
|
|
+ publishPool[0] = contentPools[1];
|
|
|
+ result.add(pool2.get(1));
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ // 替补 根据设置替补内容池查找内容尽心替补
|
|
|
+ AccountIndexReplacePoolConfig replacePoolConfig = indexReplacePoolConfigMap.get(2);
|
|
|
+ if (Objects.nonNull(replacePoolConfig)) {
|
|
|
+ List<Content> pool2Replace = contentMap.get(replacePoolConfig.getContentPool());
|
|
|
+ if (CollectionUtils.isNotEmpty(pool2Replace)) {
|
|
|
+ publishPool[1] = replacePoolConfig.getContentPool();
|
|
|
+ result.add(pool2Replace.get(0));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 3-8
|
|
|
+ List<Content> pool = contentMap.get(contentPools[2]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool) && param.getSize() > result.size()) {
|
|
|
+ result.addAll(pool.subList(0, Math.min(pool.size(), param.getSize() - result.size())));
|
|
|
+ }
|
|
|
+
|
|
|
+ RankStrategy.deduplication(result, contentMap, publishPool);
|
|
|
+
|
|
|
+ return new RankResult(result);
|
|
|
+ }
|
|
|
+
|
|
|
+}
|