|
@@ -0,0 +1,168 @@
|
|
|
+package com.tzld.longarticle.recommend.server.service.rank.strategy;
|
|
|
+
|
|
|
+
|
|
|
+import com.tzld.longarticle.recommend.server.common.enums.ContentPoolEnum;
|
|
|
+import com.tzld.longarticle.recommend.server.model.Content;
|
|
|
+import com.tzld.longarticle.recommend.server.service.AccountContentPoolConfigService;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankItem;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankParam;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankResult;
|
|
|
+import com.tzld.longarticle.recommend.server.service.rank.RankStrategy;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.AccountIndexReplacePoolConfig;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.ScoreParam;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.ScoreResult;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.ScoreService;
|
|
|
+import com.tzld.longarticle.recommend.server.service.score.strategy.*;
|
|
|
+import com.tzld.longarticle.recommend.server.util.CommonCollectionUtils;
|
|
|
+import com.tzld.longarticle.recommend.server.util.TitleSimilarCheckUtil;
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
+import org.apache.commons.collections4.CollectionUtils;
|
|
|
+import org.apache.commons.lang3.RandomUtils;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
+import org.springframework.stereotype.Service;
|
|
|
+
|
|
|
+import java.util.*;
|
|
|
+
|
|
|
+/**
|
|
|
+ * @author dyp
|
|
|
+ */
|
|
|
+@Service
|
|
|
+@Slf4j
|
|
|
+public class RankV9Strategy implements RankStrategy {
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private ScoreService scoreService;
|
|
|
+ @Autowired
|
|
|
+ private AccountContentPoolConfigService accountContentPoolConfigService;
|
|
|
+
|
|
|
+ public RankResult rank(RankParam param) {
|
|
|
+
|
|
|
+ //log.info("RankParam {}", JSONUtils.toJson(param));
|
|
|
+ ScoreResult scoreResult = scoreService.score(convertToScoreParam(param));
|
|
|
+
|
|
|
+ Map<String, Map<String, Double>> scoreMap = scoreResult.getScoreMap();
|
|
|
+ String[] contentPools = accountContentPoolConfigService.getContentPools(param.getAccountName());
|
|
|
+ Map<Integer, AccountIndexReplacePoolConfig> indexReplacePoolConfigMap = accountContentPoolConfigService.getContentReplacePools(param.getAccountName());
|
|
|
+
|
|
|
+ List<RankItem> items = CommonCollectionUtils.toList(param.getContents(), c -> {
|
|
|
+ RankItem item = new RankItem();
|
|
|
+ item.setContent(c);
|
|
|
+ c.setScoreMap(scoreMap.get(c.getId()));
|
|
|
+ item.setScoreMap(scoreMap.get(c.getId()));
|
|
|
+ double score;
|
|
|
+ if (contentPools[0].equals(item.getContent().getContentPoolType())) {
|
|
|
+ score = item.getScore(HisFissionAvgReadRateRateStrategy.class.getSimpleName());
|
|
|
+ } else if (contentPools[1].equals(item.getContent().getContentPoolType())) {
|
|
|
+ score = item.getScore(SimilarityStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(CategoryStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(FlowCtlDecreaseStrategy.class.getSimpleName());
|
|
|
+ if (item.getScore(PublishTimesStrategy.class.getSimpleName()) >= 0) {
|
|
|
+ score += item.getScore(ViewCountRateStrategy.class.getSimpleName());
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ score = item.getScore(SimilarityStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(CategoryStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(AccountPreDistributeStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(PublishTimesStrategy.class.getSimpleName())
|
|
|
+ + item.getScore(FlowCtlDecreaseStrategy.class.getSimpleName());
|
|
|
+ }
|
|
|
+ c.setScore(score);
|
|
|
+ item.setScore(score);
|
|
|
+ return item;
|
|
|
+ });
|
|
|
+
|
|
|
+ // 1 排序
|
|
|
+ Collections.sort(items, (o1, o2) -> -Double.compare(o1.getScore(), o2.getScore()));
|
|
|
+ // 2 相似去重
|
|
|
+ List<Content> contents = CommonCollectionUtils.toList(items, RankItem::getContent);
|
|
|
+ contents = deduplication(contents);
|
|
|
+
|
|
|
+ // 3 文章按照内容池分组
|
|
|
+ Map<String, List<Content>> contentMap = new HashMap<>();
|
|
|
+ for (Content c : contents) {
|
|
|
+ List<Content> data = contentMap.computeIfAbsent(c.getContentPoolType(), k -> new ArrayList<>());
|
|
|
+ data.add(c);
|
|
|
+ }
|
|
|
+ // 4 选文章
|
|
|
+ List<Content> result = new ArrayList<>();
|
|
|
+
|
|
|
+ // 头
|
|
|
+ List<Content> pool1 = contentMap.get(contentPools[0]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool1)) {
|
|
|
+ result.add(pool1.get(0));
|
|
|
+ } else {
|
|
|
+ // 替补
|
|
|
+ AccountIndexReplacePoolConfig replacePoolConfig = indexReplacePoolConfigMap.get(1);
|
|
|
+ if (Objects.nonNull(replacePoolConfig)) {
|
|
|
+ List<Content> pool1Replace = contentMap.get(replacePoolConfig.getContentPool());
|
|
|
+ if (CollectionUtils.isNotEmpty(pool1Replace)) {
|
|
|
+ result.add(pool1Replace.get(0));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ // 次
|
|
|
+ List<Content> pool2 = contentMap.get(contentPools[1]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool2)) {
|
|
|
+ int i = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ int j = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ result.add(pool2.get(i));
|
|
|
+ // 替补 头条内容不足使用次条内容
|
|
|
+ if (result.size() == 1 && pool2.size() > 1) {
|
|
|
+ while (i == j && pool2.size() > 1) {
|
|
|
+ j = RandomUtils.nextInt(0, Math.min(pool2.size(), 5));
|
|
|
+ if (i != j) {
|
|
|
+ result.add(pool2.get(1));
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ // 替补 根据设置替补内容池查找内容尽心替补
|
|
|
+ AccountIndexReplacePoolConfig replacePoolConfig = indexReplacePoolConfigMap.get(2);
|
|
|
+ if (Objects.nonNull(replacePoolConfig)) {
|
|
|
+ List<Content> pool2Replace = contentMap.get(replacePoolConfig.getContentPool());
|
|
|
+ if (CollectionUtils.isNotEmpty(pool2Replace)) {
|
|
|
+ result.add(pool2Replace.get(0));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ // 3-8
|
|
|
+ List<Content> pool = contentMap.get(contentPools[2]);
|
|
|
+ if (CollectionUtils.isNotEmpty(pool)) {
|
|
|
+ result.addAll(pool.subList(0, Math.min(pool.size(), param.getSize() - result.size())));
|
|
|
+ }
|
|
|
+
|
|
|
+ return new RankResult(result);
|
|
|
+ }
|
|
|
+
|
|
|
+ private ScoreParam convertToScoreParam(RankParam param) {
|
|
|
+ ScoreParam scoreParam = new ScoreParam();
|
|
|
+ scoreParam.setGhId(param.getGhId());
|
|
|
+ scoreParam.setAccountName(param.getAccountName());
|
|
|
+ scoreParam.setContents(param.getContents());
|
|
|
+ scoreParam.setStrategy(param.getStrategy());
|
|
|
+ scoreParam.setScene(param.getScene());
|
|
|
+ return scoreParam;
|
|
|
+ }
|
|
|
+
|
|
|
+ private List<Content> deduplication(List<Content> contents) {
|
|
|
+ List<String> titles = new ArrayList<>();
|
|
|
+ List<Content> result = new ArrayList<>();
|
|
|
+ // 遍历所有列表
|
|
|
+ for (String contentPool : ContentPoolEnum.getOrderContentPool()) {
|
|
|
+ for (Content c : contents) {
|
|
|
+ if (!contentPool.equals(c.getContentPoolType())) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+ if (!TitleSimilarCheckUtil.isDuplicateContent(c.getTitle(), titles)) {
|
|
|
+ result.add(c);
|
|
|
+ titles.add(c.getTitle());
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ return result;
|
|
|
+ }
|
|
|
+
|
|
|
+}
|