|
@@ -59,15 +59,22 @@ public class SensitiveStrategy implements FilterStrategy {
|
|
|
// articleSensitiveMap = articleSensitiveList.stream().collect(Collectors.toMap(ArticleSensitive::getMd5, o -> o));
|
|
|
// }
|
|
|
List<String> allUnSafeTitles = UnSafeTitles;
|
|
|
+ long t1 = System.currentTimeMillis();
|
|
|
List<ArticleUnsafeTitle> articleUnsafeTitleList = articleUnsafeTitleRepository.getByStatus(StatusEnum.ONE.getCode());
|
|
|
+ long t2 = System.currentTimeMillis();
|
|
|
+ log.info("SensitiveStrategy get unsafe title DBList cost time:{}", t2 - t1);
|
|
|
if (CollectionUtils.isNotEmpty(articleUnsafeTitleList)) {
|
|
|
for (ArticleUnsafeTitle articleUnsafeTitle : articleUnsafeTitleList) {
|
|
|
allUnSafeTitles.add(articleUnsafeTitle.getTitle());
|
|
|
}
|
|
|
}
|
|
|
List<Set<Character>> unsafeTitleCache = TitleSimilarCheckUtil.makeCache(allUnSafeTitles);
|
|
|
+ long t3 = System.currentTimeMillis();
|
|
|
+ log.info("SensitiveStrategy make unsafe title cache cost time:{}", t3 - t2);
|
|
|
List<String> allTitles = param.getContents().stream().map(Content::getTitle).collect(Collectors.toList());
|
|
|
Map<String, Boolean> similarityMap = new HashMap<>(similarityCache.getAllPresent(allTitles));
|
|
|
+ long t4 = System.currentTimeMillis();
|
|
|
+ log.info("SensitiveStrategy get unsafe title cache cost time:{}", t4 - t3);
|
|
|
for (Content content : param.getContents()) {
|
|
|
try {
|
|
|
Boolean isSimilar;
|
|
@@ -88,6 +95,8 @@ public class SensitiveStrategy implements FilterStrategy {
|
|
|
log.error("similar check error ", e);
|
|
|
}
|
|
|
}
|
|
|
+ long t5 = System.currentTimeMillis();
|
|
|
+ log.info("SensitiveStrategy filter cost time:{}", t5 - t4);
|
|
|
filterResult.setContentIds(result);
|
|
|
filterResult.setFilterContent(filterContents);
|
|
|
return filterResult;
|