| 
														
															@@ -335,8 +335,6 @@ public class RecallService implements ApplicationContextAware { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         long start = System.currentTimeMillis(); 
														 | 
														
														 | 
														
															         long start = System.currentTimeMillis(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         contentList.forEach(content -> content.setTitleMd5(Md5Util.encoderByMd5(content.getTitle()))); 
														 | 
														
														 | 
														
															         contentList.forEach(content -> content.setTitleMd5(Md5Util.encoderByMd5(content.getTitle()))); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         List<String> sourceIdList = contentList.stream().map(Content::getSourceId).distinct().collect(Collectors.toList()); 
														 | 
														
														 | 
														
															         List<String> sourceIdList = contentList.stream().map(Content::getSourceId).distinct().collect(Collectors.toList()); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        Map<String, Content> sourceIdToContentMap = contentList.stream().collect( 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-                Collectors.toMap(Content::getSourceId, Function.identity(), (o1, o2) -> o2)); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         // 根据sourceId查询数据库获取数据 
														 | 
														
														 | 
														
															         // 根据sourceId查询数据库获取数据 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         List<ArticleTitleHisCache> articleTitleHisCacheList = new ArrayList<>(sourceIdList.size()); 
														 | 
														
														 | 
														
															         List<ArticleTitleHisCache> articleTitleHisCacheList = new ArrayList<>(sourceIdList.size()); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         for (List<String> partition : Lists.partition(sourceIdList, 1000)) { 
														 | 
														
														 | 
														
															         for (List<String> partition : Lists.partition(sourceIdList, 1000)) { 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -350,17 +348,6 @@ public class RecallService implements ApplicationContextAware { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         List<AccountCorrelation> accountCorrelationList = accountCorrelationRepository.findByGhIdAndStatus(ghId, 1); 
														 | 
														
														 | 
														
															         List<AccountCorrelation> accountCorrelationList = accountCorrelationRepository.findByGhIdAndStatus(ghId, 1); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         Map<String, Double> accountCorrelationMap = accountCorrelationList.stream().collect( 
														 | 
														
														 | 
														
															         Map<String, Double> accountCorrelationMap = accountCorrelationList.stream().collect( 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                 Collectors.toMap(AccountCorrelation::getRelGhId, AccountCorrelation::getCorrelation)); 
														 | 
														
														 | 
														
															                 Collectors.toMap(AccountCorrelation::getRelGhId, AccountCorrelation::getCorrelation)); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        List<TitleHisCacheParam> paramList = sourceIdList.stream().map(sourceId -> { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            Content content = sourceIdToContentMap.get(sourceId); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            TitleHisCacheParam cacheParam = new TitleHisCacheParam(); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setSourceId(sourceId); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setTitleMd5(content.getTitleMd5()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setTitle(content.getTitle()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setCrawlerTitle(content.getCrawlerTitle()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setCrawlerChannelContentId(content.getCrawlerChannelContentId()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            cacheParam.setCategory(content.getCategory()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            return cacheParam; 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        }).collect(Collectors.toList()); 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         List<Content> newCacheSaveList = new ArrayList<>(); 
														 | 
														
														 | 
														
															         List<Content> newCacheSaveList = new ArrayList<>(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         Set<String> newCacheSourceIdSet = new HashSet<>(); 
														 | 
														
														 | 
														
															         Set<String> newCacheSourceIdSet = new HashSet<>(); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         for (Content content : contentList) { 
														 | 
														
														 | 
														
															         for (Content content : contentList) { 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -438,9 +425,6 @@ public class RecallService implements ApplicationContextAware { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         for (List<String> titleMd5s : titleMd5Partition) { 
														 | 
														
														 | 
														
															         for (List<String> titleMd5s : titleMd5Partition) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             hisArticleList.addAll(articleMapper.getByTitleMd5InAndTypeEqualsAndStatusEquals(titleMd5s, type, 1)); 
														 | 
														
														 | 
														
															             hisArticleList.addAll(articleMapper.getByTitleMd5InAndTypeEqualsAndStatusEquals(titleMd5s, type, 1)); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         } 
														 | 
														
														 | 
														
															         } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        if (CollectionUtils.isEmpty(hisArticleList)) { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            return result; 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-        } 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         Map<String, Map<Integer, List<Article>>> map = hisArticleList.stream() 
														 | 
														
														 | 
														
															         Map<String, Map<Integer, List<Article>>> map = hisArticleList.stream() 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                 .collect(Collectors.groupingBy(Article::getTitle, Collectors.groupingBy(Article::getItemIndex))); 
														 | 
														
														 | 
														
															                 .collect(Collectors.groupingBy(Article::getTitle, Collectors.groupingBy(Article::getItemIndex))); 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         Set<String> snList = hisArticleList.stream().map(Article::getWxSn).collect(Collectors.toSet()); 
														 | 
														
														 | 
														
															         Set<String> snList = hisArticleList.stream().map(Article::getWxSn).collect(Collectors.toSet()); 
														 |