wangyunpeng 4 weeks ago
parent
commit
cdaa6987f5

+ 2 - 2
core/src/main/java/com/tzld/supply/job/ContentScreenJob.java

@@ -52,9 +52,9 @@ public class ContentScreenJob {
             if (Objects.nonNull(obj)) {
             if (Objects.nonNull(obj)) {
                 Integer aiRoughStatus = checkRoughScreenStatus(obj);
                 Integer aiRoughStatus = checkRoughScreenStatus(obj);
                 content.setAiRoughStatus(aiRoughStatus);
                 content.setAiRoughStatus(aiRoughStatus);
+                content.setAiRoughResult(JSONObject.toJSONString(obj));
                 if (aiRoughStatus == SpiderContentScreenStatusEnum.PASSED.getCode()) {
                 if (aiRoughStatus == SpiderContentScreenStatusEnum.PASSED.getCode()) {
                     content.setStatus(SpiderContentStatusEnum.FILTERING.getCode());
                     content.setStatus(SpiderContentStatusEnum.FILTERING.getCode());
-                    content.setAiRoughResult(JSONObject.toJSONString(obj));
                 } else {
                 } else {
                     content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
                     content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
                 }
                 }
@@ -148,11 +148,11 @@ public class ContentScreenJob {
             if (Objects.nonNull(obj)) {
             if (Objects.nonNull(obj)) {
                 Integer aiPrecisionStatus = checkPrecisionScreenStatus(obj);
                 Integer aiPrecisionStatus = checkPrecisionScreenStatus(obj);
                 content.setAiPrecisionStatus(aiPrecisionStatus);
                 content.setAiPrecisionStatus(aiPrecisionStatus);
+                content.setAiPrecisionResult(JSONObject.toJSONString(obj));
                 if (aiPrecisionStatus == SpiderContentScreenStatusEnum.PASSED.getCode()
                 if (aiPrecisionStatus == SpiderContentScreenStatusEnum.PASSED.getCode()
                         && obj.getPropagationScore() >= 0.8
                         && obj.getPropagationScore() >= 0.8
                         && obj.getSuitabilityScore() >= 0.8) {
                         && obj.getSuitabilityScore() >= 0.8) {
                     content.setStatus(SpiderContentStatusEnum.PASSED.getCode());
                     content.setStatus(SpiderContentStatusEnum.PASSED.getCode());
-                    content.setAiPrecisionResult(JSONObject.toJSONString(obj));
                 } else {
                 } else {
                     content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
                     content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
                 }
                 }

+ 1 - 1
core/src/main/java/com/tzld/supply/job/SpiderJob.java

@@ -70,7 +70,7 @@ public class SpiderJob {
                 // Filter 过滤短、英文内容
                 // Filter 过滤短、英文内容
                 if (StringUtils.isBlank(rankListItem.getTitle())
                 if (StringUtils.isBlank(rankListItem.getTitle())
                         || rankListItem.getTitle().length() < 8
                         || rankListItem.getTitle().length() < 8
-                        || rankListItem.getTitle().matches("^[\\p{L}\\p{N}\\s!\"#$%&'()*+,\\-./:;<=>?@\\[\\\\\\]^_`{|}~’‘“”]+$\n")) {
+                        || rankListItem.getTitle().matches("^[\\p{L}\\p{N}\\s!\"#$%&'()*+,\\-./:;<=>?@\\[\\\\\\]^_`{|}~’‘“”]+$")) {
                     continue;
                     continue;
                 }
                 }
                 // Filter 过滤已存在
                 // Filter 过滤已存在