|
@@ -380,11 +380,13 @@ public class ContentScreenJob {
|
|
|
}
|
|
}
|
|
|
for (SpiderContent content : contentList) {
|
|
for (SpiderContent content : contentList) {
|
|
|
if (content.getCreateTime() < lastTime) {
|
|
if (content.getCreateTime() < lastTime) {
|
|
|
- content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
|
|
- content.setAiRoughStatus(SpiderContentScreenStatusEnum.ABANDONED.getCode());
|
|
|
|
|
- content.setAiRoughResult("长时间未完成,自动放弃");
|
|
|
|
|
- content.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
- spiderContentMapper.updateByPrimaryKeySelective(content);
|
|
|
|
|
|
|
+ SpiderContent updateContent = new SpiderContent();
|
|
|
|
|
+ updateContent.setId(content.getId());
|
|
|
|
|
+ updateContent.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
|
|
+ updateContent.setAiRoughStatus(SpiderContentScreenStatusEnum.ABANDONED.getCode());
|
|
|
|
|
+ updateContent.setAiRoughResult("长时间未完成,自动放弃");
|
|
|
|
|
+ updateContent.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
+ spiderContentMapper.updateByPrimaryKeySelective(updateContent);
|
|
|
}
|
|
}
|
|
|
//需要有标题
|
|
//需要有标题
|
|
|
if (Objects.isNull(content.getTitle()) || content.getTitle().trim().isEmpty()) {
|
|
if (Objects.isNull(content.getTitle()) || content.getTitle().trim().isEmpty()) {
|
|
@@ -408,22 +410,27 @@ public class ContentScreenJob {
|
|
|
jsonObject.put(strategyName, result);
|
|
jsonObject.put(strategyName, result);
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
|
|
+ log.info("titleAnalyseStrategy jsonObject is {}" ,jsonObject.toJSONString());
|
|
|
if (jsonObject.isEmpty()) {
|
|
if (jsonObject.isEmpty()) {
|
|
|
- content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
|
|
- content.setAiRoughStatus(SpiderContentScreenStatusEnum.ABANDONED.getCode());
|
|
|
|
|
- content.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
- spiderContentMapper.updateByPrimaryKeySelective(content);
|
|
|
|
|
|
|
+ SpiderContent updateContent = new SpiderContent();
|
|
|
|
|
+ updateContent.setId(content.getId());
|
|
|
|
|
+ updateContent.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
|
|
+ updateContent.setAiRoughStatus(SpiderContentScreenStatusEnum.ABANDONED.getCode());
|
|
|
|
|
+ updateContent.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
+ spiderContentMapper.updateByPrimaryKeySelective(updateContent);
|
|
|
} else {
|
|
} else {
|
|
|
|
|
+ SpiderContent updateContent = new SpiderContent();
|
|
|
|
|
+ updateContent.setId(content.getId());
|
|
|
Integer aiRoughStatus = judgeRoughScreenStatus(jsonObject, strategies);
|
|
Integer aiRoughStatus = judgeRoughScreenStatus(jsonObject, strategies);
|
|
|
- content.setAiRoughStatus(aiRoughStatus);
|
|
|
|
|
- content.setAiRoughResult(jsonObject.toJSONString());
|
|
|
|
|
|
|
+ updateContent.setAiRoughStatus(aiRoughStatus);
|
|
|
|
|
+ updateContent.setAiRoughResult(jsonObject.toJSONString());
|
|
|
if (aiRoughStatus == SpiderContentScreenStatusEnum.PASSED.getCode()) {
|
|
if (aiRoughStatus == SpiderContentScreenStatusEnum.PASSED.getCode()) {
|
|
|
- content.setStatus(SpiderContentStatusEnum.FILTERING.getCode());
|
|
|
|
|
|
|
+ updateContent.setStatus(SpiderContentStatusEnum.FILTERING.getCode());
|
|
|
} else {
|
|
} else {
|
|
|
- content.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
|
|
|
|
+ updateContent.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
|
|
|
}
|
|
}
|
|
|
- content.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
- spiderContentMapper.updateByPrimaryKeySelective(content);
|
|
|
|
|
|
|
+ updateContent.setUpdateTime(System.currentTimeMillis());
|
|
|
|
|
+ spiderContentMapper.updateByPrimaryKeySelective(updateContent);
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
return ReturnT.SUCCESS;
|
|
return ReturnT.SUCCESS;
|