fix

core/src/main/java/com/tzld/supply/job/SpiderJob.java

@@ -70,7 +70,7 @@ public class SpiderJob {
                 // Filter 过滤短、英文内容
                 if (StringUtils.isBlank(rankListItem.getTitle())
                         || rankListItem.getTitle().length() < 8
-                        || rankListItem.getTitle().matches("^[\\p{L}\\p{N}\\s!\"#$%&'()*+,\\-./:;<=>?@\\[\\\\\\]^_`{|}~’‘“”]+$")) {
+                        || rankListItem.getTitle().matches("^[A-Za-z0-9\\s!\"#$%&'()*+,\\-./:;<=>?@\\[\\\\\\]^_`{|}~’‘“”]+$")) {
                     continue;
                 }
                 // Filter 过滤已存在

server/src/test/java/SpiderTest.java

@@ -0,0 +1,35 @@
+import com.tzld.supply.Application;
+import com.tzld.supply.common.enums.SpiderContentScreenStatusEnum;
+import com.tzld.supply.common.enums.SpiderContentStatusEnum;
+import com.tzld.supply.dao.mapper.supply.spider.SpiderContentMapper;
+import com.tzld.supply.model.po.supply.spider.SpiderContent;
+import com.tzld.supply.model.po.supply.spider.SpiderContentExample;
+import lombok.extern.slf4j.Slf4j;
+import org.junit.jupiter.api.Test;
+import org.springframework.boot.test.context.SpringBootTest;
+
+import javax.annotation.Resource;
+import java.util.List;
+
+@SpringBootTest(classes = Application.class)
+@Slf4j
+public class SpiderTest {
+
+    @Resource
+    private SpiderContentMapper spiderContentMapper;
+
+    @Test
+    public void test() {
+        String reg = "^[A-Za-z0-9\\s!\"#$%&'()*+,\\-./:;<=>?@\\[\\\\\\]^_`{|}~’‘“”]+$";
+        SpiderContentExample example = new SpiderContentExample();
+        example.createCriteria().andAiRoughStatusEqualTo(SpiderContentScreenStatusEnum.PASSED.getCode());
+        List<SpiderContent> spiderContents = spiderContentMapper.selectByExampleWithBLOBs(example);
+        for (SpiderContent spiderContent : spiderContents) {
+            if (spiderContent.getTitle().matches(reg)) {
+                spiderContent.setStatus(SpiderContentStatusEnum.ABANDONED.getCode());
+                spiderContent.setAiRoughStatus(SpiderContentScreenStatusEnum.ABANDONED.getCode());
+                spiderContentMapper.updateByPrimaryKeySelective(spiderContent);
+            }
+        }
+    }
+}