瀏覽代碼

增加超时设置 增加常量

xueyiming 5 月之前
父節點
當前提交
c202585664

+ 5 - 0
long-article-server/src/main/java/com/tzld/piaoquan/longarticle/common/constants/CrawlerConstant.java

@@ -0,0 +1,5 @@
+package com.tzld.piaoquan.longarticle.common.constants;
+
+public interface CrawlerConstant {
+    int MAX_VIDEO_DURATION = 300;
+}

+ 2 - 1
long-article-server/src/main/java/com/tzld/piaoquan/longarticle/utils/other/DouyinSearch.java

@@ -4,6 +4,7 @@ import cn.hutool.http.HttpRequest;
 import cn.hutool.http.HttpResponse;
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
+import com.tzld.piaoquan.longarticle.common.constants.CrawlerConstant;
 import com.tzld.piaoquan.longarticle.model.po.longarticle.CrawlerVideo;
 import org.apache.commons.lang3.StringUtils;
 
@@ -67,7 +68,7 @@ public class DouyinSearch {
                     String videoId = obj.getString("video_id");
                     int duration = obj.getInteger("duration");
 
-                    if (sensitiveFlag(sensitiveWords, title) && duration < 30000) {
+                    if (sensitiveFlag(sensitiveWords, title) && duration < CrawlerConstant.MAX_VIDEO_DURATION * 1000) {
                         JSONObject res = douyinDetail(videoId);
                         if (res != null) {
                             resultList.add(res);

+ 2 - 1
long-article-server/src/main/java/com/tzld/piaoquan/longarticle/utils/other/HkspSearch.java

@@ -4,6 +4,7 @@ import cn.hutool.http.HttpRequest;
 import cn.hutool.http.HttpResponse;
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
+import com.tzld.piaoquan.longarticle.common.constants.CrawlerConstant;
 import com.tzld.piaoquan.longarticle.model.po.longarticle.CrawlerVideo;
 
 
@@ -95,7 +96,7 @@ public class HkspSearch {
                     String title = data.getString("title");
                     int duration = parseDuration(data.getString("duration"));
 
-                    if (sensitiveFlag(sensitiveWords, title) && duration <= 300) {
+                    if (sensitiveFlag(sensitiveWords, title) && duration <= CrawlerConstant.MAX_VIDEO_DURATION) {
                         JSONObject res = getVideoDetail(videoId);
                         if (res != null) {
                             resultList.add(res);