wangyunpeng 4 дней назад
Родитель
Сommit
55418fea93

+ 1 - 1
long-article-server/src/main/java/com/tzld/piaoquan/longarticle/component/ThreadPools.java

@@ -12,7 +12,7 @@ public class ThreadPools {
     public static final ThreadPoolExecutor newMatchKimiVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(5);
     public static final ThreadPoolExecutor newMatchKimiVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(5);
 
 
     // 定义一个线程池,设置消费线程的数量
     // 定义一个线程池,设置消费线程的数量
-    public static final ThreadPoolExecutor newMatchCrawlerVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(5);
+    public static final ThreadPoolExecutor newMatchCrawlerVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(2);
 
 
     // 定义一个线程池,设置消费线程的数量
     // 定义一个线程池,设置消费线程的数量
     public static final ThreadPoolExecutor newUploadCrawlerVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(40);
     public static final ThreadPoolExecutor newUploadCrawlerVideoPoolExecutor = (ThreadPoolExecutor) Executors.newFixedThreadPool(40);

+ 4 - 2
long-article-server/src/main/java/com/tzld/piaoquan/longarticle/utils/other/HkspSearch.java

@@ -46,6 +46,7 @@ public class HkspSearch {
                     .connectTimeout(15, TimeUnit.MINUTES)
                     .connectTimeout(15, TimeUnit.MINUTES)
                     .readTimeout(15, TimeUnit.MINUTES)
                     .readTimeout(15, TimeUnit.MINUTES)
                     .writeTimeout(15, TimeUnit.MINUTES)
                     .writeTimeout(15, TimeUnit.MINUTES)
+                    .connectionPool(new ConnectionPool(0, 1, TimeUnit.MILLISECONDS))
                     .build();
                     .build();
         } catch (Exception e) {
         } catch (Exception e) {
             log.error("Failed to create HkspSearch client {}", e.getMessage());
             log.error("Failed to create HkspSearch client {}", e.getMessage());
@@ -104,7 +105,8 @@ public class HkspSearch {
                     "accept", "*/*",
                     "accept", "*/*",
                     "accept-language", "zh,en;q=0.9,zh-CN;q=0.8",
                     "accept-language", "zh,en;q=0.9,zh-CN;q=0.8",
                     "cookie", String.format("BIDUPSID=%s", Base64.getEncoder().encodeToString(UUID.randomUUID().toString().getBytes())),
                     "cookie", String.format("BIDUPSID=%s", Base64.getEncoder().encodeToString(UUID.randomUUID().toString().getBytes())),
-                    "user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36"
+                    "user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36",
+                    "Connection", "close"
             );
             );
             Request request = new Request.Builder()
             Request request = new Request.Builder()
                     .url(url)
                     .url(url)
@@ -189,7 +191,7 @@ public class HkspSearch {
                     "cookie", "BIDUPSID=" + base64String,
                     "cookie", "BIDUPSID=" + base64String,
                     "Accept-Language", "en,zh;q=0.9,zh-CN;q=0.8",
                     "Accept-Language", "en,zh;q=0.9,zh-CN;q=0.8",
                     "Cache-Control", "no-cache",
                     "Cache-Control", "no-cache",
-                    "Connection", "keep-alive",
+                    "Connection", "close",
                     "Content-Type", "application/x-www-form-urlencoded",
                     "Content-Type", "application/x-www-form-urlencoded",
                     "Referer", "https://haokan.baidu.com",
                     "Referer", "https://haokan.baidu.com",
                     "User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
                     "User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"