Browse Source

修改请求头,防盗链

罗俊辉 1 year ago
parent
commit
174926b77b
1 changed files with 7 additions and 0 deletions
  1. 7 0
      etl-core/src/main/java/com/tzld/crawler/etl/util/FileUtils.java

+ 7 - 0
etl-core/src/main/java/com/tzld/crawler/etl/util/FileUtils.java

@@ -115,6 +115,13 @@ public class FileUtils {
         } else {
             conn = (HttpURLConnection) url.openConnection();
         }
+        // 设置请求头, 添加了防盗链 referer
+        conn.setRequestProperty("Accept", "*/*");
+        conn.setRequestProperty("Accept-Encoding", "identity;q=1, *;q=0");
+        conn.setRequestProperty("Accept-Language", "zh-CN,zh;q=0.9");
+        conn.setRequestProperty("Host", "mpvideo.qpic.cn");
+        conn.setRequestProperty("Origin", "https://mp.weixin.qq.com");
+        conn.setRequestProperty("Referer", "https://mp.weixin.qq.com/");
 
         if (useUa) {
             conn.setRequestProperty("User-Agent", FakeUserAgent.getRandomUserAgent());