wangkun 3 gadi atpakaļ
vecāks
revīzija
2aae2b835d
4 mainītis faili ar 13 papildinājumiem un 5 dzēšanām
  1. 4 2
      main/common.py
  2. 3 1
      main/download_kuaishou.py
  3. 3 1
      main/download_weishi.py
  4. 3 1
      main/publish.py

+ 4 - 2
main/common.py

@@ -12,6 +12,8 @@ import time
 import requests
 import urllib3
 
+proxies = {"http": None, "https": None}
+
 
 class Common:
     # 统一获取当前时间 <class 'datetime.datetime'>  2022-04-14 20:13:51.244472
@@ -88,7 +90,7 @@ class Common:
 
             # 下载视频
             urllib3.disable_warnings()
-            response = requests.get(video_url, stream=True, verify=False)
+            response = requests.get(video_url, stream=True, proxies=proxies, verify=False)
             try:
                 with open(video_dir + video_name, "wb") as f:
                     for chunk in response.iter_content(chunk_size=10240):
@@ -108,7 +110,7 @@ class Common:
 
             # 下载封面
             urllib3.disable_warnings()
-            response = requests.get(cover_url, verify=False)
+            response = requests.get(cover_url, proxies=proxies, verify=False)
             try:
                 with open(video_dir + cover_name, "wb") as f:
                     f.write(response.content)

+ 3 - 1
main/download_kuaishou.py

@@ -12,6 +12,8 @@ import urllib3
 from main.common import Common
 from main.publish import Publish
 
+proxies = {"http": None, "https": None}
+
 
 class KuaiShou:
     # 已下载视频列表
@@ -160,7 +162,7 @@ class KuaiShou:
 
         try:
             urllib3.disable_warnings()
-            r = requests.post(url=url, params=params, cookies=cookies, json=json_data, verify=False)
+            r = requests.post(url=url, params=params, cookies=cookies, json=json_data, proxies=proxies, verify=False)
             response = json.loads(r.content.decode("utf8"))
             if "feeds" not in response:
                 Common.crawler_log().info("获取快手视频 list 出错:{},休眠 10s".format(response))

+ 3 - 1
main/download_weishi.py

@@ -9,6 +9,8 @@ import urllib3
 from main.common import Common
 from main.publish import Publish
 
+proxies = {"http": None, "https": None}
+
 
 class Weishi:
     @staticmethod
@@ -71,7 +73,7 @@ class Weishi:
 
         try:
             urllib3.disable_warnings()
-            r = requests.post(url=url, cookies=cookies, json=json_data, verify=False)
+            r = requests.post(url=url, cookies=cookies, json=json_data, proxies=proxies, verify=False)
             response = json.loads(r.content.decode("utf8"))
             if "rsp_body" not in response:
                 Common.crawler_log().info("获取微视视频 list 出错:{},休眠 10s".format(response))

+ 3 - 1
main/publish.py

@@ -15,6 +15,8 @@ import requests
 import urllib3
 from main.common import Common
 
+proxies = {"http": None, "https": None}
+
 
 class Publish:
     @classmethod
@@ -76,7 +78,7 @@ class Publish:
         :return: res_data json格式
         """
         urllib3.disable_warnings()
-        response = requests.post(url=request_url, data=request_data, verify=False)
+        response = requests.post(url=request_url, data=request_data, proxies=proxies, verify=False)
         if response.status_code == 200:
             res_data = json.loads(response.text)
             return res_data