فهرست منبع

update windows proxies

wangkun 3 سال پیش
والد
کامیت
ab553467f2
5فایلهای تغییر یافته به همراه16 افزوده شده و 6 حذف شده
  1. 4 2
      main/common.py
  2. 3 1
      main/download_sendtime.py
  3. 3 1
      main/download_up.py
  4. 3 1
      main/get_feeds.py
  5. 3 1
      main/publish.py

+ 4 - 2
main/common.py

@@ -14,6 +14,8 @@ import time
 import requests
 import urllib3
 
+proxies = {"http": None, "https": None}
+
 
 class Common:
     # 统一获取当前时间 <class 'datetime.datetime'>  2022-04-14 20:13:51.244472
@@ -98,7 +100,7 @@ class Common:
 
             # 下载视频
             urllib3.disable_warnings()
-            response = requests.get(video_url, stream=True, verify=False)
+            response = requests.get(video_url, stream=True, proxies=proxies, verify=False)
             try:
                 with open(video_dir + video_name, "wb") as f:
                     for chunk in response.iter_content(chunk_size=10240):
@@ -116,7 +118,7 @@ class Common:
 
             # 下载封面
             urllib3.disable_warnings()
-            response = requests.get(cover_url, verify=False)
+            response = requests.get(cover_url, proxies=proxies, verify=False)
             try:
                 with open(video_dir + cover_name, "wb") as f:
                     f.write(response.content)

+ 3 - 1
main/download_sendtime.py

@@ -19,6 +19,8 @@ from main.common import Common
 from main.get_feeds import get_feeds
 from main.publish import Publish
 
+proxies = {"http": None, "https": None}
+
 
 class DownloadSendtime:
 
@@ -69,7 +71,7 @@ class DownloadSendtime:
             }
             try:
                 urllib3.disable_warnings()
-                r = requests.get(url=url, params=param, verify=False)
+                r = requests.get(url=url, params=param, proxies=proxies, verify=False)
                 response = json.loads(r.content.decode("utf8"))
                 if "data" not in response:
                     Common.crawler_log().info("获取视频info时,session过期,等待 30 秒")

+ 3 - 1
main/download_up.py

@@ -22,6 +22,8 @@ from main.common import Common
 from main.get_feeds import get_feeds
 from main.publish import Publish
 
+proxies = {"http": None, "https": None}
+
 
 class DownloadUp:
 
@@ -76,7 +78,7 @@ class DownloadUp:
             }
             try:
                 urllib3.disable_warnings()
-                r = requests.get(url=url, params=param, verify=False)
+                r = requests.get(url=url, params=param, proxies=proxies, verify=False)
                 response = json.loads(r.content.decode("utf8"))
                 if "data" not in response:
                     Common.crawler_log().error("获取视频info时,session过期,等待30秒")

+ 3 - 1
main/get_feeds.py

@@ -14,6 +14,8 @@ import urllib3
 sys.path.append(os.getcwd())
 from main.common import Common
 
+proxies = {"http": None, "https": None}
+
 
 def get_feeds():
     """
@@ -51,7 +53,7 @@ def get_feeds():
     }
     try:
         urllib3.disable_warnings()
-        r = requests.get(host + url, headers=header, params=params, verify=False)
+        r = requests.get(host + url, headers=header, params=params, proxies=proxies, verify=False)
         response = json.loads(r.content.decode("utf8"))
 
         if "data" not in response:

+ 3 - 1
main/publish.py

@@ -15,6 +15,8 @@ import requests
 import urllib3
 from main.common import Common
 
+proxies = {"http": None, "https": None}
+
 
 class Publish:
     @classmethod
@@ -76,7 +78,7 @@ class Publish:
         :return: res_data json格式
         """
         urllib3.disable_warnings()
-        response = requests.post(url=request_url, data=request_data, verify=False)
+        response = requests.post(url=request_url, data=request_data, proxies=proxies, verify=False)
         if response.status_code == 200:
             res_data = json.loads(response.text)
             return res_data