修改获取条数

data_channel/dy_ls.py

@@ -4,7 +4,7 @@ import time
 import requests
 import json
 
-from common import Common
+from common import Common, Feishu
 from common.sql_help import sqlCollect
 
 
@@ -13,7 +13,7 @@ class DYLS:
     @classmethod
     def get_dyls_list(cls, task_mark, url_id, number, mark):
         next_cursor = ""
-        for i in range(50):
+        for i in range(20):
             list = []
             try:
                 #  抖查查
@@ -73,23 +73,27 @@ class DYLS:
     @classmethod
     def get_video(cls, video_id):
         url = "http://8.217.190.241:8888/crawler/dou_yin/detail"
+        for i in  range(3):
+            payload = json.dumps({
+                "content_id": str(video_id)
+            })
+            headers = {
+                'Content-Type': 'application/json'
+            }
 
-        payload = json.dumps({
-            "content_id": str(video_id)
-        })
-        headers = {
-            'Content-Type': 'application/json'
-        }
-
-        response = requests.request("POST", url, headers=headers, data=payload)
-        response = response.json()
-        data = response["data"]["data"]
-        video_url = data["video_url_list"][0]["video_url"]
-        image_url = data["image_url_list"][0]["image_url"]
-        return video_url, image_url
+            response = requests.request("POST", url, headers=headers, data=payload)
+            response = response.json()
+            code = response["code"]
+            if code == 10000:
+                time.sleep(60)
+            data = response["data"]["data"]
+            video_url = data["video_url_list"][0]["video_url"]
+            image_url = data["image_url_list"][0]["image_url"]
+            return video_url, image_url
+        return None, None
 
 
 
 if __name__ == '__main__':
-    # DYLS.get_video("7314923922602954022")
-    DYLS.get_dyls_list("1","MS4wLjABAAAA2QEvnEb7cQDAg6vZXq3j8_LlbO_DiturnV7VeybFKY4",1,"1")
+    DYLS.get_video("7314923922602954022")
+    # DYLS.get_dyls_list("1","MS4wLjABAAAA2QEvnEb7cQDAg6vZXq3j8_LlbO_DiturnV7VeybFKY4",1,"1")