吉祥幸福 增加相关推荐

spider/crawler_online/jixiangxingfu.py

@@ -112,33 +112,34 @@ class JXXFRecommend(object):
             'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E217 MicroMessenger/6.8.0(0x16080000) NetType/WIFI Language/en Branch/Br_trunk MiniProgramEnv/Mac',
             'Referer': 'https://servicewechat.com/wx6692a24ad2a88bfb/3/page-frame.html'
         }
-        for i in range(10):
+        for i in range(14):
             time.sleep(random.randint(1, 10))
-            url = f"https://api.huanqiwl.top/index.php?s=mobile/Video/getList&cid=1&page={i}&api_version=4&appid=wx6692a24ad2a88bfb&version=1.9.5&env_version=release&scene=1053"
-            payload = {}
-            response = requests.request("GET", url, headers=headers, data=payload, proxies=tunnel_proxies())
-            if "未登录" in response.text:
-                self.aliyun_log.logging(
-                    code="3000",
-                    message="抓取单条视频失败, token 失效"
-                    ),
-                break
-            for index, video_obj in enumerate(response.json()['data']['list'], 1):
-                try:
-                    self.aliyun_log.logging(
-                        code="1001", message="扫描到一条视频", data=video_obj
-                    )
-                    self.process_video_obj(video_obj)
-                except Exception as e:
+            for j in range(2):
+                url = f"https://api.huanqiwl.top/index.php?s=mobile/Video/getList&cid={j}&page={i}&api_version=4&appid=wx6692a24ad2a88bfb&version=1.9.5&env_version=release&scene=1053"
+                payload = {}
+                response = requests.request("GET", url, headers=headers, data=payload, proxies=tunnel_proxies())
+                if "未登录" in response.text:
                     self.aliyun_log.logging(
                         code="3000",
-                        message="抓取单条视频失败, 该视频位于第{}页第{}条报错原因是{}".format(
-                            i, index, e
+                        message="抓取单条视频失败, token 失效"
                         ),
-                    )
-            if self.limit_flag:
-                return
-            time.sleep(random.randint(5, 10))
+                    break
+                for index, video_obj in enumerate(response.json()['data']['list'], 1):
+                    try:
+                        self.aliyun_log.logging(
+                            code="1001", message="扫描到一条视频", data=video_obj
+                        )
+                        self.process_video_obj(video_obj)
+                    except Exception as e:
+                        self.aliyun_log.logging(
+                            code="3000",
+                            message="抓取单条视频失败, 该视频位于第{}页第{}条报错原因是{}".format(
+                                i, index, e
+                            ),
+                        )
+                if self.limit_flag:
+                    return
+                time.sleep(random.randint(5, 10))
 
     def process_video_obj(self, video_obj):
         """