Browse Source

小年糕和祝福圈子增加无数据返回上报

zhangliang 1 week ago
parent
commit
9db621e51a

+ 8 - 1
spider/crawler_online/xiaoniangaotuijianliu.py

@@ -176,9 +176,16 @@ class XNGTJLRecommend(object):
                     code="3000",
                     message="抓取单条视频失败,请求失败"
                 ),
-                return
+                continue
             video_view_lists = []
             video_log_uploads = []
+            if len(response['data']['data']) == 0:
+                self.aliyun_log.logging(
+                    code="3000",
+                    message="抓取视频失败,无数据返回",
+                    data=response
+                )
+                continue
             for index, video_obj in enumerate(response['data']['data'], 1):
                 try:
                     self.aliyun_log.logging(

+ 8 - 1
spider/crawler_online/zhufuquanzituijianliu.py

@@ -182,9 +182,16 @@ class ZFQZTJLRecommend(object):
                     code="3000",
                     message="抓取单条视频失败,请求失败"
                     ),
-                return
+                continue
             video_view_lists = []
             video_log_uploads = []
+            if len(response['data']['data']) == 0:
+                self.aliyun_log.logging(
+                    code="3000",
+                    message="抓取视频失败,无数据返回",
+                    data=response
+                )
+                continue
             for index, video_obj in enumerate(response['data']['data'], 1):
                 try:
                     self.aliyun_log.logging(