调试

data_channel/sph_crawling_data.py

@@ -69,22 +69,25 @@ class SphHistory:
                         time.sleep(random.randint(0, 1))
                         video_obj = response.json()
                         video_url = video_obj.get('DownloadAddress')
+                        cover = video_obj.get('thumb_url')
                         if len(video_url) == 0:
                             continue
                         v_id = f"sph/{objectId}"
-                        Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，视频链接：{video_url}开始发送oss")
+                        try:
-                        oss_video_key = Oss.channel_upload_oss(video_url, v_id)  # 视频发送OSS
+                            Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，视频链接：{video_url}开始发送oss")
-                        oss_video_key = oss_video_key.get("oss_object_key")
+                            oss_video_key = Oss.channel_upload_oss(video_url, v_id)  # 视频发送OSS
-                        Common.logger("sph_crawling").info(f"{user}视频发送oss成功，视频oss地址{oss_video_key}")
+                            oss_video_key = oss_video_key.get("oss_object_key")
+                            Common.logger("sph_crawling").info(f"{user}视频发送oss成功，视频oss地址{oss_video_key}")
+                            Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，封面链接：{cover}开始发送oss")
+                            oss_cover_key = Oss.channel_upload_oss(cover, f"sph/{objectId}.jpg")  # 视频发送OSS
+                            oss_cover_key = oss_cover_key.get("oss_object_key")
+                            Common.logger("sph_crawling").info(f"{user}封面发送oss成功，封面oss地址{oss_video_key}")
+                            create_time = obj['createtime']  # 发布时间
+                        except:
+                            continue
                         share_cnt = int(obj['forward_count'])  # 分享
                         like_cnt = int(obj['like_count'])  # 点赞
                         video_title = video_obj.get('title').split("\n")[0].split("#")[0]
-                        cover = video_obj.get('thumb_url')
-                        Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，封面链接：{cover}开始发送oss")
-                        oss_cover_key = Oss.channel_upload_oss(cover, f"sph/{objectId}.jpg")  # 视频发送OSS
-                        oss_cover_key = oss_cover_key.get("oss_object_key")
-                        Common.logger("sph_crawling").info(f"{user}封面发送oss成功，封面oss地址{oss_video_key}")
-                        create_time = obj['createtime']  # 发布时间
                         user_name = obj['username']  # 用户名标示
                         nick_name = obj['nickname']  # 用户名
                         comment_count = obj['comment_count']  # 评论数