|
|
@@ -69,22 +69,25 @@ class SphHistory:
|
|
|
time.sleep(random.randint(0, 1))
|
|
|
video_obj = response.json()
|
|
|
video_url = video_obj.get('DownloadAddress')
|
|
|
+ cover = video_obj.get('thumb_url')
|
|
|
if len(video_url) == 0:
|
|
|
continue
|
|
|
v_id = f"sph/{objectId}"
|
|
|
- Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，视频链接：{video_url}开始发送oss")
|
|
|
- oss_video_key = Oss.channel_upload_oss(video_url, v_id) # 视频发送OSS
|
|
|
- oss_video_key = oss_video_key.get("oss_object_key")
|
|
|
- Common.logger("sph_crawling").info(f"{user}视频发送oss成功，视频oss地址{oss_video_key}")
|
|
|
+ try:
|
|
|
+ Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，视频链接：{video_url}开始发送oss")
|
|
|
+ oss_video_key = Oss.channel_upload_oss(video_url, v_id) # 视频发送OSS
|
|
|
+ oss_video_key = oss_video_key.get("oss_object_key")
|
|
|
+ Common.logger("sph_crawling").info(f"{user}视频发送oss成功，视频oss地址{oss_video_key}")
|
|
|
+ Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，封面链接：{cover}开始发送oss")
|
|
|
+ oss_cover_key = Oss.channel_upload_oss(cover, f"sph/{objectId}.jpg") # 视频发送OSS
|
|
|
+ oss_cover_key = oss_cover_key.get("oss_object_key")
|
|
|
+ Common.logger("sph_crawling").info(f"{user}封面发送oss成功，封面oss地址{oss_video_key}")
|
|
|
+ create_time = obj['createtime'] # 发布时间
|
|
|
+ except:
|
|
|
+ continue
|
|
|
share_cnt = int(obj['forward_count']) # 分享
|
|
|
like_cnt = int(obj['like_count']) # 点赞
|
|
|
video_title = video_obj.get('title').split("\n")[0].split("#")[0]
|
|
|
- cover = video_obj.get('thumb_url')
|
|
|
- Common.logger("sph_crawling").info(f"{user}视频ID:{objectId}，封面链接：{cover}开始发送oss")
|
|
|
- oss_cover_key = Oss.channel_upload_oss(cover, f"sph/{objectId}.jpg") # 视频发送OSS
|
|
|
- oss_cover_key = oss_cover_key.get("oss_object_key")
|
|
|
- Common.logger("sph_crawling").info(f"{user}封面发送oss成功，封面oss地址{oss_video_key}")
|
|
|
- create_time = obj['createtime'] # 发布时间
|
|
|
user_name = obj['username'] # 用户名标示
|
|
|
nick_name = obj['nickname'] # 用户名
|
|
|
comment_count = obj['comment_count'] # 评论数
|
