import random import time import requests import json from common import Common, Feishu from common.sql_help import sqlCollect class DYLS: @classmethod def get_dyls_list(cls, task_mark, url_id, number, mark): next_cursor = "" for i in range(20): list = [] try: # 抖查查 url = "http://8.217.190.241:8888/crawler/dou_yin/blogger" payload = json.dumps({ "account_id": url_id, "source": "抖查查", "cursor": next_cursor }) headers = { 'Content-Type': 'application/json' } time.sleep(random.randint(1, 5)) response = requests.request("POST", url, headers=headers, data=payload) response = response.json() data_all_list = response["data"] has_more = data_all_list["has_more"] next_cursor = str(data_all_list["next_cursor"]) data_list = data_all_list["data"] for data in data_list: # comment_count = data["comment_count"] # download_count = data["download_count"] share_count = data["share_count"] good_count = data["good_count"] # collect_count = data["collect_count"] duration = data["duration"] video_id = data["video_id"] old_title = data["video_desc"] status = sqlCollect.is_used(video_id, mark, "抖音") if status: status = sqlCollect.is_used(video_id, mark, "抖音历史") if status == False: continue video_percent = '%.2f' % (int(share_count) / int(good_count)) special = float(0.25) duration = duration / 1000 if int(share_count) < 500 or float(video_percent) < special or int(duration) < 30 or int(duration) > 720: Common.logger("dy-ls").info( f"不符合规则:{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{good_count} ,时长:{int(duration)} ") continue video_url, image_url = cls.get_video(video_id) if video_url: all_data = {"video_id": video_id, "cover": image_url, "video_url": video_url, "rule": video_percent, "old_title": old_title} list.append(all_data) if len(list) == int(number): Common.logger("dy-ls").info(f"获取抖音历史视频总数:{len(list)}\n") return list else: Common.logger("dy-ls").info(f"抖音历史获取url失败") Feishu.finish_bot("dou_yin/detail接口无法获取到视频链接", "https://open.feishu.cn/open-apis/bot/v2/hook/575ca6a1-84b4-4a2f-983b-1d178e7b16eb", "【抖音异常提示 】") if has_more == False: return list except Exception as exc: Common.logger("dy-ls").info(f"抖音历史数据获取失败:{exc}\n") return list @classmethod def get_video(cls, video_id): url = "http://8.217.190.241:8888/crawler/dou_yin/detail" for i in range(3): payload = json.dumps({ "content_id": str(video_id) }) headers = { 'Content-Type': 'application/json' } response = requests.request("POST", url, headers=headers, data=payload) response = response.json() code = response["code"] if code == 10000: time.sleep(60) data = response["data"]["data"] video_url = data["video_url_list"][0]["video_url"] image_url = data["image_url_list"][0]["image_url"] return video_url, image_url return None, None if __name__ == '__main__': DYLS.get_video("7314923922602954022") # DYLS.get_dyls_list("1","MS4wLjABAAAA2QEvnEb7cQDAg6vZXq3j8_LlbO_DiturnV7VeybFKY4",1,"1")