import time import requests import json from common import Common, AliyunLogger, Feishu from common.sql_help import sqlCollect class KsKeyword: @classmethod def get_key_word(cls, keyword, task_mark, mark, channel_id, name, task): combo = task['combo'] content_type = combo[0] publish_time = combo[1] duration = combo[2] share_count_rule = 0 special = 0 short_duration_rule = 0 url = "http://8.217.190.241:8888/crawler/kuai_shou/keyword" list = [] payload = json.dumps({ "keyword": keyword, "content_type": "综合", "sort_type": content_type, "publish_time": publish_time, "duration": duration, "cursor": "" }) headers = { 'Content-Type': 'application/json' } if " 不限" == publish_time: share_count_rule = 100 special = 0.0005 short_duration_rule = 25 elif "近1日" == publish_time: share_count_rule = 0 special = 0.0003 short_duration_rule = 25 elif "近7日" == publish_time: share_count_rule = 50 special = 0.0005 short_duration_rule = 25 elif "近1月" == publish_time: share_count_rule = 100 special = 0.0005 short_duration_rule = 25 try: time.sleep(3) response = requests.request("POST", url, headers=headers, data=payload) response = response.json() code = response['code'] if code != 0: if code == 27006 and response['msg'] == '快手内容已被删除或无法访问': Feishu.finish_bot(f"kuai_shou/keyword {response['msg']},cookie 过期需要更换", "https://open.feishu.cn/open-apis/bot/v2/hook/575ca6a1-84b4-4a2f-983b-1d178e7b16eb", "【快手搜索接口使用提示】") Common.logger("ks-key-word").info(f"快手搜索词数据获取失败,{response['msg']}\n") return list Common.logger("ks-key-word").info(f"快手搜索词数据获取失败,接口为kuai_shou/keyword\n") return list data_list = response['data']['data'] for data in data_list: data = data['feed'] photo_id = data["photo_id"] status = sqlCollect.is_used(task_mark, photo_id, mark, channel_id) view_count = data["view_count"] share_count = data["share_count"] old_title = data["caption"] # 标题 video_percent = '%.4f' % (int(share_count) / (view_count)) duration = data["duration"] duration = int(duration) / 1000 log_data = f"user:{keyword},,video_id:{photo_id},,video_url:'',original_title:{old_title},,share_count:{share_count},,view_count:{view_count},,duration:{duration}" AliyunLogger.logging(channel_id, name, keyword, photo_id, "扫描到一条视频", "2001", log_data) if status: AliyunLogger.logging(channel_id, name, keyword, photo_id, "该视频已改造过", "2001", log_data) continue if float(video_percent) < special: AliyunLogger.logging(channel_id, name, keyword, photo_id, f"不符合规则:分享/浏览{special}", "2003", log_data) Common.logger("ks-key-word").info( f"不符合规则:{task_mark},用户主页id:{keyword},视频id{photo_id} ,分享:{share_count},浏览{view_count} ,时长:{int(duration)} ") continue if int(share_count) < share_count_rule: AliyunLogger.logging(channel_id, name, keyword, photo_id, f"不符合规则:分享小于{share_count_rule}", "2003", log_data) Common.logger("ks-key-word").info( f"不符合规则:{task_mark},用户主页id:{keyword},视频id{photo_id} ,分享:{share_count},浏览{view_count} ,时长:{int(duration)} ") continue if int(duration) < short_duration_rule or (duration) > 600: AliyunLogger.logging(channel_id, name, keyword, photo_id, f"不符合规则:时长不符合规则大于600秒/小于{short_duration_rule}", "2003", log_data) Common.logger("ks-key-word").info( f"不符合规则:{task_mark},用户主页id:{keyword},视频id{photo_id} ,分享:{share_count},浏览{view_count} ,时长:{int(duration)} ") continue video_url, image_url = cls.get_video(photo_id) if video_url: log_data = f"user:{keyword},,video_id:{photo_id},,video_url:{video_url},,original_title:{old_title},,share_count:{share_count},,view_count:{view_count},,duration:{duration}" AliyunLogger.logging(channel_id, name, keyword, photo_id, "符合规则等待改造", "2004", log_data) all_data = {"video_id": photo_id, "cover": image_url, "video_url": video_url, "rule": video_percent, "old_title": old_title} list.append(all_data) return list except Exception as exc: Common.logger("ks-key-word").info(f"快手搜索词{keyword}获取失败{exc}\n") return list @classmethod def get_video(cls, video_id): url = "http://8.217.190.241:8888/crawler/kuai_shou/detail" payload = json.dumps({ "content_id": str(video_id) }) headers = { 'Content-Type': 'application/json' } response = requests.request("POST", url, headers=headers, data=payload) response = response.json() data = response["data"]["data"] video_url = data["video_url_list"][0]["video_url"] image_url = data["image_url_list"][0]["image_url"] return video_url, image_url if __name__ == '__main__': keyword = '毛主席故居' task_mark = '1' mark = 'pl-gjc' channel_id = '快手搜索' name = '1' task = {'combo': ['最新发布', '近1日', '1分钟内']} KsKeyword.get_key_word(keyword, task_mark, mark, channel_id, name, task)