| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103 |
- import requests
- import json
- from common import AliyunLogger
- from common.sql_help import sqlCollect
- class DyKeyword:
- @classmethod
- def get_key_word(cls, keyword, task_mark, mark, channel_id, name, task):
- combo = task['combo']
- content_type = combo[0]
- publish_time = combo[1]
- duration = combo[2]
- share_count_rule = 0
- special = 0
- short_duration_rule = 0
- url = "http://8.217.192.46:8889/crawler/dou_yin/keyword"
- list = []
- if not keyword or keyword == "":
- return list
- payload = json.dumps({
- "keyword": keyword,
- "content_type": "视频",
- "sort_type": content_type,
- "publish_time": publish_time,
- "duration": duration,
- "cursor": ""
- })
- headers = {
- 'Content-Type': 'application/json'
- }
- if " 不限" == publish_time:
- share_count_rule = 200
- special = 0.15
- short_duration_rule = 30
- elif "一天内" == publish_time:
- share_count_rule = 0
- special = 0.10
- short_duration_rule = 25
- elif "一周内" == publish_time:
- share_count_rule = 100
- special = 0.15
- short_duration_rule = 25
- elif "半年内" == publish_time:
- share_count_rule = 200
- special = 0.15
- short_duration_rule = 25
- try:
- response = requests.request("POST", url, headers=headers, data=payload, timeout=30)
- response = response.json()
- code = response['code']
- if code != 0:
- return list
- data = response['data']['data']
- for i in range(len(data)):
- video_id = data[i].get('aweme_id') # 文章id
- status = sqlCollect.is_used(task_mark, video_id, mark, channel_id)
- video_uri = data[i].get('video', {}).get('play_addr', {}).get('uri')
- ratio = f'{data[i].get("video", {}).get("height")}p'
- # video_url = f'https://www.iesdouyin.com/aweme/v1/play/?video_id={video_uri}&ratio={ratio}&line=0' # 视频链接
- video_url = data[i].get('video', {}).get('play_addr', {}).get('url_list', [None])[0]
- old_title = data[i].get('desc', "").strip().replace("\n", "") \
- .replace("/", "").replace("\\", "").replace("\r", "") \
- .replace(":", "").replace("*", "").replace("？", "") \
- .replace("?", "").replace('"', "").replace("<", "") \
- .replace(">", "").replace("|", "").replace(" ", "") \
- .replace("&NBSP", "").replace(".", "。").replace(" ", "") \
- .replace("'", "").replace("#", "").replace("Merge", "")
- digg_count = int(data[i].get('statistics').get('digg_count')) # 点赞
- share_count = int(data[i].get('statistics').get('share_count')) # 转发
- duration = data[i].get('duration')
- duration = duration / 1000
- log_data = f"user:{keyword},,video_id:{video_id},,video_url:{video_url},,original_title:{old_title},,share_count:{share_count},,digg_count:{digg_count},,duration:{duration}"
- AliyunLogger.logging(channel_id, name, keyword, video_id, "扫描到一条视频", "2001", log_data)
- if status:
- AliyunLogger.logging(channel_id, name, keyword, video_id, "该视频已改造过", "2002", log_data)
- continue
- video_percent = '%.2f' % (int(share_count) / int(digg_count))
- if int(share_count) < share_count_rule:
- AliyunLogger.logging(channel_id, name, keyword, video_id, f"不符合规则:分享小于{share_count_rule}", "2003", log_data)
- continue
- if float(video_percent) < special:
- AliyunLogger.logging(channel_id, name, keyword, video_id, f"不符合规则:分享/点赞小于{special}", "2003", log_data)
- continue
- if int(duration) < short_duration_rule or int(duration) > 720:
- AliyunLogger.logging(channel_id, name, keyword, video_id, f"不符合规则:时长不符合规则大于720秒/小于{short_duration_rule}秒", "2003", log_data)
- continue
- cover_url = data[i].get('video').get('cover').get('url_list')[0] # 视频封面
- all_data = {"video_id": video_id, "cover": cover_url, "video_url": video_url, "rule": video_percent,
- "old_title": old_title}
- list.append(all_data)
- AliyunLogger.logging(channel_id, name, keyword, video_id, "符合规则等待改造", "2004", log_data)
- return list
- except Exception as exc:
- return list
- if __name__ == '__main__':
- DyKeyword.get_key_word('keyword', 'sort_type', 'publish_time', 'duration', 'task_mark', 'mark')
|
