comprehensive_video_rewriting/channel/dy_keyword.py

import requests
import json

from utils.aliyun_log import AliyunLogger
from utils.feishu_form import Material
from utils.sql_help import sqlCollect


class DyKeyword:
    @classmethod
    def get_key_word(cls, task, fs_channel_name):
        combo = task['combo']
        content_type = combo[0]
        publish_time = combo[1]
        duration = combo[2]
        share_count_rule = 0
        special = 0
        short_duration_rule = 0
        url = "http://8.217.192.46:8889/crawler/dou_yin/keyword"
        list = []
        if not task["channel_url"] or not task["channel_url"].strip():
            return list
        payload = json.dumps({
            "keyword": task["channel_url"],
            "content_type": "视频",
            "sort_type": content_type,
            "publish_time": publish_time,
            "duration": duration,
            "cursor": ""
        })
        headers = {
            'Content-Type': 'application/json'
        }
        if " 不限" == publish_time:
            share_count_rule = 200
            special = 0.15
            short_duration_rule = 30
        elif "一天内" == publish_time:
            share_count_rule = 0
            special = 0.10
            short_duration_rule = 25
        elif "一周内" == publish_time:
            share_count_rule = 100
            special = 0.15
            short_duration_rule = 25
        elif "半年内" == publish_time:
            share_count_rule = 200
            special = 0.15
            short_duration_rule = 25
        try:
            response = requests.request("POST", url, headers=headers, data=payload, timeout=30)
            response = response.json()
            code = response['code']
            if code != 0:
                return list
            data = response['data']['data']
            for i in range(len(data)):

                video_id = data[i].get('aweme_id')  # 文章id
                day_count = Material.get_count_restrict(task["channel"])
                if day_count:
                    status = sqlCollect.is_used_days(video_id, task['channel'], day_count)
                else:
                    status = sqlCollect.is_used(video_id, task['channel'])
                video_url = data[i].get('video', {}).get('play_addr', {}).get('url_list', [None])[0]

                old_title = data[i].get('desc', "").strip().replace("\n", "") \
                    .replace("/", "").replace("\\", "").replace("\r", "") \
                    .replace(":", "").replace("*", "").replace("？", "") \
                    .replace("?", "").replace('"', "").replace("<", "") \
                    .replace(">", "").replace("|", "").replace(" ", "") \
                    .replace("&NBSP", "").replace(".", "。").replace(" ", "") \
                    .replace("'", "").replace("#", "").replace("Merge", "")
                digg_count = int(data[i].get('statistics').get('digg_count'))  # 点赞
                share_count = int(data[i].get('statistics').get('share_count'))  # 转发
                duration = data[i].get('duration')
                duration = duration / 1000
                log_data = f"user:{task['channel_url']},,video_id:{video_id},,video_url:{video_url},,original_title:{old_title},,share_count:{share_count},,digg_count:{digg_count},,duration:{duration}"
                AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, "扫描到一条视频", "2001", log_data)
                if status:
                    AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, "该视频已改造过", "2002", log_data)
                    continue
                video_percent = '%.2f' % (int(share_count) / int(digg_count))
                if int(share_count) < share_count_rule:
                    AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, f"不符合规则:分享小于{share_count_rule}", "2003", log_data)
                    continue
                if float(video_percent) < special:
                    AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, f"不符合规则:分享/点赞小于{special}", "2003", log_data)
                    continue
                if int(duration) < short_duration_rule or int(duration) > 720:
                    AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, f"不符合规则:时长不符合规则大于720秒/小于{short_duration_rule}秒", "2003", log_data)
                    continue
                cover_url = data[i].get('video').get('cover').get('url_list')[0]  # 视频封面
                all_data = {"video_id": video_id, "cover": cover_url, "video_url": video_url, "rule": video_percent,
                            "old_title": old_title}
                list.append(all_data)
                AliyunLogger.logging(task['channel'], fs_channel_name, task['channel_url'], video_id, "符合规则等待改造", "2004", log_data)
            return list
        except Exception as exc:
            return list