carry_video_rewriting/carry_video/carry_video.py

import html
import json
import os
import random
import re
import time
import uuid
import requests
from datetime import datetime
from urllib.parse import urlparse, parse_qs
from loguru import logger
from common import Oss, Feishu, AliyunLogger
from common.download_video import DownLoad
from common.ffmpeg import FFmpeg
from common.gpt4o_help import GPT4o
from common.redis import in_carry_video_data
from common.tag_video import Tag
from common.tts_help import TTS
from data_channel.piaoquan import PQ


class CarryViode:

    def get_text_dy_video(self,url):
        try:
            if "&vid=" not in url:
                headers = {
                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;'
                              'q=0.8,application/signed-exchange;v=b3;q=0.7',
                    'Accept-Language': 'zh-CN,zh;q=0.9',
                    'Cache-Control': 'no-cache',
                    'Pragma': 'no-cache',
                    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
                                  'Chrome/127.0.0.0 Safari/537.36',
                }
                response = requests.request(url=url, method='GET', headers=headers, allow_redirects=False)
                location = response.headers.get('Location', None)
                video_id = re.search(r'/video/(\d+)/?', location.split('?')[0] if location else url).group(1)
            else:
                parsed_url = urlparse(url)
                params = parse_qs(parsed_url.query)
                video_id = params.get('vid', [None])[0]
            url = "http://47.236.68.175:8889/crawler/dou_yin/detail"
            payload = json.dumps({
                "content_id": str(video_id)
            })
            headers = {
                'Content-Type': 'application/json'
            }

            response = requests.request("POST", url, headers=headers, data=payload)
            response = response.json()
            code = response["code"]
            if code == 0:
                data = response["data"]["data"]
                video_url = data["video_url_list"][0]["video_url"]
                original_title = data["title"]
                return video_url, original_title
            else:
                return None, None
        except Exception as e:
            logger.error(f"[+] 抖音{url}获取视频链接失败，失败信息{e}")
            return None, None

    def get_text_ks_video(self,url):
        try:
            headers = {
                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;'
                          'q=0.8,application/signed-exchange;v=b3;q=0.7',
                'Accept-Language': 'zh-CN,zh;q=0.9',
                'Cache-Control': 'no-cache',
                'Pragma': 'no-cache',
                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
                              'Chrome/127.0.0.0 Safari/537.36',
            }
            response = requests.request(url=url, method='GET', headers=headers, allow_redirects=False)
            location = response.headers.get('Location', None)
            video_id = re.search(r'/(f|photo|short-video|long-video)/(.*)/?',
                                 location.split('?')[0] if location else url).group(2)
            url = "http://47.236.68.175:8889/crawler/kuai_shou/detail"

            payload = json.dumps({
                "content_id": str(video_id)
            })
            headers = {
                'Content-Type': 'application/json'
            }

            response = requests.request("POST", url, headers=headers, data=payload)
            response = response.json()
            code = response["code"]
            if code == 0:
                data = response["data"]["data"]
                video_url = data["video_url_list"][0]["video_url"]
                original_title = data["title"]
                return video_url, original_title
            else:
                return None,None
        except Exception as e:
            logger.error(f"[+] 快手{url}获取视频链接失败，失败信息{e}")
            return None, None

    def main(self, data, REDIS_NAME, file_path):
        AliyunLogger.logging(data["name"],"效率工具", data["tag_transport_channel"], data["video_url"], "扫描到一条视频", "2001", str(data))
        AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],  "符合规则等待改造", "2004", str(data))
        url = data['video_url']
        if "&vid=" not in url and data['tag_transport_channel'] != "抖音":
            msg = html.unescape(url).split('?')[0]
            pattern = re.search(r'https?://[^\s<>"\'\u4e00-\u9fff]+', msg)
            if not pattern:
                return
            url = pattern.group()
        host = urlparse(url).netloc
        if host in ['v.douyin.com', 'www.douyin.com', 'www.iesdouyin.com']:
            logger.info(f"[+] {url}开始获取抖音视频链接")
            url, original_title =  self.get_text_dy_video(url=url)
        elif host in ['v.kuaishou.com', 'www.kuaishou.com', 'v.m.chenzhongtech.com', 'creater.eozatvmq.com']:
            logger.info(f"[+] {url}开始获取快手视频链接")
            url, original_title = self.get_text_ks_video(url=url)
        else:
            logger.error(f"[+] {url}该链接不是抖/快 不做处理")
            AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                 "不是抖/快不做处理", "1001", str(data))
            text = (
                f"**负责人**: {data['name']}\n"
                f"**内容**: {data}\n"
                f"**失败信息**: 该链接不是抖/快 不做处理\n"
            )
            Feishu.finish_bot(text,
                              "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                              "【 搬运&改造效率工具失败通知 】")
            return
        if not url:
            in_carry_video_data(REDIS_NAME, data)
            logger.info(f"[+] {url}没有获取到视频链接,等待重新处理")
            AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                 "没有获取到视频链接，等待重新处理", "1002", str(data))
            text = (
                f"**负责人**: {data['name']}\n"
                f"**内容**: {data}\n"
                f"**失败信息**: 没有获取到视频链接，等待重新处理\n"
            )
            Feishu.finish_bot(text,
                              "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                              "【 搬运&改造效率工具失败通知 】")
            return
        logger.info(f"[+] {url}开始处理标题")
        if data["title_category"] == "AI标题" or data["trailer_share"] == "AI标题":
            title = GPT4o.get_ai_title(original_title if data["title_category"] == "原标题" else data["title_category"])
        else:
            title = original_title if data["title_category"] == "原标题" else data["title_category"]
        logger.info(f"[+] {url}开始下载视频")
        video_path = DownLoad.download_video(url, file_path)
        # video_path = Oss.download_video_oss(url, file_path)
        if not video_path:
            logger.error(f"[+] {url}下载失败")
            AliyunLogger.logging(data["name"],"效率工具", data["tag_transport_channel"], data["video_url"],
                                 "视频下载失败", "3002", str(data))
            text = (
                f"**负责人**: {data['name']}\n"
                f"**内容**: {data}\n"
                f"**失败信息**: 视频下载失败\n"
            )
            Feishu.finish_bot(text,
                              "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                              "【 搬运&改造效率工具失败通知 】")
            return
        logger.info(f"[+] {url}开始视频下载成功")
        if data["transform_rule"] == '否':
            logger.info(f"[+] {REDIS_NAME}的{data}数据开始发送oss")
            oss_object_key = Oss.stitching_sync_upload_oss(video_path, str(uuid.uuid4()))  # 视频发送OSS
            status = oss_object_key.get("status")
            if status != 200:
                logger.error(f"[+] {REDIS_NAME}的{data}数据发送oss失败")
                AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                     "改造失败,发送oss失败", "3001", str(data))
                text = (
                    f"**负责人**: {data['name']}\n"
                    f"**内容**: {data}\n"
                    f"**失败信息**: 视频发送OSS失败\n"
                )
                Feishu.finish_bot(text,
                                  "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                  "【 搬运&改造效率工具失败通知 】")
                return
            logger.info(f"[+] {REDIS_NAME}的{data}数据发送oss成功")
            oss_object_key = oss_object_key.get("oss_object_key")


        elif data["transform_rule"] == "仅改造":
            if data["video_clipping"]:  # 判断是否需要裁剪
                video_path = FFmpeg.video_crop(video_path, file_path)
            if data["video_clipping_time"]:  # 判断是否需要指定视频时长
                video_path = FFmpeg.video_ggduration(video_path, file_path, data["video_clipping_time"])
            width, height = FFmpeg.get_w_h_size(video_path)
            if width < height:  # 判断是否需要修改为竖屏
                video_path = FFmpeg.update_video_h_w(video_path, file_path)
            if data['trailer_share'] == "AI片尾引导":
                pw_srt_text = '老友们，这个视频说的太好了,请你在看完之后,不要私藏,分享给身边的亲人朋友,转发传递这份美好,这不仅是分享一个好视频,更是在传递一份深厚的祝福和好运,愿每个看到这消息的人,都能收获健康长寿和平安,希望您在看完后能够回传给我,并且把这条视频再传给3个群和3个好友,祝愿你我,健健康康,平平安安,因为3个数字代表着健康和平安,这么好的视频,千万不要在你的手里终止了,分享给群友们,他们看到以后一定会感谢你的,感谢分享,感谢传递'
                voice = data['trailer_share_audio']
                if voice:
                    if ',' in voice:
                        voices = voice.split(',')
                    else:
                        voices = [voice]
                    voice = random.choice(voices)
                else:
                    voice = "zhifeng_emo"
                pw_url = TTS.get_pw_zm(pw_srt_text, voice)
                if not pw_url:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据片尾获取失败")
                    AliyunLogger.logging(data["name"],"效率工具", data["tag_transport_channel"], data["video_url"],
                                         "改造失败,片尾获取失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 获取片尾失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                logger.info(f"[+] {REDIS_NAME}的{data}数据片尾获取成功")
                pw_srt = TTS.getSrt(pw_url)
                pw_mp3_path = TTS.download_mp3(pw_url, file_path)
                if not pw_mp3_path or not pw_mp3_path:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据片尾音频下载失败")
                    AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                         "改造失败,片尾音频下载失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 片尾音频下载失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                logger.info(f"[+] {REDIS_NAME}的{data}数据片尾音频下载成功")
                jpg_path = FFmpeg.video_png(video_path, file_path)  # 生成视频最后一帧jpg
                if not jpg_path:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据片尾获取最后一帧失败")
                    AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                         "改造失败,获取最后一帧失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 获取视频最后一帧失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                logger.info(f"[+] {REDIS_NAME}的{data}数据片尾获取最后一帧成功")
                pw_path = FFmpeg.pw_video(jpg_path, file_path, pw_mp3_path, pw_srt)  # 生成片尾视频
                if not pw_path:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据片尾拼接失败")
                    AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                         "改造失败,片尾拼接失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 片尾拼接失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                pw_video_list = [video_path, pw_path]
                video_path = FFmpeg.concatenate_videos(pw_video_list, video_path)  # 视频与片尾拼接到一起
                if not video_path:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据合并拼接失败")
                    AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                         "改造失败,合并拼接失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 视频合并拼接失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                logger.info(f"[+] {REDIS_NAME}的{data}数据合并拼接成功")
            if data["video_share"]:
                video_path = FFmpeg.single_video(video_path, file_path, data["video_share"])
                if not video_path:
                    logger.error(f"[+] {REDIS_NAME}的{data}数据添加片中字幕失败")
                    AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                         "改造失败,添加片中字幕失败", "3001", str(data))
                    text = (
                        f"**负责人**: {data['name']}\n"
                        f"**内容**: {data}\n"
                        f"**失败信息**: 视频片中增加字幕失败\n"
                    )
                    Feishu.finish_bot(text,
                                      "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                      "【 搬运&改造效率工具失败通知 】")
                    return
                logger.info(f"[+] {REDIS_NAME}的{data}数据添加片中字幕成功")
            logger.info(f"[+] {REDIS_NAME}的{data}数据开始发送oss")
            oss_object_key = Oss.stitching_sync_upload_oss(video_path, str(uuid.uuid4()))  # 视频发送OSS
            status = oss_object_key.get("status")
            if status != 200:
                logger.error(f"[+] {REDIS_NAME}的{data}数据发送oss失败")
                AliyunLogger.logging(data["name"],"效率工具", data["tag_transport_channel"], data["video_url"],
                                     "改造失败,发送oss失败", "3001", str(data))
                text = (
                    f"**负责人**: {data['name']}\n"
                    f"**内容**: {data}\n"
                    f"**失败信息**: 视频发送OSS失败\n"
                )
                Feishu.finish_bot(text,
                                  "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                  "【 搬运&改造效率工具失败通知 】")
                return
            logger.info(f"[+] {REDIS_NAME}的{data}数据发送oss成功")
            oss_object_key = oss_object_key.get("oss_object_key")
        logger.info(f"[+] {REDIS_NAME}的{data}开始写入票圈")
        n_ids = data["pq_ids"]
        if ',' in n_ids:
            n_id_list = n_ids.split(',')
        else:
            n_id_list = [n_ids]
        pq_list = []
        for n_id in n_id_list:
            code = PQ.insert_piaoquantv(oss_object_key, title, n_id)
            if not code:
                logger.error(f"[+] {REDIS_NAME}的{data}写入票圈后台失败")
                AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                                     "改造失败,写入票圈后台失败", "3001", str(data))
                text = (
                    f"**负责人**: {data['name']}\n"
                    f"**内容**: {data}\n"
                    f"**失败信息**: 视频写入票圈后台失败，视频ID{code}\n"
                )
                Feishu.finish_bot(text,
                                  "https://open.feishu.cn/open-apis/bot/v2/hook/65bc5463-dee9-46d0-bc2d-ec6c49a8f3cd",
                                  "【 搬运&改造效率工具失败通知 】")
                continue
            pq_list.append(code)
            logger.info(f"[+] {REDIS_NAME}的{data}写入票圈成功，返回视频id{code}")
            if data["transform_rule"] == '否':
                tag_s = "搬运"
            else:
                tag_s = "搬运改造"
            tags = ','.join(filter(None, [
                data['pq_label'],
                data['channel_mark'],
                data['tag_transport_channel'],
                data['tag_transport_scene'],
                data['tag_transport_keyword'],
                data['tag'],
                tag_s
            ]))
            tag_status = Tag.video_tag(code, str(tags))
            if tag_status == 0:
                logger.info(f"[+] {REDIS_NAME}的{data}写入标签成功，后台视频ID为{code}")
            try:
                current_time = datetime.now()
                formatted_time = current_time.strftime("%Y-%m-%d %H:%M:%S")
                values = [
                    [
                        str(code),
                        str(n_id),
                        formatted_time,
                        data["channel_mark"],
                        data["name"],
                        data["pq_ids"],
                        data["pq_label"],
                        data["activate_data"],
                        data["video_url"],
                        data["title_category"],
                        data["tag_transport_channel"],
                        data["tag_transport_scene"],
                        data["tag_transport_keyword"],
                        data["tag"],
                        data["transform_rule"],
                        data["video_share"],
                        data["trailer_share"],
                        data["trailer_share_audio"],
                        data["video_clipping"],
                        data["video_clipping_time"],
                        data["title_transform"],

                    ]
                ]
                name_to_sheet = {
                    "范军": "276ffc",
                    "鲁涛": "QqrKRY",
                    "余海涛": "dTzUlI",
                    "罗情": "8JPv9g",
                    "刘诗雨": "HqwG0o",
                    "张峰": "vtWvle",
                    "周仙琴": "MWUqWt"
                }
                name = re.sub(r"\s+", "", data.get("name", ""))
                sheet = name_to_sheet.get(name)
                Feishu.insert_columns("R4dLsce8Jhz9oCtDMr9ccpFHnbI", sheet, "ROWS", 1, 2)
                time.sleep(0.5)
                Feishu.update_values("R4dLsce8Jhz9oCtDMr9ccpFHnbI", sheet, "A2:Z2", values)
                logger.info(f"[+] {REDIS_NAME}的{data}写入飞书成功")
            except Exception as e:
                logger.error(f"[+] {REDIS_NAME}的{data}写入飞书失败{e}")
                pass
        AliyunLogger.logging(data["name"], "效率工具",data["tag_transport_channel"], data["video_url"],
                             "改造成功", "1000", str(data),str(pq_list))
        return