title_with_video/applications/search/dy_search.py

"""
@author: luojunhui
"""
import json
import traceback

import requests

from applications.functions.common import sensitive_flag
from applications.log import logging
from applications.feishu import bot


def douyin_search(keyword, sensitive_words, trace_id):
    """
    Search with dou cha cha
    rank the relevance and recall the best three videos
    :param trace_id:
    :param sensitive_words: sensitive words in pq
    :param keyword: the words needs to be searched
    :return:
    """
    url = "http://crawler-cn.aiddit.com/crawler/dou_yin/top_hub_content"
    payload = json.dumps({
        "keyword": keyword,
        "category": "全部",
        "period": "近90天",
        "content_modal": "视频",
        "cursor": ""
    })
    headers = {
        'Content-Type': 'application/json'
    }

    response = requests.request("POST", url, headers=headers, data=payload)
    try:
        dt_list = response.json()['data']['data']
        L = []
        for obj in dt_list:
            try:
                title = obj['video_desc']
                video_id = obj['video_id']
                duration = int(obj['duration'])
                if sensitive_flag(sensitive_words, title) and duration < 30000:
                    res = douyin_detail(video_id)
                    if res:
                        L.append(res)
                else:
                    continue
            except Exception as e:
                print(traceback.format_exc())
                continue
        logging(
            code="8001",
            info="抖音搜索",
            data={
                "keys": keyword,
                "search_count": len(dt_list),
                "useful_count": len(L)
            },
            trace_id=trace_id
        )
        if not L and len(dt_list) > 0:
            bot(
                title="抖音搜索失败",
                detail={
                    "keys": keyword,
                    "搜索的视频数量": len(dt_list),
                    "详情请求的视频数量": len(L)
                },
                mention=False
            )
        return L
    except Exception as e:
        logging(
            code="4003",
            info="抖音搜索失败-搜索词：{} 原因：-{}".format(keyword, e),
            trace_id=trace_id
        )
        return []
    # logging(
    #         code="4003",
    #         info="抖音搜索失败-搜索词：{} 原因：-{}".format(keyword, "抖查查暂停服务"),
    #         trace_id=trace_id
    #     )
    # return []


def douyin_detail(video_id):
    """
    get video url address
    :param video_id:
    :return:
    """
    url = "http://crawler-cn.aiddit.com/crawler/dou_yin/detail"
    payload = json.dumps({
        "content_id": video_id
    })
    headers = {
        'Content-Type': 'application/json'
    }
    response = requests.request("POST", url, headers=headers, data=payload).json()
    video_info = response['data']['data']
    if video_info['content_type'] == "note":
        return None
    else:
        return video_info