title_with_video/applications/match_alg/recall.py

"""
@author: luojunhui
"""
import os
import json
import time
import asyncio
from concurrent.futures import ThreadPoolExecutor

import httpx
import requests

from applications.log import logging
from applications.functions.mysql import select, select_pq_videos
from applications.functions.ask_kimi import ask_kimi


gh_id_dict = {
    "gh_01f8afd03366": {
        "uid": 69637520,
        "nick_name": "非亲非故"
    },
    "gh_058e41145a0c": {
        "uid": 69637476,
        "nick_name": "甜腻梦话"
    },
    "gh_084a485e859a": {
        "uid": 69637472,
        "nick_name": "梦星月"
    },
    "gh_0921c03402cd": {
        "uid": 69637531,
        "nick_name": "你的女友"
    },
    "gh_0c89e11f8bf3": {
        "uid": 69637508,
        "nick_name": "粟米"
    },
    "gh_171cec079b2a": {
        "uid": 69637501,
        "nick_name": "海上"
    },
    "gh_183d80deffb8": {
        "uid": 69637491,
        "nick_name": "论趣"
    },
    "gh_1ee2e1b39ccf": {
        "uid": 69637473,
        "nick_name": "纵有疾风起"
    },
    "gh_234ef02cdee5": {
        "uid": 69637513,
        "nick_name": "夹逼"
    },
    "gh_26a307578776": {
        "uid": 69637490,
        "nick_name": "最宝贝的宝贝"
    },
    "gh_29074b51f2b7": {
        "uid": 69637530,
        "nick_name": "沉舸"
    },
    "gh_2b8c6aa035ae": {
        "uid": 69637470,
        "nick_name": "懶得取名"
    },
    "gh_34318194fd0e": {
        "uid": 69637517,
        "nick_name": "徒四壁"
    },
    "gh_3845af6945d0": {
        "uid": 69637545,
        "nick_name": "秋水娉婷"
    },
    "gh_3ac6d7208961": {
        "uid": 69637497,
        "nick_name": "小熊的少女梦"
    },
    "gh_3c7d38636846": {
        "uid": 69637519,
        "nick_name": "油腻腻"
    },
    "gh_3df10391639c": {
        "uid": 69637541,
        "nick_name": "六郎娇面"
    },
    "gh_40a0ad154478": {
        "uid": 69637516,
        "nick_name": "禁止"
    },
    "gh_424c8eeabced": {
        "uid": 69637522,
        "nick_name": "认命"
    },
    "gh_4568b5a7e2fe": {
        "uid": 69637482,
        "nick_name": "香腮"
    },
    "gh_45beb952dc74": {
        "uid": 69637488,
        "nick_name": "毋庸"
    },
    "gh_484de412b0ef": {
        "uid": 69637481,
        "nick_name": "婪"
    },
    "gh_4c058673c07e": {
        "uid": 69637474,
        "nick_name": "影帝"
    },
    "gh_538f78f9d3aa": {
        "uid": 69637478,
        "nick_name": "伤痕"
    },
    "gh_56a6765df869": {
        "uid": 69637514,
        "nick_name": "风月"
    },
    "gh_56ca3dae948c": {
        "uid": 69637538,
        "nick_name": "留下太多回忆"
    },
    "gh_5e543853d8f0": {
        "uid": 69637543,
        "nick_name": "不知春秋"
    },
    "gh_5ff48e9fb9ef": {
        "uid": 69637494,
        "nick_name": "寻她找他"
    },
    "gh_671f460c856c": {
        "uid": 69637523,
        "nick_name": "绝不改悔"
    },
    "gh_6b7c2a257263": {
        "uid": 69637528,
        "nick_name": "奶牙"
    },
    "gh_6d205db62f04": {
        "uid": 69637509,
        "nick_name": "怕羞"
    },
    "gh_6d9f36e3a7be": {
        "uid": 69637498,
        "nick_name": "望长安"
    },
    "gh_73be0287bb94": {
        "uid": 69637537,
        "nick_name": "戏剧"
    },
    "gh_744cb16f6e16": {
        "uid": 69637505,
        "nick_name": "反駁"
    },
    "gh_7b4a5f86d68c": {
        "uid": 69637477,
        "nick_name": "我很想你"
    },
    "gh_7bca1c99aea0": {
        "uid": 69637511,
        "nick_name": "从小就很傲"
    },
    "gh_7e5818b2dd83": {
        "uid": 69637532,
        "nick_name": "二八佳人"
    },
    "gh_89ef4798d3ea": {
        "uid": 69637533,
        "nick_name": "彼岸花"
    },
    "gh_901b0d722749": {
        "uid": 69637518,
        "nick_name": "深情不为我"
    },
    "gh_9161517e5676": {
        "uid": 69637495,
        "nick_name": "折磨"
    },
    "gh_93e00e187787": {
        "uid": 69637504,
        "nick_name": "理会"
    },
    "gh_9877c8541764": {
        "uid": 69637506,
        "nick_name": "我沿着悲伤"
    },
    "gh_9cf3b7ff486b": {
        "uid": 69637492,
        "nick_name": "hoit"
    },
    "gh_9e559b3b94ca": {
        "uid": 69637471,
        "nick_name": "我与你相遇"
    },
    "gh_9f8dc5b0c74e": {
        "uid": 69637496,
        "nick_name": "港口"
    },
    "gh_a182cfc94dad": {
        "uid": 69637539,
        "nick_name": "四海八荒"
    },
    "gh_a2901d34f75b": {
        "uid": 69637535,
        "nick_name": "听腻了谎话"
    },
    "gh_a307072c04b9": {
        "uid": 69637521,
        "nick_name": "踏步"
    },
    "gh_a6351b447819": {
        "uid": 69637540,
        "nick_name": "七猫酒馆"
    },
    "gh_ac43e43b253b": {
        "uid": 69637499,
        "nick_name": "一厢情愿"
    },
    "gh_adca24a8f429": {
        "uid": 69637483,
        "nick_name": "对你何止一句喜欢"
    },
    "gh_b15de7c99912": {
        "uid": 69637536,
        "nick_name": "糖炒板栗"
    },
    "gh_b32125c73861": {
        "uid": 69637493,
        "nick_name": "发尾"
    },
    "gh_b3ffc1ca3a04": {
        "uid": 69637546,
        "nick_name": "主宰你心"
    },
    "gh_b8baac4296cb": {
        "uid": 69637489,
        "nick_name": "生性"
    },
    "gh_b9b99173ff8a": {
        "uid": 69637524,
        "nick_name": "养一只月亮"
    },
    "gh_bd57b6978e06": {
        "uid": 69637527,
        "nick_name": "厌遇"
    },
    "gh_be8c29139989": {
        "uid": 69637502,
        "nick_name": "不负"
    },
    "gh_bfe5b705324a": {
        "uid": 69637529,
        "nick_name": "乐极"
    },
    "gh_bff0bcb0694a": {
        "uid": 69637534,
        "nick_name": "简迷离"
    },
    "gh_c69776baf2cd": {
        "uid": 69637512,
        "nick_name": "骄纵"
    },
    "gh_c91b42649690": {
        "uid": 69637503,
        "nick_name": "荟萃"
    },
    "gh_d2cc901deca7": {
        "uid": 69637487,
        "nick_name": "恶意调笑"
    },
    "gh_d5f935d0d1f2": {
        "uid": 69637500,
        "nick_name": "青少年哪吒"
    },
    "gh_da76772d8d15": {
        "uid": 69637526,
        "nick_name": "独揽风月"
    },
    "gh_de9f9ebc976b": {
        "uid": 69637475,
        "nick_name": "剑出鞘恩怨了"
    },
    "gh_e0eb490115f5": {
        "uid": 69637486,
        "nick_name": "赋别"
    },
    "gh_e24da99dc899": {
        "uid": 69637484,
        "nick_name": "恋雨夏季"
    },
    "gh_e2576b7181c6": {
        "uid": 69637515,
        "nick_name": "满天星"
    },
    "gh_e75dbdc73d80": {
        "uid": 69637542,
        "nick_name": "情战"
    },
    "gh_e9d819f9e147": {
        "uid": 69637525,
        "nick_name": "与卿"
    },
    "gh_efaf7da157f5": {
        "uid": 69637547,
        "nick_name": "心野性子浪"
    },
    "gh_f4594783f5b8": {
        "uid": 69637544,
        "nick_name": "自缚"
    },
    "gh_fe6ef3a65a48": {
        "uid": 69637480,
        "nick_name": "风间"
    }
}


def ask_kimi_and_save_to_local(info_tuple):
    """
    save file to local
    :return:
    """
    title, trace_id, save_path = info_tuple[0], info_tuple[1], info_tuple[2]
    if os.path.exists(save_path):
        logging(
            code="1002",
            info="该 video 信息已经挖掘完成---{}".format(title),
            function="ask_kimi_and_save_to_local",
            trace_id=trace_id,
        )
    else:
        os.makedirs(os.path.dirname(save_path), exist_ok=True)
        if not title:
            result = {}
        else:
            result = ask_kimi(title)
        logging(
            code="1002",
            info="kimi-result",
            data=result,
            trace_id=trace_id,
            function="ask_kimi_and_save_to_local"
        )
        with open(save_path, "w", encoding="utf-8") as f:
            f.write(json.dumps(result, ensure_ascii=False))


async def recall_videos(params, trace_id):
    """
    通过请求的数据来召回视频
    :param trace_id:
    :param params: 请求参数
    :return: file_list
    """
    title = params['title']
    # content = params['content']
    ghId = params['ghId']
    user_id = gh_id_dict[ghId]['uid']

    # 在外面搜索视频
    # payload = {
    #     "ghId": ghId,
    #     "search_keys": [title],
    #     "trace_id": trace_id
    # }
    # # print(payload)
    # url = "http://61.48.133.26:8111/search_videos"
    # requests.post(url, json=payload)
    # # print("请求完成")
    await asyncio.sleep(15)
    # select_sql = "select video_id, video_title from crawler_video where platform='weixin_search' and user_id = '{}' order by update_time DESC limit 10".format(
    #     user_id)
    # out_video_list = select(sql=select_sql)
    # dir_path = os.path.join(os.getcwd(), 'applications', 'static', "out_videos")
    # os.makedirs(os.path.dirname(dir_path), exist_ok=True)
    # done_list = os.listdir(dir_path)
    # process_list = [
    #     (
    #         i[1],
    #         trace_id,
    #         os.path.join(dir_path, "{}.json".format(i[0]))
    #     ) for i in out_video_list if not "{}.json".format(i[0]) in done_list
    # ]
    # with ThreadPoolExecutor(max_workers=10) as pool:
    #     pool.map(ask_kimi_and_save_to_local, process_list)

    # 在两边召回视频
    # pq_videos
    recall_video_list = select_pq_videos()
    dirs_1 = os.path.join(os.getcwd(), 'applications', 'static', 'out_videos')
    file_list = [os.path.join(dirs_1, file) for file in os.listdir(dirs_1) if file.endswith(".json")]
    search_list = []
    for file in file_list:
        with open(file, encoding="utf-8") as f:
            obj = json.loads(f.read())
            if obj:
                obj['video_id'] = file.split("/")[-1].replace('.json', '')
        search_list.append(obj)
    return recall_video_list, search_list