title_with_video/applications/search/hksp_search.py

"""
@author: luojunhui
好看视频搜索爬虫
"""
import requests
import urllib.parse
import time
import hashlib


def get_video_detail(video_id):
    """
    获取好看视频的视频链接
    :param video_id:
    :return:
    """
    url = "https://haokan.baidu.com/v"
    params = {
        'vid': video_id,
        '_format': 'json',
        # 'hk_nonce': 'f47386e95fe657182aa3c1826d9a6b85',
        # 'hk_timestamp': '1715225386',
        # 'hk_sign': '4b219f5e3971e42b3e23dc2a209fc9d9',
        # 'hk_token': 'Dg8DdAVwdwNzDHcFcXF+D3gHBQA'
    }

    headers = {
        'Accept': '*/*',
        'cookie': "BIDUPSID='",
        'Accept-Language': 'en,zh;q=0.9,zh-CN;q=0.8',
        'Cache-Control': 'no-cache',
        'Connection': 'keep-alive',
        'Content-Type': 'application/x-www-form-urlencoded',
        'Referer': 'https://haokan.baidu.com',
        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
    }
    response = requests.request("GET", url, headers=headers, params=params).json()
    # print(json.dumps(response['data']['apiData']['curVideoMeta'], ensure_ascii=False, indent=4))
    return response['data']['apiData']['curVideoMeta']


def hksp_search(key):
    """
    好看视频搜索爬虫
    """
    timestamp_seconds = time.time()
    timestamp_milliseconds = int(timestamp_seconds * 1000)
    url = 'https://haokan.baidu.com/haokan/ui-search/pc/search/video'
    # 定义请求的参数
    strings = "{}_{}_{}_{}_{}".format(1, urllib.parse.quote(key), 10, timestamp_milliseconds, 1)
    sign = hashlib.md5(strings.encode()).hexdigest()
    params = {
        'pn': 1,
        'rn': 10,
        'type': 'video',
        'query': key,
        'sign': sign,
        'version': 1,
        'timestamp': timestamp_milliseconds
    }
    # 定义请求头
    headers = {
        'authority': 'haokan.baidu.com',
        'accept': '*/*',
        'accept-language': 'zh,en;q=0.9,zh-CN;q=0.8',
        'cookie': "BIDUPSID='",
        # 'referer': 'https://haokan.baidu.com/web/search/page?query=%E8%80%81%E4%BA%BA',
        'sec-ch-ua': '"Not A(Brand";v="99", "Google Chrome";v="121", "Chromium";v="121"',
        'sec-ch-ua-mobile': '?0',
        'sec-ch-ua-platform': '"macOS"',
        'sec-fetch-dest': 'empty',
        'sec-fetch-mode': 'cors',
        'sec-fetch-site': 'same-origin',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
        'x-requested-with': 'xmlhttprequest',
    }
    # 发送GET请求
    response = requests.get(url, headers=headers, params=params).json()
    # print(json.dumps(response, ensure_ascii=False, indent=4))
    data_list = response['data']['list']
    L = []
    for data in data_list[:5]:
        try:
            video_id = data['vid']
            res = get_video_detail(video_id)
            temp = ["haokanshipin", res['title'], res['playurl'], "https://haokan.baidu.com/v?vid={}".format(video_id)]
            L.append(temp)
        except:
            pass
    return L


if __name__ == '__main__':
    hksp_search("美国竟对中国提出4个荒唐的条件，真是好大的口气")