piaoquan_crawler/shipinhao/shipinhao_author/shipinhao_scheduling.py

import requests
from common.aliyun_log import AliyunLogger
from common.db import MysqlHelper


def find_target_user(name, user_list):
    for obj in user_list:
        if obj['nickname'] == name:
            return obj
        else:
            continue
    return False


class ShiPinHaoAccount:
    def __init__(self, token, cookie, account_name, platform, mode, rule_dict, env):
        self.token = token
        self.cookie = cookie
        self.account_name = account_name
        self.platform = platform
        self.mode = mode
        self.rule_dict = rule_dict
        self.env = env

    def get_history_id(self):
        """
        从数据库表中读取 id
        """
        select_user_sql = f"""select name_id from accounts where name = "{self.account_name}" and platform = "{self.platform}" and useful = 1 limit 1"""
        name_id = MysqlHelper.get_values(log_type=self.mode, crawler=self.platform, sql=select_user_sql, env=self.env, machine="")
        if name_id:
            return name_id[0]
        else:
            return False

    def get_account_id(self):
        # 读历史数据，如果存在 id，则直接返回 id
        history_id = self.get_history_id()
        if history_id:
            return history_id
        else:
            url = "https://mp.weixin.qq.com/cgi-bin/videosnap"
            params = {
                "action": "search",
                "scene": "1",
                "buffer": "",
                "query": self.account_name,
                "count": "21",
                "token": self.token,
                "lang": "zh_CN",
                "f": "json",
                "ajax": "1"
            }
            headers = {
                'authority': 'mp.weixin.qq.com',
                'accept': '*/*',
                'accept-language': 'en,zh-CN;q=0.9,zh;q=0.8',
                'cookie': self.cookie,
                'referer': 'https://mp.weixin.qq.com/cgi-bin/appmsg?t=media/appmsg_edit_v2&action=edit&isNew=1&type=77&createType=0&token={}&lang=zh_CN'.format(
                    self.token),
                'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
                'x-requested-with': 'XMLHttpRequest'
            }
            response = requests.request("GET", url, headers=headers, params=params)
            user_list = response.json()['acct_list']
            target_user = find_target_user(name=self.account_name, user_list=user_list)
            # 写入 MySql 数据库
            if target_user:
                update_sql = f"""INSERT INTO accounts (name, name_id, platform) values ("{self.account_name}", "{target_user['username']}", "{self.platform}")"""
                print(update_sql)
                MysqlHelper.update_values(log_type=self.mode, crawler=self.platform, sql=update_sql, env=self.env, machine="")
                return target_user['username']
            else:
                return False

    def get_account_videos(self):
        user_id = self.get_account_id()
        buffer = ""
        if user_id:
            url = "https://mp.weixin.qq.com/cgi-bin/videosnap"
            headers = {
                'authority': 'mp.weixin.qq.com',
                'accept': '*/*',
                'accept-language': 'en,zh-CN;q=0.9,zh;q=0.8',
                'cookie': self.cookie,
                'referer': 'https://mp.weixin.qq.com/cgi-bin/appmsg?t=media/appmsg_edit_v2&action=edit&isNew=1&type=77&createType=0&token={}&lang=zh_CN'.format(
                    self.token),
                'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
                'x-requested-with': 'XMLHttpRequest'
            }
            while True:
                params = {
                    "action": "get_feed_list",
                    "username": user_id,
                    "buffer": buffer,
                    "count": "15",
                    "scene": "1",
                    "token": self.token,
                    "lang": "zh_CN",
                    "f": "json",
                    "ajax": "1"
                }
                response = requests.request("GET", url, headers=headers, params=params)
                video_list = response.json()
                buffer = video_list['last_buff']
                # print(json.dumps(video_list, ensure_ascii=False, indent=4))
                # print(len(video_list['list']))
                for obj in video_list['list']:
                    print(obj['desc'])
        else:
            print("Did not find any user info")

    def process_video_obj(self, video_obj):
        video_dict = {
            "video_id": video_obj['nonce_id'],
            "video_title": video_obj['desc'],
            "cover_url": video_obj['media']["cover_url"],
            "video_url": video_obj['media']['video_url'],
            "avatar_url": video_obj['head_url'],
            "width": video_obj['media']['width'],
            "height": video_obj['media']['height']
        }
        print(self.platform)


if __name__ == "__main__":
    temp_token = "2080949641"
    temp_cookie = "ua_id=bw4VuFJr6fAuSkwdAAAAAClaW0m9Aua-6IfHaXU_zpo=; wxuin=95302180931488; mm_lang=zh_CN; RK=kreEMgtMMJ; ptcz=8fd1b267c98a1185bbe6455a081f1264048ee388363ca305d9ef4812892c7900; qq_domain_video_guid_verify=2ba78a5010233582; poc_sid=HOinP2Wj322Ex737kV651Zqy6y8fSprOUUvaegBg; _qimei_q36=; _qimei_h38=9eea33ea92afe8a922333fce03000001317916; pgv_pvid=9056371236; _clck=3930572231|1|fgk|0; uuid=6562bbd8859230ce4120dfa063c76997; rand_info=CAESIGAatjSIjvxVJVDxRDN7F/CNFWMifvAVqje98rd++8UY; slave_bizuin=3236647229; data_bizuin=3236647229; bizuin=3236647229; data_ticket=qm3i6jRhObs1yKHttGh0gVI02Mz7FTPfatn0RMLdaWyD7Ukcokm5Dc3mmYLQUZPg; slave_sid=UWxjZnhBREZRRTNKZ3dYZTlYRE9Db2lxQUhOM3lZUlRoMkV0MG1wdVVudGpQTWxnVkxzYW5pV2c3NjB3bnAyQ2lPaXBBVVRPazEybWtKSVEzTnUyazZ6WEJsdnFaWWVDaUFrM3pTTXRkeUNJS3RNVTc2NFRBWkZiVGQzYllacEFRalBBZ2tXZlltblJYS2VS; slave_user=gh_d284c09295eb; xid=cb96e6ba4b4960d74a22869b1bb21406; _clsk=z77guf|1699532621466|4|1|mp.weixin.qq.com/weheat-agent/payload/record"
    SP = ShiPinHaoAccount(
        token=temp_token,
        cookie=temp_cookie,
        account_name="心煤",
        platform="shipinhao",
        mode="author",
        rule_dict={},
        env="prod"
    )
    SP.get_account_videos()