crawler_benshanzhufu/main/demo.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2022/4/25
import os
import sys
from urllib import parse
import json
import random
import time
import urllib3
import requests
sys.path.append(os.getcwd())
from main.common import Common


class Demo:
    num = 1

    @classmethod
    def get_page_num(cls):
        cls.num += 1
        return cls.num

    @classmethod
    def get_feeds(cls):
        now = int(time.time() * 1000)
        url = "https://bszf.wentingyou.cn/index.php/v111/index/index?parameter="
        header = {
            "Connection": "keep-alive",
            "vision": "1.1.0",
            "content-type": "application/x-www-form-urlencoded",
            "scene": "1008",
            "content-time": str(now),
            "token": "",
            "visitorKey": "165086930003741",
            "chatKey": "wx0fb8149da961d3b0",
            "cache-time": str(now),
            "Accept-Encoding": "gzip,compress,br,deflate",
            "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) "
                          "AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
                          "MicroMessenger/8.0.20(0x1800142d) NetType/WIFI Language/zh_CN",
            "Referer": "https://servicewechat.com/wx0fb8149da961d3b0/2/page-frame.html"
        }
        parameter = {
                    "cid": "",
                    "page": random.randint(1, 75),
                    "is_ads": 1,
                    "model": "iPhone 11<iPhone12,1>",
                    "mini_version": "8.0.20",
                    "origin_channel": "3",
                    "origin_type": "2",
                    "origin_level": "0",
                    "ini_id": "165086930003741"
        }

        params = parse.quote(json.dumps(parameter))
        url = url + str(params)

        urllib3.disable_warnings()
        r = requests.get(headers=header, url=url, verify=False)
        response = json.loads(r.content.decode("utf8"))
        data = response["data"]["list"]

        for k, v in parameter.items():
            print(f"{k}:{v}")

        print("\n")

        for video_list in data:
            print(video_list)

    @classmethod
    def encode_params(cls):
        data = {
                "cid": "",
                "page": 8,
                "is_ads": 1,
                "model": "iPhone 11<iPhone12,1>",
                "mini_version": "8.0.20",
                "origin_channel": "3",
                "origin_type": "2",
                "origin_level": "3",
                "ini_id": "165086930003741"
        }
        text = parse.urlencode(data)
        print(text)

        data = str(data)
        text1 = parse.quote(data)
        print(text1)

    @classmethod
    def distent_videoid(cls):
        video_ids = Common.read_txt("benshanzhufu_videoid.txt")
        video_id = "23302"
        if video_id in [p_id.strip() for p_id in video_ids]:
            print("yes")
        else:
            print("no")


if __name__ == "__main__":
    # demo = Demo()
    # demo.get_feeds()
    # demo.distent_videoid()

    pass