crawler_gzh/main/demo.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2022/8/3
import json
import os
import time
import urllib.parse
from urllib import parse
import requests
import urllib3

from main.feishu_lib import Feishu


class Demo:
    a = {'status': 'COMPLETE', 'method': 'POST', 'protocolVersion': 'HTTP/2.0', 'scheme': 'https',
         'host': 'mp.weixin.qq.com', 'actualPort': 443, 'path': '/mp/getappmsgext',
         'query': 'f=json&mock=&uin=777&key=777&pass_ticket=4WDX7FDZxYmt%2Bx77QKq%2B5qz%2Bvux5bG9cpHC3j0EcxIvKhciCknuhYxJ66oEfat7Q&wxtoken=&devicetype=iOS14.7.1&clientversion=18001a29&__biz=Mzg5MDY2NzY5Nw%3D%3D&appmsg_token=1177_DfjvTIKXLHqugpzdn8BmPsqgwxY5-FNHUUKpoxSZutwmjBLx7jw2iS9optAan7wDQmua-fOawTcritQQ&x5=0&f=json',
         'tunnel': False, 'keptAlive': True, 'webSocket': False, 'remoteAddress': 'mp.weixin.qq.com/116.128.164.66',
         'clientAddress': '/192.168.80.75', 'clientPort': 58309,
         'times': {'start': '2022-08-03T16:04:08.245+08:00', 'requestBegin': '2022-08-03T16:04:08.273+08:00',
                   'requestComplete': '2022-08-03T16:04:08.273+08:00', 'responseBegin': '2022-08-03T16:04:08.570+08:00',
                   'end': '2022-08-03T16:04:08.570+08:00'},
         'durations': {'total': 297, 'dns': None, 'connect': None, 'ssl': None, 'request': 0, 'response': 0,
                       'latency': 297}, 'speeds': {'overall': 12383, 'request': 0, 'response': 0}, 'totalSize': 3678,
         'ssl': {'protocol': 'TLSv1.2', 'cipherSuite': 'TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256'},
         'alpn': {'protocol': 'h2'},
         'request': {'sizes': {'headers': 333, 'body': 1214},
                     'mimeType': 'application/x-www-form-urlencoded',
                     'charset': 'UTF-8',
                     'contentEncoding': None,
                     'header': {
                         'headers': [{'name': ':method', 'value': 'POST'}, {'name': ':scheme', 'value': 'https'},
                                     {'name': ':path',
                                      'value': '/mp/getappmsgext?f=json&mock=&uin=777&key=777&pass_ticket=4WDX7FDZxYmt%2Bx77QKq%2B5qz%2Bvux5bG9cpHC3j0EcxIvKhciCknuhYxJ66oEfat7Q&wxtoken=&devicetype=iOS14.7.1&clientversion=18001a29&__biz=Mzg5MDY2NzY5Nw%3D%3D&appmsg_token=1177_DfjvTIKXLHqugpzdn8BmPsqgwxY5-FNHUUKpoxSZutwmjBLx7jw2iS9optAan7wDQmua-fOawTcritQQ&x5=0&f=json'},
                                     {'name': ':authority', 'value': 'mp.weixin.qq.com'},
                                     {'name': 'content-type',
                                      'value': 'application/x-www-form-urlencoded; charset=UTF-8'},
                                     {'name': 'accept', 'value': '*/*'},
                                     {'name': 'x-requested-with', 'value': 'XMLHttpRequest'},
                                     {'name': 'accept-language', 'value': 'zh-cn'},
                                     {'name': 'accept-encoding', 'value': 'gzip, deflate, br'},
                                     {'name': 'origin', 'value': 'https://mp.weixin.qq.com'},
                                     {'name': 'user-agent',
                                      'value': 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MicroMessenger/8.0.26(0x18001a29) NetType/WIFI Language/zh_CN'},
                                     {'name': 'referer',
                                      'value': 'https://mp.weixin.qq.com/s?__biz=Mzg5MDY2NzY5Nw==&mid=2247484729&idx=2&sn=e54e57d3555a534bcfdb7a86034a3ccd&chksm=cfd852e7f8afdbf1349d1ba0216371a6a42c9454f234da2242b5a474ced7fbd0f05e45d1a22e&sessionid=1659513710&channel_session_id=&scene=136&subscene=&exptype=&reloadid=1659509075&reloadseq=13&related_video_source=10&ascene=1&devicetype=iOS14.7.1&version=18001a29&nettype=WIFI&abtest_cookie=AAACAA%3D%3D&lang=zh_CN&session_us=gh_7364edd0ca9f&fontScale=100&exportkey=ARbT3%2BQ31iSfbn80Q%2F%2BhLjE%3D&pass_ticket=4WDX7FDZxYmt%2Bx77QKq%2B5qz%2Bvux5bG9cpHC3j0EcxIvKhciCknuhYxJ66oEfat7Q&wx_header=3'},
                                     {'name': 'content-length', 'value': '1214'},
                                     {'name': 'cookie',
                                      'value': 'appmsg_token=1177_DfjvTIKXLHqugpzdn8BmPsqgwxY5-FNHUUKpoxSZutwmjBLx7jw2iS9optAan7wDQmua-fOawTcritQQ'},
                                     {'name': 'cookie', 'value': 'devicetype=iOS14.7.1'},
                                     {'name': 'cookie', 'value': 'lang=zh_CN'},
                                     {'name': 'cookie',
                                      'value': 'pass_ticket=4WDX7FDZxYmt+x77QKq+5qz+vux5bG9cpHC3j0EcxIvKhciCknuhYxJ66oEfat7Q'},
                                     {'name': 'cookie', 'value': 'rewardsn='},
                                     {'name': 'cookie', 'value': 'version=18001a29'},
                                     {'name': 'cookie',
                                      'value': 'wap_sid2=CNSn5r4HEooBeV9ITlN2SWl2eW9raHo3MUtVODBhTS1qSl9oV2lZUUowaGdVdDRIWnVULWhrM3Z2bno2RnNPenNXWHFMeUZRYkVqVm9LNEZWYzkxU0xpNlJWVkx0alhSM3BGcExNSWU0WlZxc1hKcTI5X0pQbW5CMG44RklaZng4Y1VSd0NtU0huaDRIWVNBQUF+MPjXqJcGOA1AAQ=='},
                                     {'name': 'cookie', 'value': 'wxtokenkey=777'},
                                     {'name': 'cookie', 'value': 'wxuin=2010747860'}]},
                     'body': {
                         'text': 'r=0.9724616618215032&__biz=Mzg5MDY2NzY5Nw%3D%3D&appmsg_type=9&mid=2247484729&sn=e54e57d3555a534bcfdb7a86034a3ccd&idx=2&scene=136&title=%25E6%259B%25B9%25E8%258A%2599%25E5%2598%2589%25E5%258A%25A8%25E6%2583%2585%25E6%25BC%2594%25E5%2594%25B1%25E3%2580%258A%25E4%25BD%25A0%25E7%259A%2584%25E7%259C%25BC%25E7%25A5%259E%25E3%2580%258B%25EF%25BC%258C%25E6%25AD%258C%25E8%25AF%258D%25E6%2584%258F%25E5%25A2%2583%25E7%25BE%258E%25EF%25BC%258C%25E6%25AD%258C%25E5%25A3%25B0%25E6%259B%25B4%25E5%25A9%2589%25E8%25BD%25AC%25EF%25BC%2581%25EF%25BC%2581&ct=1655094616&abtest_cookie=AAACAA%3D%3D&devicetype=iOS14.7.1&version=18001a29&is_need_ticket=0&is_need_ad=1&comment_id=0&is_need_reward=0&both_ad=0&reward_uin_count=0&send_time=&msg_daily_idx=1&is_original=0&is_only_read=1&req_id=0316p4k91JVhhqI4GRIX6RM9&pass_ticket=4WDX7FDZxYmt%2Bx77QKq%2B5qz%2Bvux5bG9cpHC3j0EcxIvKhciCknuhYxJ66oEfat7Q&is_temp_url=0&item_show_type=5&tmp_version=1&more_read_type=0&appmsg_like_type=2&related_video_sn=&related_video_num=5&vid=wxv_2440907288103370752&is_pay_subscribe=0&pay_subscribe_uin_count=0&has_red_packet_cover=0&album_id=1296223588617486300&album_video_num=5&cur_album_id=&is_public_related_video=0&encode_info_by_base64=0&exptype=',
                         'charset': 'UTF-8'}},
         'response': {'status': 200, 'sizes': {'headers': 36, 'body': 2095}, 'mimeType': 'application/json',
                      'charset': 'UTF-8', 'contentEncoding': 'gzip', 'header': {
                 'headers': [{'name': ':status', 'value': '200'},
                             {'name': 'content-type', 'value': 'application/json; charset=UTF-8'},
                             {'name': 'cache-control', 'value': 'no-cache, must-revalidate'},
                             {'name': 'retkey', 'value': '14'}, {'name': 'logicret', 'value': '0'},
                             {'name': 'strict-transport-security', 'value': 'max-age=0'},
                             {'name': 'set-cookie', 'value': 'wxtokenkey=777; Path=/; HttpOnly'},
                             {'name': 'mmlas-verifyresult', 'value': 'CAEoAA=='},
                             {'name': 'content-encoding', 'value': 'gzip'}]}, 'body': {'encoding': 'base64',
                                                                                       'encoded': 'eyJhZHZlcnRpc2VtZW50X2luZm8iOltdLCJhcHBtc2dzdGF0Ijp7InNob3ciOnRydWUsImlzX2xvZ2luIjp0cnVlLCJsaWtlZCI6ZmFsc2UsInJlYWRfbnVtIjozNiwibGlrZV9udW0iOjEsInJldCI6MCwicmVhbF9yZWFkX251bSI6MCwidmVyc2lvbiI6MSwicHJvbXB0ZWQiOjEsImxpa2VfZGlzYWJsZWQiOmZhbHNlLCJzdHlsZSI6MiwidmlkZW9fcHYiOjc5LCJ2aWRlb191diI6MzYsImZyaWVuZF9saWtlX251bSI6MCwib2xkX2xpa2VkIjpmYWxzZSwib2xkX2xpa2VfbnVtIjoyLCJzaG93X2dyYXkiOjAsIm9sZF9saWtlZF9iZWZvcmUiOjAsInNob3dfbGlrZSI6MSwic2hvd19saWtlX2dyYXkiOjAsInNob3dfb2xkX2xpa2UiOjEsInNob3dfb2xkX2xpa2VfZ3JheSI6MCwic2hvd19yZWFkIjoxfSwicmV3YXJkX2hlYWRfaW1ncyI6W10sImlzX2ZhbnMiOjEsImJhc2VfcmVzcCI6eyJ3eHRva2VuIjo3Nzd9LCJtb3JlX3JlYWRfbGlzdCI6W10sImZyaWVuZF9zdWJzY3JpYmVfY291bnQiOjAsIm9yaWdpbmFsX2FydGljbGVfY291bnQiOjAsInJlbGF0ZWRfdGFnX3ZpZGVvIjpbeyJ1cmwiOiJodHRwczpcL1wvbXAud2VpeGluLnFxLmNvbVwvcz9fX2Jpej1Nemc1TURZMk56WTVOdz09Jm1pZD0yMjQ3NDg0NzEwJmlkeD0xJnNuPTY1N2EzNDFkYTQyZWQwNzFhYWE0ZDNjZTg1M2Y2NGYyJmNoa3NtPWNmZDg1MmY4ZjhhZmRiZWVmNTEzMzQwZGVjODcwMjQzM2JkNzgxMzdlN2I0YWZiNjY1ZDFkZTUwMTRkYzY4MzdlZDRkY2M5Nzk2ODQmc2NlbmU9MTMyI3JkIiwidGl0bGUiOiLlvZPpnbPkuJzpgYfkuIrmr5vpmL/mlY/vvIzlm73lrrbpmJ/lpKfkvazlvIDlj6PmnpznhLbkuI3lkIzlh6Hlk43vvIzlpKrlpb3lkKzkuoblkKfvvIEiLCJkaWdlc3QiOiIiLCJjb3ZlciI6Imh0dHBzOlwvXC9tbWJpei5xcGljLmNuXC9tbWJpel9qcGdcL1FHbjZGRmliRVVlalhzNVJsaWNRejV3alZyUzFTY1pxT3Boc2pJbWZzT3Y1MHBYUFZyd0Z0TE5pY010NzlEM1VXYnZBSEdqVm5xYmFDMzlxaWFVYXpyaWFWRXdcLzY0MCIsInB1YlRpbWUiOjE2NTQ4MjQ3MTAsImR1cmF0aW9uIjo0NDgsInZpZCI6Ind4dl8yNDM2NTg5MTA2ODYxNDU3NDA4IiwidmlkZW9XaWR0aCI6ODY0LCJ2aWRlb0hlaWdodCI6NDg2LCJzcmNVc2VyTmFtZSI6ImdoXzczNjRlZGQwY2E5ZiIsInNyY0Rpc3BsYXlOYW1lIjoi5Zac5YS/6KeG6aKRIiwibGlrZV9udW0iOjAsInJlYWRfbnVtIjoxMTMsInVzZXJfcmVhZF9zdGF0dXMiOjIsInJlY19pbmZvIjoiIiwiaGVhZF9pbWdfdXJsIjoiaHR0cDpcL1wvd3gucWxvZ28uY25cL21taGVhZFwvUTNhdUhnend6TTZ1azZHSzQ2ME1iN0J1aWIzUWtwbU1oclRiZTZaUjBSMk1GNWhOZTFHSXh5UVwvMCIsImN1dF9jb3ZlciI6IiJ9LHsidXJsIjoiaHR0cHM6XC9cL21wLndlaXhpbi5xcS5jb21cL3M/X19iaXo9TXpnNU1EWTJOelk1Tnc9PSZtaWQ9MjI0NzQ4NDczNSZpZHg9NCZzbj05ZjMxNTNiNWMxZjBmOTA0NjQyNDY4NGI0MTU4ZmQ0ZiZjaGtzbT1jZmQ4NTJlMWY4YWZkYmY3N2MxM2RjZWIxYjAwZmZiMzdkMTBiMjZmMDA1NWM2OThiZjAxYjI0NjY5NjRjYjlmNDljZWQ5YzdhYmRkJnNjZW5lPTEzMiNyZCIsInRpdGxlIjoi8J+mi+aXqeS4iuWlve+8geS5jOWFsOWbvumbheS4gOmmluOAiuaEn+aBqeeahOW/g+OAi+aDhea3seaEj+a1k++8jOmAgee7meaIkeeahOWlveaci+WPi++8jOaEn+aBqemBh+ingSIsImRpZ2VzdCI6IiIsImNvdmVyIjoiaHR0cHM6XC9cL21tYml6LnFwaWMuY25cL21tYml6X2pwZ1wvUUduNkZGaWJFVWVpYThHNlp3aWM4M0lhZ2FUcmE1Nk9nWWxWWDZIQ1FrelVOdkRNNzdCNk1kZ05lQVd3SDhNNzlWczJPaWFNMVZUdnc0SkVpYnpKUWpCSndxQVwvNjQwIiwicHViVGltZSI6MTY1NTE2ODU4OCwiZHVyYXRpb24iOjIwOCwidmlkIjoid3h2XzI0NDIzNTA1MzczMzg3OTgwODIiLCJ2aWRlb1dpZHRoIjo4NzIsInZpZGVvSGVpZ2h0Ijo0ODAsInNyY1VzZXJOYW1lIjoiZ2hfNzM2NGVkZDBjYTlmIiwic3JjRGlzcGxheU5hbWUiOiLllpzlhL/op4bpopEiLCJsaWtlX251bSI6MCwicmVhZF9udW0iOjQ5LCJ1c2VyX3JlYWRfc3RhdHVzIjoyLCJyZWNfaW5mbyI6IiIsImhlYWRfaW1nX3VybCI6Imh0dHA6XC9cL3d4LnFsb2dvLmNuXC9tbWhlYWRcL1EzYXVIZ3p3ek02dWs2R0s0NjBNYjdCdWliM1FrcG1NaHJUYmU2WlIwUjJNRjVoTmUxR0l4eVFcLzAiLCJjdXRfY292ZXIiOiIifSx7InVybCI6Imh0dHBzOlwvXC9tcC53ZWl4aW4ucXEuY29tXC9zP19fYml6PU16ZzVNRFkyTnpZNU53PT0mbWlkPTIyNDc0ODQ3MjkmaWR4PTEmc249MGYwZGRjMDk1ZDI1YmE5ZDUxNzhlOWQ1NzU4MzM0MzcmY2hrc209Y2ZkODUyZTdmOGFmZGJmMWNjMjVhNmE3ODBhZTVkNmI4NjdlYmU3YzI4NTAzNjY3YTQyYTM0ZTQ3M2Y1MzlkN2FhMzE1NjU4YTUyMSZzY2VuZT0xMzIjcmQiLCJ0aXRsZSI6IuadjueOieWImueOsOWcuua8lOWUseOAiumbqOiKseefs+OAi+WlveWQrOaegeS6hu+8jOWPr+S7peWQrOS4gOS4iyIsImRpZ2VzdCI6IiIsImNvdmVyIjoiaHR0cHM6XC9cL21tYml6LnFwaWMuY25cL21tYml6X2pwZ1wvUUduNkZGaWJFVWVnMDNpY2h0dlBuSUFlNzYyR3kxZ2FoZjM3MzJHbFBsZGo5NlRkMjdCc0dHdGFQODV0aWE5bDJYcnR5MHNSMkJiTGpSOGljUE1CaHdvUFVBXC82NDAiLCJwdWJUaW1lIjoxNjU1MDk0NjEwLCJkdXJhdGlvbiI6MTMyLCJ2aWQiOiJ3eHZfMjQ0MDkwOTIzMTY3NjczNTQ4OCIsInZpZGVvV2lkdGgiOjg0NCwidmlkZW9IZWlnaHQiOjQ4Niwic3JjVXNlck5hbWUiOiJnaF83MzY0ZWRkMGNhOWYiLCJzcmNEaXNwbGF5TmFtZSI6IuWWnOWEv+inhumikSIsImxpa2VfbnVtIjowLCJyZWFkX251bSI6NjYsInVzZXJfcmVhZF9zdGF0dXMiOjIsInJlY19pbmZvIjoiIiwiaGVhZF9pbWdfdXJsIjoiaHR0cDpcL1wvd3gucWxvZ28uY25cL21taGVhZFwvUTNhdUhnend6TTZ1azZHSzQ2ME1iN0J1aWIzUWtwbU1oclRiZTZaUjBSMk1GNWhOZTFHSXh5UVwvMCIsImN1dF9jb3ZlciI6IiJ9LHsidXJsIjoiaHR0cHM6XC9cL21wLndlaXhpbi5xcS5jb21cL3M/X19iaXo9TXpnNU1EWTJOelk1Tnc9PSZtaWQ9MjI0NzQ4NDcyOSZpZHg9MyZzbj1hZDVhN2ZkZmM5NDk5YmExMDZlNDdhM2EzZGJiMjc0NiZjaGtzbT1jZmQ4NTJlN2Y4YWZkYmYxMTAxODRlOTdiNmI4MGI4MGU3YzZjNDdjNzVmOTM0YmQ0YTM4NjZkMWNiMzJiNzExMGYyZmY0ZTcxZjUwJnNjZW5lPTEzMiNyZCIsInRpdGxlIjoi5p2O546J5Yia5rex5oOF5ryU5ZSx44CK5Yia5aW96YGH6KeB5L2g44CL77yM5ZeT6Z+z5aSq5aW95ZCs77yM5ZSx5Ye65b+D5Yqo55qE5oSf6KeJIiwiZGlnZXN0IjoiIiwiY292ZXIiOiJodHRwczpcL1wvbW1iaXoucXBpYy5jblwvbW1iaXpfanBnXC9RR242RkZpYkVVZWcwM2ljaHR2UG5JQWU3NjJHeTFnYWhmekZWakt4dUtYTm5RdjNMUFJMZnZab1pXY3BvV0ZhMkZYRWp4YkpRYlM1R1NKWWljRXppYU9GcUFcLzY0MCIsInB1YlRpbWUiOjE2NTUwOTQ2MTAsImR1cmF0aW9uIjoxMzUsInZpZCI6Ind4dl8yNDQwOTA2MzA2MDY1ODA5NDA5IiwidmlkZW9XaWR0aCI6ODY0LCJ2aWRlb0hlaWdodCI6NDg2LCJzcmNVc2VyTmFtZSI6ImdoXzczNjRlZGQwY2E5ZiIsInNyY0Rpc3BsYXlOYW1lIjoi5Zac5YS/6KeG6aKRIiwibGlrZV9udW0iOjAsInJlYWRfbnVtIjoyOCwidXNlcl9yZWFkX3N0YXR1cyI6MiwicmVjX2luZm8iOiIiLCJoZWFkX2ltZ191cmwiOiJodHRwOlwvXC93eC5xbG9nby5jblwvbW1oZWFkXC9RM2F1SGd6d3pNNnVrNkdLNDYwTWI3QnVpYjNRa3BtTWhyVGJlNlpSMFIyTUY1aE5lMUdJeHlRXC8wIiwiY3V0X2NvdmVyIjoiIn0seyJ1cmwiOiJodHRwczpcL1wvbXAud2VpeGluLnFxLmNvbVwvcz9fX2Jpej1Nemc1TURZMk56WTVOdz09Jm1pZD0yMjQ3NDg0NzI5JmlkeD00JnNuPTliZDhiMDlkMzIzNjIxOWNlNTEwMDFiYjI1YmQ5YWFlJmNoa3NtPWNmZDg1MmU3ZjhhZmRiZjE3OGVlMTIxZTQzNTI1OGQ3Mzg4ODY4OGYzZTRiMjliODU3YjM1OTA5ZGZiZDU2Y2UxOWMzMThiMDM4NGUmc2NlbmU9MTMyI3JkIiwidGl0bGUiOiLmnY7njrLnjonnv7vllLHjgIrlpbPlhL/mg4XjgIvvvIzmiJHop4nlvpfmmK/lpbPnlJ/niYjph4zmnIDlpb3lkKznmoTvvIEiLCJkaWdlc3QiOiIiLCJjb3ZlciI6Imh0dHBzOlwvXC9tbWJpei5xcGljLmNuXC9tbWJpel9qcGdcL1FHbjZGRmliRVVlZzAzaWNodHZQbklBZTc2Mkd5MWdhaGZvVFBORjBjeFVlRlhhQ2cxRDhQODQ2WUdzYUZsZGJpYnA4cHBDMklRWUgyQ2JrZUxlRXhaZjhnXC82NDAiLCJwdWJUaW1lIjoxNjU1MDk0NjEwLCJkdXJhdGlvbiI6ODksInZpZCI6Ind4dl8yNDQwOTA1ODM1NjY2MjI3MjA0IiwidmlkZW9XaWR0aCI6ODcyLCJ2aWRlb0hlaWdodCI6NDgwLCJzcmNVc2VyTmFtZSI6ImdoXzczNjRlZGQwY2E5ZiIsInNyY0Rpc3BsYXlOYW1lIjoi5Zac5YS/6KeG6aKRIiwibGlrZV9udW0iOjAsInJlYWRfbnVtIjo0MywidXNlcl9yZWFkX3N0YXR1cyI6MiwicmVjX2luZm8iOiIiLCJoZWFkX2ltZ191cmwiOiJodHRwOlwvXC93eC5xbG9nby5jblwvbW1oZWFkXC9RM2F1SGd6d3pNNnVrNkdLNDYwTWI3QnVpYjNRa3BtTWhyVGJlNlpSMFIyTUY1aE5lMUdJeHlRXC8wIiwiY3V0X2NvdmVyIjoiIn1dLCJ2aWRlb19yZWNvbW1lbmRfdHlwZSI6MiwidmlkZW9fZXh0cmFfY291bnQiOjUsImFwcG1zZ19hbGJ1bV92aWRlb3MiOltdLCJ0ZXN0X2ZsYWciOjgsInZpZGVvX3NlcSI6IiIsInZpZGVvX2NvbnRpbnVlX2ZsYWciOjEsInB1YmxpY190YWdfaW5mbyI6eyJ0YWdzIjpbXX0sInNoYXJlX2ZsYWciOnsic2hvdyI6MSwic2hvd19ncmF5IjowfSwicmVxdWVzdF9pZCI6Ijc5NDgzNjI1MzEwODAzNDY2NDgiLCJhcHBtc2dhY3QiOnsib2xkX2xpa2VkX2JlZm9yZSI6MCwic2Vlbl9iZWZvcmUiOjAsInNoYXJlX2JlZm9yZSI6MCwiZmF2b3JpdGVfYmVmb3JlIjowLCJyZXdhcmRfYmVmb3JlIjowLCJwYXlfYmVmb3JlIjowfSwibW9yZV92aWRlb19zb3J0X2lkIjowLCJyZWxhdGVkX3ZpZGVvX2luZm8iOnsicHVzaF9jaGFubmVsX3NlcSI6IiJ9LCJmYXZvcml0ZV9mbGFnIjp7InNob3ciOjEsInNob3dfZ3JheSI6MH0sInNob3dfcmVsYXRlZF9hcnRpY2xlIjowLCJzaG93X2Jpel9iYW5uZXIiOjF9',
                                                                                       'decoded': True}}}

    requests = [{'name': ':method', 'value': 'POST'},
                {'name': ':authority', 'value': 'mp.weixin.qq.com'},
                {'name': ':scheme', 'value': 'https'},
                {'name': ':path', 'value': '/mp/getappmsgext?f=json&mock=&uin=MTg1MjQ0OTk4&key=f3ab133c95f120b3d26f1a624df7a26eb5765bdb887fcd9c281331f81947b12b9fa2e3a551e9832ce902bab581c4cd1a87ed329d7b7301b2783118732c51a0e425da2f08d6ad0e4aa1cfdeae4b9928d3947dcc0a602fcbbc5ef3ccf9375fa8c64ce0f7b50854519496b82c73eb80b2c9d552ea52dabb59e5c92e685a46ff18ee&pass_ticket=xbeyqQ1ksq8SEh3xkndNPK5q8LZoftmGRx24wRoBpST9OP6uyMvD%2BjpasAZedbPv&wxtoken=&devicetype=Windows%26nbsp%3B10%26nbsp%3Bx64&clientversion=6307001e&__biz=MzkwMjM4OTYyMA%3D%3D&appmsg_token=1177_Xfy7QVzJYbleb8vYMyo-YRARfwlB7d5uI1fr6POTsEOzIvg5Cy9F7xyfluA~&x5=0&f=json'},
                {'name': 'content-length', 'value': '1222'},
                {'name': 'origin', 'value': 'https://mp.weixin.qq.com'},
                {'name': 'x-requested-with', 'value': 'XMLHttpRequest'},
                {'name': 'user-agent', 'value': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36 NetType/WIFI MicroMessenger/7.0.20.1781(0x6700143B) WindowsWechat(0x6307001e)'},
                {'name': 'content-type', 'value': 'application/x-www-form-urlencoded; charset=UTF-8'},
                {'name': 'accept', 'value': '*/*'}, {'name': 'cookie', 'value': 'rewardsn='},
                {'name': 'cookie', 'value': 'wxtokenkey=777'},
                {'name': 'cookie', 'value': 'wxuin=185244998'},
                {'name': 'cookie', 'value': 'devicetype=Windows10x64'}, {'name': 'cookie', 'value': 'version=6307001e'},
                {'name': 'cookie', 'value': 'lang=zh_CN'},
                {'name': 'cookie', 'value': 'pass_ticket=xbeyqQ1ksq8SEh3xkndNPK5q8LZoftmGRx24wRoBpST9OP6uyMvD+jpasAZedbPv'},
                {'name': 'cookie', 'value': 'appmsg_token=1177_Xfy7QVzJYbleb8vYMyo-YRARfwlB7d5uI1fr6POTsEOzIvg5Cy9F7xyfluA~'},
                {'name': 'cookie', 'value': 'wap_sid2=CMa6qlgSigF5X0hQVDNYbm9KejFaSlR3dm51N01SeVJ4OTJrTkxmTDVCZU9IMmRXOFk3OVIxQ2F6eWhGVGpWTTJ4TERZTVFrUFdfd01GTWhMcTBIT1lXb2dLNkxNRHM1WWo0M3R0M2tpa21xNzM2bGNrMVpLNUR3b0d6dFlSWmh6Vld4dmxIQnhGNlhjU0FBQX4w04HDlwY4DUAB'},
                {'name': 'sec-fetch-site', 'value': 'same-origin'}, {'name': 'sec-fetch-mode', 'value': 'cors'},
                {'name': 'sec-fetch-dest', 'value': 'empty'},
                {'name': 'referer', 'value': 'https://mp.weixin.qq.com/s?__biz=MzkwMjM4OTYyMA==&mid=2247483675&idx=1&sn=56393c8ee332ab511ff17a60bd7f408e&chksm=c0a70b00f7d08216613c42d0134e60e1482b98f36dfc9bc0ce1cf5a5e0915d07d595d78e9680&scene=126&sessionid=1659944150&key=f3ab133c95f120b3d26f1a624df7a26eb5765bdb887fcd9c281331f81947b12b9fa2e3a551e9832ce902bab581c4cd1a87ed329d7b7301b2783118732c51a0e425da2f08d6ad0e4aa1cfdeae4b9928d3947dcc0a602fcbbc5ef3ccf9375fa8c64ce0f7b50854519496b82c73eb80b2c9d552ea52dabb59e5c92e685a46ff18ee&ascene=15&uin=MTg1MjQ0OTk4&devicetype=Windows+10+x64&version=6307001e&lang=zh_CN&session_us=gh_db2092f706be&exportkey=AzvzWU%2Fq4joHF%2FHa31cAhic%3D&acctmode=0&pass_ticket=xbeyqQ1ksq8SEh3xkndNPK5q8LZoftmGRx24wRoBpST9OP6uyMvD%2BjpasAZedbPv&wx_header=0&fontgear=2'},
                {'name': 'accept-encoding', 'value': 'gzip, deflate, br'},
                {'name': 'accept-language', 'value': 'zh-CN,zh;q=0.9,en-US;q=0.8,en;q=0.7'}]

    # 获取 token，保存至飞书云文档
    @classmethod
    def get_token(cls):
        # charles 抓包文件保存目录
        charles_file_dir = "../chlsfiles/"

        if int(len(os.listdir(charles_file_dir))) == 0:
            print("未找到chlsfile文件，等待60s")
            time.sleep(60)
        else:
            # try:
            # 目标文件夹下所有文件
            all_file = sorted(os.listdir(charles_file_dir))

            # 获取到目标文件
            old_file = all_file[-1]

            # 分离文件名与扩展名
            new_file = os.path.splitext(old_file)

            # 重命名文件后缀
            os.rename(os.path.join(charles_file_dir, old_file),
                      os.path.join(charles_file_dir, new_file[0] + ".txt"))

            with open(charles_file_dir + new_file[0] + ".txt", encoding='utf-8-sig', errors='ignore') as f:
                contents = json.load(f, strict=False)
            for content in contents:
                if "mp.weixin.qq.com" in content['host']:
                    if content["path"] == r"/mp/getappmsgext":
                        # query
                        query = content["query"]
                        Feishu.update_values("recommend", "gzh", "VzrN7E", "B9:B9", [[query]])

                        # body
                        headers = content["request"]["header"]["headers"]
                        body = content["request"]["body"]["text"]
                        # time.sleep(1)
                        Feishu.update_values("recommend", "gzh", "VzrN7E", "B8:B8", [[body]])

                        # title / vid
                        title = content["request"]["body"]["text"].split("title=")[-1].split("&ct=")[0]
                        vid = content["request"]["body"]["text"].split("vid=")[-1].split("&is_pay_subscribe")[0]
                        # time.sleep(1)
                        Feishu.update_values("recommend", "gzh", "VzrN7E", "B1:B1", [[title]])
                        # time.sleep(1)
                        Feishu.update_values("recommend", "gzh", "VzrN7E", "B2:B2", [[vid]])

                        for h in headers:
                            if h["name"] == "cookie" and "pass_ticket" in h["value"]:
                                pass_ticket = h["value"].split("pass_ticket=")[-1]
                                # print(f"pass_ticket:{pass_ticket}")
                                Feishu.update_values("recommend", "gzh", "VzrN7E", "B5:B5", [[pass_ticket]])

                            if h["name"] == "referer":
                                referer = h["value"]
                                # print(f"__biz:{referer}")
                                Feishu.update_values("recommend", "gzh", "VzrN7E", "B7:B7", [[referer]])

                            if h["name"] == "referer":
                                __biz = h["value"].split("__biz=")[-1].split("&mid=")[0]
                                # print(f"__biz:{__biz}")
                                Feishu.update_values("recommend", "gzh", "VzrN7E", "B3:B3", [[__biz]])

                            if h["name"] == "cookie" and "appmsg_token" in h["value"]:
                                appmsg_token = h["value"].split("appmsg_token=")[-1]
                                # print(f"appmsg_token:{appmsg_token}")
                                Feishu.update_values("recommend", "gzh", "VzrN7E", "B4:B4", [[appmsg_token]])

                            if h["name"] == "cookie" and "wap_sid2" in h["value"]:
                                wap_sid2 = h["value"].split("wap_sid2=")[-1]
                                # print(f"wap_sid2:{wap_sid2}")
                                Feishu.update_values("recommend", "gzh", "VzrN7E", "B6:B6", [[wap_sid2]])

    # 获取视频下载链接
    @classmethod
    def get_url(cls, url):
        try:
            payload = {}
            headers = {
                'Cookie': 'rewardsn=; wxtokenkey=777'
            }
            urllib3.disable_warnings()
            response = requests.get(url=url, headers=headers, data=payload, verify=False)
            response_list = response.text.splitlines()
            video_url_list = []
            for m in response_list:
                if "mpvideo.qpic.cn" in m:
                    video_url = m.split("url: '")[1].split("',")[0].replace(r"\x26amp;", "&")
                    video_url_list.append(video_url)
            video_url = video_url_list[0]
            return video_url
        except Exception as e:
            print(f"get_url异常:{e}")

    @classmethod
    def recommend(cls):
        token_sheet = Feishu.get_values_batch("recommend", "gzh", "VzrN7E")
        title = token_sheet[0][1]
        vid = token_sheet[1][1]
        __biz = token_sheet[2][1]
        appmsg_token = token_sheet[3][1]
        pass_ticket = token_sheet[4][1]
        wap_sid2 = token_sheet[5][1]
        referer = token_sheet[6][1]
        body = token_sheet[7][1]
        query = token_sheet[8][1]

        # title = "%25E8%25BF%2599%25E4%25B8%25AA%25E5%25BC%259F%25E6%2591%258A%25E4%25B8%258A%25E8%25BF%2599%25E4%25B8%25AA%25E5%2593%25A5%25E4%25B8%258D%25E7%259F%25A5%25E9%2581%2593%25E6%2598%25AF%25E5%25B9%25B8%25E8%25BF%2590%25E8%25BF%2598%25E6%2598%25AF%25E5%2599%25A9%25E6%25A2%25A6%25E7%259A%2584%25E5%25BC%2580%25E5%25A7%258B"
        # vid = "wxv_2512850656278560768"
        # __biz = "MzkwMjM4OTYyMA%3D%3D"
        # appmsg_token = "1177_uEP3JZFhlaEpfuX2xZkF7a5mr7y0GIw2Xtm6WmawNEjFdmTFLWIMx6XbC5z-mFgwQ6mWBq8Wh9EvcaVI"
        # pass_ticket = "1VEraA4AwklrT95KI+7WK09zHoybkPgSDgYX/Fw3ArRKYh+QnkI1NXGFHvZ0naeD"
        # wap_sid2 = "CNSn5r4HEooBeV9ISXFxZ1FWX1JPazhCVXlfWW5UU0dSbXpza0lHZnlKSDVUVF9aUndjeDhvbDctc0tfUGlWd09uOTVwcTVxWGVkenB5Nld2YkRKNFBKVk9jZVpJZTZGU2hXUkpnZlB5OTMwSEJXQVpTNS13NnJXY0hiTjJibkJ6U3Z3WllaRkNmcEwzWVNBQUF+MOzurZcGOA1AAQ=="

        # print(f"title:{title}")
        # print(f"vid:{vid}")
        # print(f"__biz:{__biz}")
        # print(f"appmsg_token:{appmsg_token}")
        # print(f"pass_ticket:{pass_ticket}")
        # print(f"wap_sid2:{wap_sid2}\n")

        url = "https://mp.weixin.qq.com/mp/getappmsgext?"
        headers = {
            # "content-type": "application/x-www-form-urlencoded; charset=UTF-8",
            "content-type": 'text/plain',
            "accept": "*/*",
            "x-requested-with": "XMLHttpRequest",
            "accept-language": "zh-cn",
            "accept-encoding": "gzip, deflate, br",
            "origin": "https://mp.weixin.qq.com",
            "user-agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 "
                          "(KHTML, like Gecko) Mobile/15E148 MicroMessenger/8.0.26(0x18001a29)"
                          " NetType/WIFI Language/zh_CN",
            "referer": referer,
        }
        # query_string = {
        #     "f": "json",
        #     "mock": "",
        #     "uin": "777",
        #     "key": "777",
        #     "pass_ticket": pass_ticket,
        #     "wxtoken": "",
        #     "devicetype": "iOS14.7.1",
        #     "clientversion": "18001a29",
        #     "__biz": __biz,
        #     "appmsg_token": appmsg_token,
        #     "x5": "0",
        #     # "f": "json"
        # }
        cookies = {
            "appmsg_token": appmsg_token,
            "devicetype": "iOS14.7.1",
            "lang": "zh_CN",
            "pass_ticket": pass_ticket,
            "rewardsn": "",
            "version": "18001a29",
            "wap_sid2": wap_sid2,
            "wxtokenkey": "777",
            "wxuin": "2010747860"
        }
        # form = {
        #     "r": "0.7399955678811934",
        #     "__biz": __biz,
        #     "appmsg_type": "9",
        #     "mid": "2247483669",
        #     "sn": "b290af5fe2d28a02bf93721a10ce5106",
        #     "idx": "1",
        #     "scene": "136",
        #     "title": title,
        #     "ct": "1659387788",
        #     "abtest_cookie": "AAACAA==",
        #     "devicetype": "iOS14.7.1",
        #     "version": "18001a29",
        #     "is_need_ticket": "0",
        #     "is_need_ad": "1",
        #     "comment_id": "0",
        #     "is_need_reward": "0",
        #     "both_ad": "0",
        #     "reward_uin_count": "0",
        #     "send_time": "",
        #     "msg_daily_idx": "1",
        #     "is_original": "0",
        #     "is_only_read": "1",
        #     "req_id": "0415gcfdToRrDu1wXSkK8VcK",
        #     "pass_ticket": pass_ticket,
        #     "is_temp_url": "0",
        #     "item_show_type": "5",
        #     "tmp_version": "1",
        #     "more_read_type": "0",
        #     "appmsg_like_type": "2",
        #     "related_video_sn": "",
        #     "related_video_num": "5",
        #     "vid": vid,
        #     "is_pay_subscribe": "0",
        #     "pay_subscribe_uin_count": "0",
        #     "has_red_packet_cover": "0",
        #     "album_id": "1296223588617486300",
        #     "album_video_num": "5",
        #     "cur_album_id": "",
        #     "is_public_related_video": "0",
        #     "encode_info_by_base64": "0",
        #     "exptype": ""
        # }

        response = requests.post(url=url, headers=headers, cookies=cookies, params=query, data=body)
        if "related_tag_video" not in response.json():
            print(f"response:{response.text}\n")
        elif len(response.json()["related_tag_video"]) == 0:
            print(f"response:{response.text}\n")
        else:
            feeds = response.json()["related_tag_video"]
            for m in range(len(feeds)):
                # video_title
                if "title" not in feeds[m]:
                    video_title = 0
                else:
                    video_title = feeds[m]["title"]
                    # video_title = base64.b64decode(video_title).decode("utf-8")

                # video_id
                if "vid" not in feeds[m]:
                    video_id = 0
                else:
                    video_id = feeds[m]["vid"]

                # play_cnt
                if "read_num" not in feeds[m]:
                    play_cnt = 0
                else:
                    play_cnt = feeds[m]["read_num"]

                # like_cnt
                if "like_num" not in feeds[m]:
                    like_cnt = 0
                else:
                    like_cnt = feeds[m]["like_num"]

                # duration
                if "duration" not in feeds[m]:
                    duration = 0
                else:
                    duration = feeds[m]["duration"]

                # video_width / video_height
                if "videoWidth" not in feeds[m] or "videoHeight" not in feeds[m]:
                    video_width = 0
                    video_height = 0
                else:
                    video_width = feeds[m]["videoWidth"]
                    video_height = feeds[m]["videoHeight"]

                # send_time
                if "pubTime" not in feeds[m]:
                    send_time = 0
                else:
                    send_time = feeds[m]["pubTime"]

                # user_name
                if "srcDisplayName" not in feeds[m]:
                    user_name = 0
                else:
                    user_name = feeds[m]["srcDisplayName"]
                    # user_name = base64.b64decode(user_name).decode("utf-8")

                # user_id
                if "srcUserName" not in feeds[m]:
                    user_id = 0
                else:
                    user_id = feeds[m]["srcUserName"]

                # head_url
                if "head_img_url" not in feeds[m]:
                    head_url = 0
                else:
                    head_url = feeds[m]["head_img_url"]

                # cover_url
                if "cover" not in feeds[m]:
                    cover_url = 0
                else:
                    cover_url = feeds[m]["cover"]

                # video_url
                if "url" not in feeds[m]:
                    video_url = 0
                else:
                    video_url = feeds[m]["url"]

                # 下载链接
                download_url = cls.get_url(video_url)

                print(f"video_title:{video_title}")
                print(f"download_url:{download_url}")
                # print(f"video_id:{video_id}")
                # print(f"play_cnt:{play_cnt}")
                # print(f"like_cnt:{like_cnt}")
                # print(f"duration:{duration}")
                # print(f"video_width:{video_width}")
                # print(f"video_height:{video_height}")
                # print(f"send_time:{send_time}")
                # print(f"user_name:{user_name}")
                # print(f"user_id:{user_id}")
                # print(f"head_url:{head_url}")
                # print(f"cover_url:{cover_url}")
                # print(f"video_url:{video_url}")
                print("\n")

    @classmethod
    def get_sheet(cls):
        sheet = Feishu.get_values_batch("recommend", "gzh", "VzrN7E")
        print(sheet)
        print(sheet[0][1])
        print(sheet[1][1])
        print(sheet[2][1])
        print(sheet[3][1])
        print(sheet[4][1])
        print(sheet[5][1])


if __name__ == "__main__":
    Demo.get_token()
    Demo.recommend()
    # Demo.get_sheet()