Ver código fonte

小年糕话题代码优化

zhangyong 1 ano atrás
pai
commit
4c2cacdb22
1 arquivos alterados com 14 adições e 17 exclusões
  1. 14 17
      spider/crawler_online/xiaoniangaohuati.py

+ 14 - 17
spider/crawler_online/xiaoniangaohuati.py

@@ -53,40 +53,38 @@ class XNGHTecommend(object):
         headers = {
             'Host': 'kapi.xiaoniangao.cn',
             'xweb_xhr': '1',
-            'uid': '78212db8-abbf-46db-8ff3-abf00967f461',
-            'x-b3-traceid': '5245d269e5e6',
-            'x-token-id': '5ff6b70d3cb1b238c3dec20f7d330f4f-1265166924',
             'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 MicroMessenger/6.8.0(0x16080000) NetType/WIFI MiniProgramEnv/Mac MacWechat/WMPF MacWechat/3.8.6(0x13080610) XWEB/1156',
-            'x-common-params': 'uid=78212db8-abbf-46db-8ff3-abf00967f461&resolution=414*736&brand=apple&product=ma&net=wifi&os_version=Mac%20OS%20X%2011.6.7&pf=11&platform=mac&version_name=4.57.0&device=MacBookPro14,1&wx_ver=3.8.6&wx_sdk_ver=3.3.4',
             'content-type': 'application/json',
             'accept': '*/*',
             'sec-fetch-site': 'cross-site',
             'sec-fetch-mode': 'cors',
             'sec-fetch-dest': 'empty',
-            'referer': 'https://servicewechat.com/wxd7911e4c177690e4/758/page-frame.html',
+            'referer': 'https://servicewechat.com/wxd7911e4c177690e4/763/page-frame.html',
             'accept-language': 'zh-CN,zh;q=0.9'
         }
         score = -1
         # id = 1245  # 妇女节
         # id = 1248  # 二月二
-        id = 1253 # 清明节
-        while True:
+        # id = 1253 # 清明节
+        for i in range(30):
             time.sleep(random.randint(1, 10))
-            url = "https://kapi.xiaoniangao.cn/sub/get_sub_cont_list"
+            url = "https://kapi.xiaoniangao.cn/activity/recommend_album_list"
             payload = json.dumps({
-                "id": id,
-                "score": score,
+                "offset": i,
+                "limit": 6,
+                "act_id": 70049,
                 "qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!750x500r/crop/750x500/interlace/1/format/jpg",
-                "token": "40d551be8a93031d3b122dd1ef79849d",
+                "token": "b1c143a85f63bf4d99f74afc6322b5c4",
                 "uid": "78212db8-abbf-46db-8ff3-abf00967f461",
                 "proj": "ma",
                 "wx_ver": "3.8.6",
-                "code_ver": "4.57.0",
+                "code_ver": "4.62.0",
                 "log_common_params": {
                     "e": [
                         {
                             "data": {
-                                "page": "subjectPage"
+                                "page": "activityPage_70049",
+                                "topic": "hot_work"
                             }
                         }
                     ],
@@ -95,18 +93,17 @@ class XNGHTecommend(object):
                         "device": "MacBookPro14,1",
                         "os": "Mac OS X 11.6.7",
                         "weixinver": "3.8.6",
-                        "srcver": "3.3.4",
+                        "srcver": "3.3.5",
                         "net": "wifi",
-                        "scene": "1008"
+                        "scene": "1074"
                     },
                     "pj": "1",
                     "pf": "2",
-                    "session_id": "c2a6fd21-df06-470f-bbff-75fc3ea9b121"
+                    "session_id": "5925f2df-2cde-42dd-a741-34bc1f0528f0"
                 }
             })
 
             response = requests.request("POST", url, headers=headers, data=payload, proxies=tunnel_proxies())
-            score = response.json()['data']['score']
             for index, video_obj in enumerate(response.json()['data']['list'], 1):
                 try:
                     self.aliyun_log.logging(