Browse Source

Merge branch 'zhangyongbak' of Server/piaoquan_crawler into master

zhangyong 1 year ago
parent
commit
c4f208b6b6

+ 2 - 2
laonianduiwu/laonianduiwu_main/run_lndwzf_recommend.py → laonianduiwu/laonianduiwu_main/run_lndwjckd_recommend.py

@@ -8,7 +8,7 @@ from mq_http_sdk.mq_exception import MQExceptionBase
 
 
 
 
 sys.path.append(os.getcwd())
 sys.path.append(os.getcwd())
-from laonianduiwu.laonianduiwu_recommend.lndwzf_recommend import LndwzfRecommend
+from laonianduiwu.laonianduiwu_recommend.lndwjckd_recommend import LndwjckdRecommend
 
 
 from common.common import Common
 from common.common import Common
 from common.public import get_consumer, ack_message, task_fun_mq
 from common.public import get_consumer, ack_message, task_fun_mq
@@ -75,7 +75,7 @@ def main(log_type, crawler, topic_name, group_id, env):
                 Common.logger(log_type, crawler).info(f"用户列表:{user_list}\n")
                 Common.logger(log_type, crawler).info(f"用户列表:{user_list}\n")
                 Common.logger(log_type, crawler).info(f'开始抓取:{task_dict["taskName"]}\n')
                 Common.logger(log_type, crawler).info(f'开始抓取:{task_dict["taskName"]}\n')
                 Common.logging(log_type, crawler, env, f'开始抓取:{task_dict["taskName"]}\n')
                 Common.logging(log_type, crawler, env, f'开始抓取:{task_dict["taskName"]}\n')
-                LndwzfRecommend.get_videoList(log_type=log_type,
+                LndwjckdRecommend.get_videoList(log_type=log_type,
                                                 crawler=crawler,
                                                 crawler=crawler,
                                                 rule_dict=rule_dict,
                                                 rule_dict=rule_dict,
                                                 our_uid=our_uid,
                                                 our_uid=our_uid,

+ 2 - 2
laonianduiwu/laonianduiwu_main/run_lndwzf_recommend_dev.py → laonianduiwu/laonianduiwu_main/run_lndwjckd_recommend_dev.py

@@ -3,14 +3,14 @@
 import os
 import os
 import sys
 import sys
 
 
-from laonianduiwu.laonianduiwu_recommend.lndwzf_recommend import LndwzfRecommend
+from laonianduiwu.laonianduiwu_recommend.lndwjckd_recommend import LndwzfRecommend
 
 
 sys.path.append(os.getcwd())
 sys.path.append(os.getcwd())
 from common.common import Common
 from common.common import Common
 
 
 
 
 def zhufushenghuo_main(log_type, crawler, env):
 def zhufushenghuo_main(log_type, crawler, env):
-    Common.logger(log_type, crawler).info(f'开始抓取老年队伍-祝福:\n')
+    Common.logger(log_type, crawler).info(f'开始抓取老年队伍-精彩看点:\n')
     LndwzfRecommend.get_videoList(log_type=log_type,
     LndwzfRecommend.get_videoList(log_type=log_type,
                                     crawler=crawler,
                                     crawler=crawler,
                                     rule_dict={},
                                     rule_dict={},

+ 4 - 4
laonianduiwu/laonianduiwu_recommend/lndwzf_recommend.py → laonianduiwu/laonianduiwu_recommend/lndwjckd_recommend.py

@@ -24,8 +24,8 @@ headers = {
 
 
 
 
 
 
-class LndwzfRecommend:
-    platform = ("老年队伍-祝福")
+class LndwjckdRecommend:
+    platform = ("老年队伍-精彩看点")
     download_cnt = 0
     download_cnt = 0
     element_list = []
     element_list = []
     i = 0
     i = 0
@@ -65,7 +65,7 @@ class LndwzfRecommend:
     @classmethod
     @classmethod
     def get_vlist(cls, page, log_type, crawler, env):
     def get_vlist(cls, page, log_type, crawler, env):
         url = "https://kkj.xinhuachuanmeijs.com/app/index.php?i=329&t=0&m=jyt_txvideo&v=1.0&from=wxapp&c=entry&a=wxapp&do=videolist"
         url = "https://kkj.xinhuachuanmeijs.com/app/index.php?i=329&t=0&m=jyt_txvideo&v=1.0&from=wxapp&c=entry&a=wxapp&do=videolist"
-        payload = f"category=3600&page={page}&israndom=1&type=4&noauth=true"
+        payload = f"category=3599&page={page}&israndom=1&type=0&noauth=true"
 
 
         r = requests.request("POST", url, headers=headers, data=payload, proxies=proxies, verify=False)
         r = requests.request("POST", url, headers=headers, data=payload, proxies=proxies, verify=False)
         if "data" not in r.text or r.status_code != 200:
         if "data" not in r.text or r.status_code != 200:
@@ -189,4 +189,4 @@ if __name__ == "__main__":
                   "favorite_cnt": {"min": 0, "max": 0},
                   "favorite_cnt": {"min": 0, "max": 0},
                   "videos_cnt": {"min": 10, "max": 20},
                   "videos_cnt": {"min": 10, "max": 20},
                   "share_cnt": {"min": 0, "max": 0}}
                   "share_cnt": {"min": 0, "max": 0}}
-    LndwzfRecommend.get_videoList("recommend", "laonianduiwu,", "16QspO", rule_dict1, 'dev')
+    LndwjckdRecommend.get_videoList("recommend", "laonianduiwu,", "16QspO", rule_dict1, 'dev')