|
|
@@ -2,6 +2,7 @@
|
|
|
# @Time: 2023/11/17
|
|
|
import json
|
|
|
import os
|
|
|
+import random
|
|
|
import sys
|
|
|
import time
|
|
|
import uuid
|
|
|
@@ -127,7 +128,6 @@ class ZFQZRecommend:
|
|
|
message='打开小程序"祝福圈子"成功'
|
|
|
)
|
|
|
time.sleep(5)
|
|
|
-
|
|
|
cls.get_videoList(log_type, crawler, driver, env, rule_dict, our_uid)
|
|
|
|
|
|
time.sleep(1)
|
|
|
@@ -198,10 +198,18 @@ class ZFQZRecommend:
|
|
|
def get_videoList(cls, log_type, crawler, driver: WebDriver, env, rule_dict, our_uid):
|
|
|
mq = MQ(topic_name="topic_crawler_etl_" + env)
|
|
|
driver.implicitly_wait(20)
|
|
|
+
|
|
|
cls.check_to_applet(log_type=log_type, crawler=crawler, env=env, driver=driver,
|
|
|
xpath='//*[@class="tags--tag tags--tag-0 tags--checked"]')
|
|
|
time.sleep(1)
|
|
|
-
|
|
|
+ name = ["推荐", "搞笑", "大雪", "亲子"]
|
|
|
+ selected_text = random.choice(name)
|
|
|
+ try:
|
|
|
+ driver.find_element(By.XPATH, f"//wx-button[contains(., '{selected_text}')]").click()
|
|
|
+ time.sleep(2)
|
|
|
+ except NoSuchElementException:
|
|
|
+ Common.logger(log_type, crawler).info(f"没有该tab:{selected_text}\n")
|
|
|
+ pass
|
|
|
page = 0
|
|
|
while True:
|
|
|
if cls.search_elements(driver, '//*[@class="bless--list"]') is None:
|
|
|
@@ -299,7 +307,7 @@ class ZFQZRecommend:
|
|
|
comment_cnt = int(comment_str.split("万")[0]) * 10000
|
|
|
else:
|
|
|
comment_cnt = int(comment_str)
|
|
|
- out_video_id = md5(video_title.encode('utf8')).hexdigest()
|
|
|
+ out_video_id = md5(video_title.encode('utf8')).hexdigest()+selected_text
|
|
|
out_user_id = md5(user_name.encode('utf8')).hexdigest()
|
|
|
Common.logger(log_type, crawler).warning(f"视频标题:{video_title}，点赞：{like_str},播放：{play_cnt},用户名称：{user_name},")
|
|
|
|
