|
@@ -135,15 +135,15 @@ class HhxxzfdRecommend:
|
|
|
|
|
|
@classmethod
|
|
@classmethod
|
|
def swipe_up(cls, driver: WebDriver):
|
|
def swipe_up(cls, driver: WebDriver):
|
|
- cls.search_elements(driver, '//*[@class="bless--list"]')
|
|
|
|
|
|
+ cls.search_elements(driver, '//*[@class="videoplay"]')
|
|
size = driver.get_window_size()
|
|
size = driver.get_window_size()
|
|
- driver.swipe(int(size["width"] * 0.5), int(size["height"] * 0.8),
|
|
|
|
- int(size["width"] * 0.5), int(size["height"] * 0.4), 200)
|
|
|
|
|
|
+ driver.swipe(int(size["width"] * 0.7), int(size["height"] * 0.8),
|
|
|
|
+ int(size["width"] * 0.7), int(size["height"] * 0.4), 200)
|
|
|
|
|
|
@classmethod
|
|
@classmethod
|
|
def get_video_url(cls, log_type, crawler, driver: WebDriver, video_title_element):
|
|
def get_video_url(cls, log_type, crawler, driver: WebDriver, video_title_element):
|
|
for i in range(3):
|
|
for i in range(3):
|
|
- cls.search_elements(driver, '//*[@class="bless--list"]')
|
|
|
|
|
|
+ cls.search_elements(driver, '//*[@class="videoplay"]')
|
|
Common.logger(log_type, crawler).info(f"video_title_element:{video_title_element[0]}")
|
|
Common.logger(log_type, crawler).info(f"video_title_element:{video_title_element[0]}")
|
|
time.sleep(1)
|
|
time.sleep(1)
|
|
Common.logger(log_type, crawler).info("滑动标题至可见状态")
|
|
Common.logger(log_type, crawler).info("滑动标题至可见状态")
|
|
@@ -163,9 +163,6 @@ class HhxxzfdRecommend:
|
|
mq = MQ(topic_name="topic_crawler_etl_" + env)
|
|
mq = MQ(topic_name="topic_crawler_etl_" + env)
|
|
driver.implicitly_wait(20)
|
|
driver.implicitly_wait(20)
|
|
# 鼠标左键点击, 1为x坐标, 2为y坐标
|
|
# 鼠标左键点击, 1为x坐标, 2为y坐标
|
|
- Common.logger(log_type, crawler).info('关闭广告')
|
|
|
|
- size = driver.get_window_size()
|
|
|
|
- TouchAction(driver).tap(x=int(size['width'] * 0.5), y=int(size['height'] * 0.1)).perform()
|
|
|
|
cls.check_to_applet(log_type=log_type, crawler=crawler, env=env, driver=driver)
|
|
cls.check_to_applet(log_type=log_type, crawler=crawler, env=env, driver=driver)
|
|
time.sleep(1)
|
|
time.sleep(1)
|
|
|
|
|
|
@@ -202,6 +199,7 @@ class HhxxzfdRecommend:
|
|
|
|
|
|
for i, video_element in enumerate(video_list_elements):
|
|
for i, video_element in enumerate(video_list_elements):
|
|
try:
|
|
try:
|
|
|
|
+
|
|
Common.logger(log_type, crawler).info(f"本轮已抓取{cls.download_cnt}条视频\n")
|
|
Common.logger(log_type, crawler).info(f"本轮已抓取{cls.download_cnt}条视频\n")
|
|
Common.logging(log_type, crawler, env, f"本轮已抓取{cls.download_cnt}条视频\n")
|
|
Common.logging(log_type, crawler, env, f"本轮已抓取{cls.download_cnt}条视频\n")
|
|
if cls.download_cnt >= int(rule_dict.get("videos_cnt", {}).get("min", 10)):
|
|
if cls.download_cnt >= int(rule_dict.get("videos_cnt", {}).get("min", 10)):
|