xiaoniangao_plus_提交_0928

common/common.py

@@ -90,7 +90,8 @@ class Common:
             or crawler == "ganggangdouchuan"\
             or crawler == "zhiqingtiantiankan"\
             or crawler == "jixiangxingfu"\
-            or crawler == "zhufuquanzi"\
+            or crawler == "zhufuquanzi" \
+            or crawler == "xiaoniangaoplus" \
             or crawler == "zhongmiaoyinxin":
             project = 'crawler-log-prod'
             logstore = 'crawler-log-prod'

main/process_mq.sh

@@ -46,6 +46,12 @@ elif [ ${crawler} = "xg" ] && [ ${log_type} = "recommend" ];then
   python=python3
   log_path=${piaoquan_crawler_dir}main/main_logs/process-mq-$(date +%Y-%m-%d).log
 
+elif [ ${crawler} = "xngplus" ] && [ ${log_type} = "recommend" ];then
+  piaoquan_crawler_dir=/Users/a123456/Desktop/spider/piaoquan_crawler/
+  profile_path=/.base_profile
+  python=python3
+  log_path=${piaoquan_crawler_dir}main/main_logs/process-mq-$(date +%Y-%m-%d).log
+
 else
   piaoquan_crawler_dir=/root/piaoquan_crawler/
   profile_path=/etc/profile

xiaoniangao/xiaoniangao_plus/xiaoniangao_plus_scheduling.py → xiaoniangaoplus/xiaoniangaoplus/xiaoniangao_plus_scheduling.py

@@ -11,7 +11,7 @@ from appium import webdriver
 from appium.webdriver.extensions.android.nativekey import AndroidKey
 from appium.webdriver.webdriver import WebDriver
 from bs4 import BeautifulSoup
-from selenium.common import NoSuchElementException
+from selenium.common.exceptions import NoSuchElementException
 from selenium.webdriver.common.by import By
 
 sys.path.append(os.getcwd())
@@ -30,9 +30,9 @@ class XiaoNianGaoPlusRecommend:
     @classmethod
     def start_wechat(cls, log_type, crawler, env, rule_dict, our_uid):
         if env == "dev":
-            chromedriverExecutable = "/Users/luojunhui/Downloads/chromedriver_v111/chromedriver"
+            chromedriverExecutable = "/Users/a123456/Downloads/chromedriver_v111/chromedriver"
         else:
-            chromedriverExecutable = "/Users/piaoquan/Downloads/chromedriver"
+            chromedriverExecutable = "/Users/a123456/Downloads/chromedriver_v111/chromedriver"
 
         Common.logger(log_type, crawler).info("启动微信")
         Common.logging(log_type, crawler, env, '启动微信')

xiaoniangao/xiaoniangao_main/run_xng_plus_dev.py → xiaoniangaoplus/xiaoniangaoplus_main/run_xngplus_dev.py

@@ -6,7 +6,7 @@ import sys
 
 sys.path.append(os.getcwd())
 from common.common import Common
-from xiaoniangao.xiaoniangao_plus.xiaoniangao_plus_scheduling import XiaoNianGaoPlusRecommend
+from xiaoniangaoplus.xiaoniangaoplus.xiaoniangao_plus_scheduling import XiaoNianGaoPlusRecommend
 
 
 def xiaoniangao_plus_recommend_main(log_type, crawler, env):

xiaoniangao/xiaoniangao_main/run_xng_plus.py → xiaoniangaoplus/xiaoniangaoplus_main/run_xngplus_recommend.py

@@ -11,7 +11,7 @@ sys.path.append(os.getcwd())
 from common.public import get_consumer, ack_message, task_fun_mq
 from common.common import Common
 from common.scheduling_db import MysqlHelper
-from xiaoniangao.xiaoniangao_plus.xiaoniangao_plus_scheduling import XiaoNianGaoPlusRecommend
+from xiaoniangaoplus.xiaoniangaoplus.xiaoniangao_plus_scheduling import XiaoNianGaoPlusRecommend
 
 
 def main(log_type, crawler, topic_name, group_id, env):