|
@@ -9,7 +9,7 @@ sys.path.append(os.getcwd())
|
|
from common.public import task_fun_mq, get_consumer, ack_message
|
|
from common.public import task_fun_mq, get_consumer, ack_message
|
|
from common.scheduling_db import MysqlHelper
|
|
from common.scheduling_db import MysqlHelper
|
|
from common import AliyunLogger
|
|
from common import AliyunLogger
|
|
-from zhuwanwufusu.zhuwanwufusu_recommend import ZhuWanWuFuSuRecommend
|
|
|
|
|
|
+from zhubaisuizhihao.zhubaishuizhihao_recommend import ZhuBaiSuiZhiHaoRecommend
|
|
|
|
|
|
|
|
|
|
def main(log_type, crawler, topic_name, group_id, env):
|
|
def main(log_type, crawler, topic_name, group_id, env):
|
|
@@ -95,9 +95,9 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
platform=crawler,
|
|
platform=crawler,
|
|
mode=log_type,
|
|
mode=log_type,
|
|
env=env,
|
|
env=env,
|
|
- message="开始抓取祝万物复苏——推荐",
|
|
|
|
|
|
+ message="开始抓取祝百岁之好——推荐",
|
|
)
|
|
)
|
|
- main_process = ZhuWanWuFuSuRecommend(
|
|
|
|
|
|
+ main_process = ZhuBaiSuiZhiHaoRecommend(
|
|
platform=crawler,
|
|
platform=crawler,
|
|
mode=log_type,
|
|
mode=log_type,
|
|
rule_dict=rule_dict,
|
|
rule_dict=rule_dict,
|
|
@@ -110,7 +110,7 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
platform=crawler,
|
|
platform=crawler,
|
|
mode=log_type,
|
|
mode=log_type,
|
|
env=env,
|
|
env=env,
|
|
- message="完成抓取——祝万物复苏",
|
|
|
|
|
|
+ message="完成抓取——祝百岁之好",
|
|
)
|
|
)
|
|
AliyunLogger.logging(
|
|
AliyunLogger.logging(
|
|
code="1004", platform=crawler, mode=log_type, env=env,message="结束一轮抓取"
|
|
code="1004", platform=crawler, mode=log_type, env=env,message="结束一轮抓取"
|