Ver código fonte

update 启动爬虫命令修改

lierqiang 2 anos atrás
pai
commit
c2474288e5
1 arquivos alterados com 1 adições e 1 exclusões
  1. 1 1
      scheduling/scheduling_main/crawler_scheduling.py

+ 1 - 1
scheduling/scheduling_main/crawler_scheduling.py

@@ -114,7 +114,7 @@ class Scheduling:
                     ('user_tag', str(task['user_tag'])), ('user_content_tag', str(task['user_content_tag'])),
                     ('user_tag', str(task['user_tag'])), ('user_content_tag', str(task['user_content_tag'])),
                     ('machine', str(task['machine']))]
                     ('machine', str(task['machine']))]
         task_str = str(task_str).replace(' ', '')
         task_str = str(task_str).replace(' ', '')
-        cmd = f"""sh scheduling/scheduling_main/scheduling.sh {source}/{source}_main/{spider_name}_scheduling.py --log_type="{spider_name}" --crawler="{source}" --task="{str(task_str)}" --oss_endpoint="{oss_endpoint}" --env="{env}" {source}/{source}-nohup.log """
+        cmd = f"""sh scheduling/scheduling_main/scheduling.sh {source}/{source}_main/{spider_name}.py --log_type="{spider_name}" --crawler="{source}" --task="{str(task_str)}" --oss_endpoint="{oss_endpoint}" --env="{env}" {source}/{source}-nohup.log """
         Common.logger(log_type, crawler).info(f"cmd:{cmd}\n")
         Common.logger(log_type, crawler).info(f"cmd:{cmd}\n")
         os.system(cmd)
         os.system(cmd)