|
@@ -114,7 +114,7 @@ class Scheduling:
|
|
('user_tag', str(task['user_tag'])), ('user_content_tag', str(task['user_content_tag'])),
|
|
('user_tag', str(task['user_tag'])), ('user_content_tag', str(task['user_content_tag'])),
|
|
('machine', str(task['machine']))]
|
|
('machine', str(task['machine']))]
|
|
task_str = str(task_str).replace(' ', '')
|
|
task_str = str(task_str).replace(' ', '')
|
|
- cmd = f"""sh scheduling/scheduling_main/scheduling.sh {source}/{source}_main/{spider_name}_scheduling.py --log_type="{spider_name}" --crawler="{source}" --task="{str(task_str)}" --oss_endpoint="{oss_endpoint}" --env="{env}" {source}/{source}-nohup.log """
|
|
|
|
|
|
+ cmd = f"""sh scheduling/scheduling_main/scheduling.sh {source}/{source}_main/{spider_name}.py --log_type="{spider_name}" --crawler="{source}" --task="{str(task_str)}" --oss_endpoint="{oss_endpoint}" --env="{env}" {source}/{source}-nohup.log """
|
|
Common.logger(log_type, crawler).info(f"cmd:{cmd}\n")
|
|
Common.logger(log_type, crawler).info(f"cmd:{cmd}\n")
|
|
os.system(cmd)
|
|
os.system(cmd)
|
|
|
|
|