|
@@ -4,6 +4,7 @@
|
|
import argparse
|
|
import argparse
|
|
import os
|
|
import os
|
|
import sys
|
|
import sys
|
|
|
|
+import time
|
|
|
|
|
|
# import time
|
|
# import time
|
|
|
|
|
|
@@ -23,7 +24,8 @@ def main(log_type, crawler, strategy, oss_endpoint, env, machine):
|
|
env=env,
|
|
env=env,
|
|
machine=machine)
|
|
machine=machine)
|
|
Common.del_logs(log_type, crawler)
|
|
Common.del_logs(log_type, crawler)
|
|
- Common.logger(log_type, crawler).info('抓取完一轮\n')
|
|
|
|
|
|
+ Common.logger(log_type, crawler).info(f'抓取完一轮,休眠{time.sleep(3600)}秒\n')
|
|
|
|
+
|
|
except Exception as e:
|
|
except Exception as e:
|
|
Common.logger(log_type, crawler).info(f"快手定向榜异常,触发报警:{e}\n")
|
|
Common.logger(log_type, crawler).info(f"快手定向榜异常,触发报警:{e}\n")
|
|
# Feishu.bot(log_type, crawler, f"快手定向榜异常,触发报警:{e}")
|
|
# Feishu.bot(log_type, crawler, f"快手定向榜异常,触发报警:{e}")
|