@@ -679,9 +679,9 @@ class KuaiShouFollow:
except Exception as e:
Common.logger(log_type, crawler).info(f"用户:{user_name}, 抓取异常:{e}\n")
continue
- sleep_time = random.randint(1,3)
- Common.logger(log_type, crawler).info(f"休眠{sleep_time}秒\n")
- time.sleep(sleep_time)
+ # sleep_time = random.randint(1,3)
+ # Common.logger(log_type, crawler).info(f"休眠{sleep_time}秒\n")
+ # time.sleep(sleep_time)
if __name__ == "__main__":
@@ -4,6 +4,7 @@
import argparse
import os
import sys
+import time
# import time
@@ -23,7 +24,8 @@ def main(log_type, crawler, strategy, oss_endpoint, env, machine):
env=env,
machine=machine)
Common.del_logs(log_type, crawler)
- Common.logger(log_type, crawler).info('抓取完一轮\n')
+ Common.logger(log_type, crawler).info(f'抓取完一轮,休眠{time.sleep(3600)}秒\n')
+
Common.logger(log_type, crawler).info(f"快手定向榜异常,触发报警:{e}\n")
# Feishu.bot(log_type, crawler, f"快手定向榜异常,触发报警:{e}")