lierqiang há 2 anos atrás
pai
commit
ca1b71917b

+ 3 - 3
kuaishou/kuaishou_follow/kuaishou_follow.py

@@ -679,9 +679,9 @@ class KuaiShouFollow:
             except Exception as e:
                 Common.logger(log_type, crawler).info(f"用户:{user_name}, 抓取异常:{e}\n")
                 continue
-            sleep_time = random.randint(1,3)
-            Common.logger(log_type, crawler).info(f"休眠{sleep_time}秒\n")
-            time.sleep(sleep_time)
+            # sleep_time = random.randint(1,3)
+            # Common.logger(log_type, crawler).info(f"休眠{sleep_time}秒\n")
+            # time.sleep(sleep_time)
 
 
 if __name__ == "__main__":

+ 3 - 1
kuaishou/kuaishou_main/run_kuaishou_follow.py

@@ -4,6 +4,7 @@
 import argparse
 import os
 import sys
+import time
 
 # import time
 
@@ -23,7 +24,8 @@ def main(log_type, crawler, strategy, oss_endpoint, env, machine):
                                          env=env,
                                          machine=machine)
         Common.del_logs(log_type, crawler)
-        Common.logger(log_type, crawler).info('抓取完一轮\n')
+        Common.logger(log_type, crawler).info(f'抓取完一轮,休眠{time.sleep(3600)}秒\n')
+
     except Exception as e:
         Common.logger(log_type, crawler).info(f"快手定向榜异常,触发报警:{e}\n")
         # Feishu.bot(log_type, crawler, f"快手定向榜异常,触发报警:{e}")