update

scheduling/scheduling_main/crawler_scheduling.py

@@ -49,13 +49,14 @@ class Scheduling:
 
     @classmethod
     def get_redis(cls, log_type, crawler, env, machine):
-        redis_data = RedisHelper.redis_pop(env, machine)
-        if redis_data is None or len(redis_data) == 0:
-            Common.logger(log_type, crawler).info("Redis为空，等待1秒")
-            time.sleep(1)
-        else:
-            task = eval(str(redis_data, encoding="utf8"))
-            return task
+        while True:
+            redis_data = RedisHelper.redis_pop(env, machine)
+            if redis_data is None or len(redis_data) == 0:
+                Common.logger(log_type, crawler).info("Redis为空，等待1秒")
+                time.sleep(1)
+            else:
+                task = eval(str(redis_data, encoding="utf8"))
+                return task
 
     @classmethod
     def scheduling_task(cls, log_type, crawler, env, machine):