Procházet zdrojové kódy

抖音快手 增加条数限制

zhangyong před 1 rokem
rodič
revize
77dbc1cd10

+ 2 - 1
douyin/douyin_author/douyin_author_scheduling_new.py

@@ -57,7 +57,8 @@ class DouyinauthorScheduling:
         mq = MQ(topic_name="topic_crawler_etl_" + env)
         next_cursor = 0
         special = 0
-        while True:
+        for i in range(3):
+        # while True:
             flag = user_dict["link"].split("_")[0]
             if flag == "V1":
                 special = 0.01

+ 1 - 1
kuaishou/kuaishou_author/kuaishou_author_scheduling_new.py

@@ -87,7 +87,7 @@ class KuaishouauthorScheduling:
         mq = MQ(topic_name="topic_crawler_etl_" + env)
         count = 0
         special = 0
-        for i in range(5):
+        for i in range(3):
         # while True:
             if count > 5:
                 return