|
@@ -107,13 +107,8 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
env=env,
|
|
env=env,
|
|
our_uid=our_uid
|
|
our_uid=our_uid
|
|
)
|
|
)
|
|
- for i in range(10):
|
|
+
|
|
- if HH.download_count >= int(rule_dict.get("videos_cnt", {}).get("min", 10)):
|
|
+ HH.get_videoList()
|
|
- HH.download_count = 0
|
|
|
|
- break
|
|
|
|
- else:
|
|
|
|
- HH.get_videoList(i + 1, 10)
|
|
|
|
- time.sleep(60)
|
|
|
|
Common.logger(log_type, crawler).info("抓取一轮结束\n")
|
|
Common.logger(log_type, crawler).info("抓取一轮结束\n")
|
|
Common.logging(log_type, crawler, env, "抓取一轮结束\n")
|
|
Common.logging(log_type, crawler, env, "抓取一轮结束\n")
|
|
|
|
|