@@ -107,13 +107,8 @@ def main(log_type, crawler, topic_name, group_id, env):
env=env,
our_uid=our_uid
)
- for i in range(10):
- if HH.download_count >= int(rule_dict.get("videos_cnt", {}).get("min", 10)):
- HH.download_count = 0
- break
- else:
- HH.get_videoList(i + 1, 10)
- time.sleep(60)
+
+ HH.get_videoList()
Common.logger(log_type, crawler).info("抓取一轮结束\n")
Common.logging(log_type, crawler, env, "抓取一轮结束\n")