|
@@ -86,14 +86,14 @@ async def main():
|
|
|
"""
|
|
|
spider_list = TopicGroup().produce()
|
|
|
while spider_list:
|
|
|
- print(spider_list)
|
|
|
- # tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
- # await asyncio.gather(*tasks)
|
|
|
- await asyncio.sleep(60)
|
|
|
+ # print(spider_list)
|
|
|
+ tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
+ await asyncio.gather(*tasks)
|
|
|
+ await asyncio.sleep(600)
|
|
|
|
|
|
|
|
|
# print("Hello World {}".format(" ".join(spider_list)))
|
|
|
- async_tasks = []
|
|
|
+ # async_tasks = []
|
|
|
# print(spider_list)
|
|
|
# for spider in spider_list:
|
|
|
# print(json.dumps(spider))
|