|
@@ -86,10 +86,10 @@ async def main():
|
|
|
"""
|
|
|
spider_list = TopicGroup().produce()
|
|
|
while spider_list:
|
|
|
- # print(spider_list)
|
|
|
- tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
- await asyncio.gather(*tasks)
|
|
|
- await asyncio.sleep(20)
|
|
|
+ print(spider_list)
|
|
|
+ # tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
+ # await asyncio.gather(*tasks)
|
|
|
+ await asyncio.sleep(2000)
|
|
|
|
|
|
|
|
|
# print("Hello World {}".format(" ".join(spider_list)))
|