|
@@ -88,7 +88,7 @@ async def main():
|
|
|
"""
|
|
"""
|
|
|
spider_list = TopicGroup().produce()
|
|
spider_list = TopicGroup().produce()
|
|
|
while spider_list:
|
|
while spider_list:
|
|
|
- # print(spider_list)
|
|
|
|
|
|
|
+ print(spider_list)
|
|
|
tasks = [consume_single_message(spider) for spider in spider_list]
|
|
tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
await asyncio.gather(*tasks)
|
|
await asyncio.gather(*tasks)
|
|
|
await asyncio.sleep(20)
|
|
await asyncio.sleep(20)
|
