|
@@ -86,13 +86,18 @@ async def main():
|
|
|
"""
|
|
|
spider_list = TopicGroup().produce()
|
|
|
while spider_list:
|
|
|
+ tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
+ await asyncio.gather(*tasks)
|
|
|
+ await asyncio.sleep(60)
|
|
|
+
|
|
|
+
|
|
|
# print("Hello World {}".format(" ".join(spider_list)))
|
|
|
async_tasks = []
|
|
|
# print(spider_list)
|
|
|
- for spider in spider_list:
|
|
|
- print(json.dumps(spider))
|
|
|
- time.sleep(1000)
|
|
|
- # task = asyncio.create_task(consume_single_message(spider))
|
|
|
+ # for spider in spider_list:
|
|
|
+ # print(json.dumps(spider))
|
|
|
+ # time.sleep(1000)
|
|
|
+ # task = asyncio.create_task(consume_single_message(spider))
|
|
|
# async_tasks.append(task)
|
|
|
# await asyncio.gather(*async_tasks)
|
|
|
# await asyncio.sleep(60) # 每分钟接收一次MQ,
|