|
@@ -14,6 +14,7 @@ sys.path.append(os.getcwd())
|
|
|
|
|
|
from application.common import AliyunLogger, get_consumer, ack_message
|
|
|
from application.config import TopicGroup
|
|
|
+from application.common.log import Local
|
|
|
|
|
|
|
|
|
async def run(task_id, mode, platform):
|
|
@@ -52,6 +53,7 @@ async def consume_single_message(spider):
|
|
|
if messages:
|
|
|
# 在这里消费消息,做一些数据处理分析
|
|
|
for single_message in messages:
|
|
|
+ Local.logger(platform, mode).info("收到一条消息\t{}{}".format(single_message, single_message.message_body))
|
|
|
ack_message(
|
|
|
mode=mode, platform=platform, recv_msgs=messages, consumer=consumer
|
|
|
)
|
|
@@ -86,10 +88,10 @@ async def main():
|
|
|
"""
|
|
|
spider_list = TopicGroup().produce()
|
|
|
while spider_list:
|
|
|
- print(spider_list)
|
|
|
- # tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
- # await asyncio.gather(*tasks)
|
|
|
- await asyncio.sleep(2000)
|
|
|
+ # print(spider_list)
|
|
|
+ tasks = [consume_single_message(spider) for spider in spider_list]
|
|
|
+ await asyncio.gather(*tasks)
|
|
|
+ await asyncio.sleep(20)
|
|
|
|
|
|
|
|
|
# print("Hello World {}".format(" ".join(spider_list)))
|