新增抓公众号粉丝

applications/tasks/crawler_tasks/crawler_gzh_fans.py

@@ -5,6 +5,7 @@ from applications.crawler.wechat import (
     get_access_token,
     get_union_id_batch,
 )
+from applications.utils import run_tasks_with_asyncio_task_group
 
 
 class CrawlerGzhFansBase:
@@ -161,5 +162,14 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
     # main function
     async def deal(self):
         account_list = await self.get_account_list_from_database()
-        for account_info in account_list:
-            await self.get_union_ids_for_each_account(account_info)
+        # for account_info in account_list:
+        #     # await self.get_union_ids_for_each_account(account_info)
+        #     await self.crawl_fans_for_each_account(account_info)
+        return await run_tasks_with_asyncio_task_group(
+            task_list=account_list,
+            handler=self.crawl_fans_for_each_account,
+            max_concurrency=5,
+            fail_fast=False,
+            description="抓取公众号账号粉丝",
+            unit="page",
+        )