|
@@ -108,7 +108,7 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
|
|
|
super().__init__(pool, log_client)
|
|
super().__init__(pool, log_client)
|
|
|
|
|
|
|
|
# 抓取单个账号存量的粉丝
|
|
# 抓取单个账号存量的粉丝
|
|
|
- async def crawl_fans_for_each_account(self, account_info):
|
|
|
|
|
|
|
+ async def crawl_history_fans_for_each_account(self, account_info):
|
|
|
cookie_obj = await self.get_cookie_token_from_database(account_info["gh_id"])
|
|
cookie_obj = await self.get_cookie_token_from_database(account_info["gh_id"])
|
|
|
if not cookie_obj:
|
|
if not cookie_obj:
|
|
|
return
|
|
return
|
|
@@ -192,7 +192,7 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
|
|
|
account_list = await self.get_account_list_from_database()
|
|
account_list = await self.get_account_list_from_database()
|
|
|
return await run_tasks_with_asyncio_task_group(
|
|
return await run_tasks_with_asyncio_task_group(
|
|
|
task_list=account_list,
|
|
task_list=account_list,
|
|
|
- handler=self.crawl_fans_for_each_account,
|
|
|
|
|
|
|
+ handler=self.crawl_history_fans_for_each_account,
|
|
|
max_concurrency=5,
|
|
max_concurrency=5,
|
|
|
fail_fast=False,
|
|
fail_fast=False,
|
|
|
description="抓取公众号账号粉丝",
|
|
description="抓取公众号账号粉丝",
|