|
@@ -78,7 +78,7 @@ class CrawlerGzhFansBase(CrawlerGzhFansConst):
|
|
|
async def get_account_list_from_database(self):
|
|
async def get_account_list_from_database(self):
|
|
|
query = """
|
|
query = """
|
|
|
SELECT gh_id, account_name, app_id, app_secret, cursor_openid, cursor_timestamp,
|
|
SELECT gh_id, account_name, app_id, app_secret, cursor_openid, cursor_timestamp,
|
|
|
- crawl_history_status, binding_status
|
|
|
|
|
|
|
+ crawl_history_status, consist_crawl_status, binding_status
|
|
|
FROM gzh_account_info WHERE status = %s;
|
|
FROM gzh_account_info WHERE status = %s;
|
|
|
"""
|
|
"""
|
|
|
return await self.pool.async_fetch(query=query, params=(self.AVAILABLE_STATUS,))
|
|
return await self.pool.async_fetch(query=query, params=(self.AVAILABLE_STATUS,))
|
|
@@ -490,8 +490,13 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
|
|
|
)
|
|
)
|
|
|
|
|
|
|
|
case "get_new_fans":
|
|
case "get_new_fans":
|
|
|
- for account in account_list:
|
|
|
|
|
- print(f"处理: {account['account_name']}")
|
|
|
|
|
|
|
+ consist_crawl_accounts = [
|
|
|
|
|
+ i
|
|
|
|
|
+ for i in account_list
|
|
|
|
|
+ if i["consist_crawl_status"] == self.AVAILABLE_STATUS
|
|
|
|
|
+ ]
|
|
|
|
|
+ for account in consist_crawl_accounts:
|
|
|
|
|
+ print(f"处理: {account['account_name']}: gh_id: {account['gh_id']}")
|
|
|
await self.crawl_new_fans_for_each_account(account)
|
|
await self.crawl_new_fans_for_each_account(account)
|
|
|
# return await run_tasks_with_asyncio_task_group()
|
|
# return await run_tasks_with_asyncio_task_group()
|
|
|
return {}
|
|
return {}
|