公众号新增粉丝抓取

app/domains/crawler_tasks/crawler_gzh_fans.py

@@ -78,7 +78,7 @@ class CrawlerGzhFansBase(CrawlerGzhFansConst):
     async def get_account_list_from_database(self):
         query = """
             SELECT gh_id, account_name, app_id, app_secret, cursor_openid, cursor_timestamp, 
-            crawl_history_status, binding_status
+            crawl_history_status, consist_crawl_status, binding_status
             FROM gzh_account_info WHERE status = %s; 
         """
         return await self.pool.async_fetch(query=query, params=(self.AVAILABLE_STATUS,))
@@ -490,9 +490,14 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
                 )
 
             case "get_new_fans":
-                for account in account_list:
-                    print(f"处理: {account['account_name']}")
-                    await self.crawl_new_fans_for_each_account(account)
+                consist_crawl_accounts = [
+                    i
+                    for i in account_list
+                    if i["consist_crawl_status"] == self.AVAILABLE_STATUS
+                ]
+                for account in consist_crawl_accounts:
+                    print(f"处理: {account['account_name']}： gh_id: {account['gh_id']}")
+                    # await self.crawl_new_fans_for_each_account(account)
                 # return await run_tasks_with_asyncio_task_group()
                 return {}