Kaynağa Gözat

获取详情优化

luojunhui 1 ay önce
ebeveyn
işleme
ca37ff5bc5

+ 4 - 8
applications/tasks/crawler_tasks/crawler_gzh_fans.py

@@ -239,9 +239,9 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
         fetch_response = await self.fetch_fail_index(account_info["gh_id"])
         fail_detail = json.loads(fetch_response[0]["fail_detail"] or "{}")
 
-        cursor_openid = fail_detail.get("cursor_openid") or "oz7jf60KEF18NYdvGIf_e__M8dg4"
-        cursor_timestamp = fail_detail.get("cursor_timestamp") or 1768126043
-        newest_timestamp = fail_detail.get("newest_timestamp") or 1767616023
+        cursor_openid = fail_detail.get("cursor_openid") or ""
+        cursor_timestamp = fail_detail.get("cursor_timestamp") or ""
+        newest_timestamp = fail_detail.get("newest_timestamp") or None
 
         if not newest_timestamp:
             newest_fans = await self.get_max_cursor_id(account_info["gh_id"])
@@ -304,8 +304,7 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
                     "fail_reason": str(e),
                 }
                 await self.insert_fail_detail(account_info["gh_id"], fail_obj)
-                await feishu_robot.bot(
-                )
+                break
 
     # 抓取单个账号存量的粉丝
     async def crawl_history_fans_for_each_account(self, account_info: dict):
@@ -444,9 +443,6 @@ class CrawlerGzhFans(CrawlerGzhFansBase):
 
             case "get_new_fans":
                 for account in account_list:
-                    if account["gh_id"] != 'gh_971e23b9ecc4':
-                        continue
-
                     print(f"处理: {account['account_name']}")
                     await self.crawl_new_fans_for_each_account(account)
                 # return await run_tasks_with_asyncio_task_group()