Parcourir la source

Merge branch 'feature/luojunhui/20260120-bugfix' of Server/LongArticleTaskServer into master

luojunhui il y a 1 mois
Parent
commit
94277984d5

+ 2 - 1
applications/crawler/wechat/gzh_spider.py

@@ -49,13 +49,14 @@ async def get_article_detail(
 
 
 @retry(**retry_desc)
-async def get_article_list_from_account(account_id: str, index=None) -> dict | None:
+async def get_article_list_from_account(account_id: str, index=None, is_cache=True) -> dict | None:
     target_url = f"{base_url}/blogger"
     payload = json.dumps(
         {
             "account_id": account_id,
             "cursor": index,
             "token": "1fa4c0ad5c66e43ebd525611f3869f53",
+            "is_cache": is_cache,
         }
     )
     try:

+ 1 - 1
applications/tasks/data_recycle_tasks/recycle_daily_publish_articles.py

@@ -135,7 +135,7 @@ class RecycleDailyPublishArticlesTask(Const):
         cursor = None
         while True:
             response = await get_article_list_from_account(
-                account_id=account["gh_id"], index=cursor
+                account_id=account["gh_id"], index=cursor, is_cache=False
             )
             response_code = response["code"]
             match response_code: