Browse Source

新增公众号抓取

luojunhui 1 month ago
parent
commit
edbb005bf5
1 changed files with 1 additions and 1 deletions
  1. 1 1
      applications/tasks/crawler_tasks/crawler_gzh.py

+ 1 - 1
applications/tasks/crawler_tasks/crawler_gzh.py

@@ -45,7 +45,7 @@ class CrawlerGzhBaseStrategy(CrawlerPipeline, CrawlerGzhConst):
                     from long_articles_accounts
                     where account_category = %s and is_using = %s order by recent_score_ci_lower desc limit %s; 
                 """
-                return await self.pool.async_fetch(query=query, params=(method, 1, 100))
+                return await self.pool.async_fetch(query=query, params=(method, 1, 500))
             case _:
                 raise Exception("strategy not supported")