|
|
@@ -289,7 +289,7 @@ class CrawlerGzhSearchArticles(CrawlerGzhBaseStrategy):
|
|
|
@description: 对于搜索到的文章list，获取文章详情， 并且存储到meta表中
|
|
|
"""
|
|
|
for article in tqdm(article_list, desc="获取搜索结果详情"):
|
|
|
- print(f"{datetime.now()}: start crawling article: {article}")
|
|
|
+ print(f"{datetime.now()}: start crawling article: {article['title']}")
|
|
|
url = article["url"]
|
|
|
detail_response = await get_article_detail(url, is_count=True, is_cache=False)
|
|
|
if not detail_response:
|
luojunhui