|
@@ -4,7 +4,7 @@
|
|
|
import requests
|
|
|
|
|
|
from applications.functions import title_sim_v2_by_list
|
|
|
-from applications.functions import get_article_title_url_list
|
|
|
+from applications.functions import get_article_title_url_list, get_article_titles
|
|
|
|
|
|
|
|
|
class LongArticlesPipeline(object):
|
|
@@ -25,10 +25,11 @@ class LongArticlesPipeline(object):
|
|
|
index_list = [1, 2]
|
|
|
else:
|
|
|
index_list = [1, 2, 3, 4, 5, 6, 7, 8]
|
|
|
- account_title_list = get_article_title_url_list(
|
|
|
+ account_title_list = get_article_titles(
|
|
|
account_nickname,
|
|
|
index_list=index_list
|
|
|
)
|
|
|
+ print(account_title_list)
|
|
|
sim_res = title_sim_v2_by_list(title, account_title_list)
|
|
|
if sim_res:
|
|
|
return True
|