Parcourir la source

update youtube获取抓取作者名单从飞书改为mysql

lierqiang il y a 2 ans
Parent
commit
1f2b1217ca
2 fichiers modifiés avec 3 ajouts et 3 suppressions
  1. 2 2
      common/public.py
  2. 1 1
      youtube/youtube_follow/youtube_follow_api.py

+ 2 - 2
common/public.py

@@ -29,9 +29,9 @@ def filter_word(log_type, crawler, source, env):
     return word_list
 
 
-def get_user_from_mysql(log_type, crawler, source, env, machine):
+def get_user_from_mysql(log_type, crawler, source, env):
     sql = f"select * from crawler_author_map where source='{source}' and is_del=1"
-    results = MysqlHelper.get_values(log_type, crawler, sql, env, machine)
+    results = MysqlHelper.get_values(log_type, crawler, sql, env, action='get_author_map')
     if results:
         return results
     else:

+ 1 - 1
youtube/youtube_follow/youtube_follow_api.py

@@ -1147,7 +1147,7 @@ class YoutubeFollow:
     def get_follow_videos(cls, log_type, crawler, strategy, oss_endpoint, env, machine):
         try:
             # user_list = cls.get_user_from_feishu(log_type, crawler, 'c467d7', env, machine)
-            user_list = get_user_from_mysql(log_type, crawler, crawler, env, machine)
+            user_list = get_user_from_mysql(log_type, crawler, crawler, env)
             if len(user_list) == 0:
                 Common.logger(log_type, crawler).warning('用户列表为空\n')
             else: