|
@@ -928,10 +928,10 @@ class XiguaSearch:
|
|
|
|
|
|
@classmethod
|
|
@classmethod
|
|
def get_search_videos(cls, log_type, crawler, strategy, oss_endpoint, env, machine):
|
|
def get_search_videos(cls, log_type, crawler, strategy, oss_endpoint, env, machine):
|
|
- try:
|
|
|
|
- user_list = cls.get_user_list(log_type=log_type, crawler=crawler, sheetid="SSPNPW", env=env,
|
|
|
|
- machine=machine)
|
|
|
|
- for user in user_list:
|
|
|
|
|
|
+ user_list = cls.get_user_list(log_type=log_type, crawler=crawler, sheetid="SSPNPW", env=env,
|
|
|
|
+ machine=machine)
|
|
|
|
+ for user in user_list:
|
|
|
|
+ try:
|
|
search_word = user["search_word"]
|
|
search_word = user["search_word"]
|
|
our_uid = user["our_uid"]
|
|
our_uid = user["our_uid"]
|
|
Common.logger(log_type, crawler).info(f"开始抓取 {search_word} 用户主页视频\n")
|
|
Common.logger(log_type, crawler).info(f"开始抓取 {search_word} 用户主页视频\n")
|
|
@@ -943,8 +943,8 @@ class XiguaSearch:
|
|
oss_endpoint=oss_endpoint,
|
|
oss_endpoint=oss_endpoint,
|
|
env=env,
|
|
env=env,
|
|
machine=machine)
|
|
machine=machine)
|
|
- except Exception as e:
|
|
|
|
- Common.logger(log_type, crawler).error(f"get_search_videos:{e}\n")
|
|
|
|
|
|
+ except Exception as e:
|
|
|
|
+ Common.logger(log_type, crawler).error(f"get_search_videos:{e}\n")
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if __name__ == '__main__':
|