|
@@ -591,23 +591,23 @@ class XiaoniangaoFollow:
|
|
|
# 获取所有关注列表的用户视频
|
|
# 获取所有关注列表的用户视频
|
|
|
@classmethod
|
|
@classmethod
|
|
|
def get_follow_videos(cls, log_type, crawler, strategy, oss_endpoint, env):
|
|
def get_follow_videos(cls, log_type, crawler, strategy, oss_endpoint, env):
|
|
|
- try:
|
|
|
|
|
- # 已关注的用户列表 mids
|
|
|
|
|
- user_list = cls.get_users()
|
|
|
|
|
- for user in user_list:
|
|
|
|
|
- user_name = user['user_name']
|
|
|
|
|
- profile_mid = user['profile_mid']
|
|
|
|
|
- Common.logger(log_type, crawler).info(f"获取 {user_name} 主页视频")
|
|
|
|
|
- cls.get_videoList(log_type=log_type,
|
|
|
|
|
- crawler=crawler,
|
|
|
|
|
- strategy=strategy,
|
|
|
|
|
- p_mid=profile_mid,
|
|
|
|
|
- oss_endpoint=oss_endpoint,
|
|
|
|
|
- env=env)
|
|
|
|
|
- cls.next_t = None
|
|
|
|
|
- time.sleep(1)
|
|
|
|
|
- except Exception as e:
|
|
|
|
|
- Common.logger(log_type, crawler).error(f"get_follow_videos:{e}\n")
|
|
|
|
|
|
|
+ # try:
|
|
|
|
|
+ # 已关注的用户列表 mids
|
|
|
|
|
+ user_list = cls.get_users()
|
|
|
|
|
+ for user in user_list:
|
|
|
|
|
+ user_name = user['user_name']
|
|
|
|
|
+ profile_mid = user['profile_mid']
|
|
|
|
|
+ Common.logger(log_type, crawler).info(f"获取 {user_name} 主页视频")
|
|
|
|
|
+ cls.get_videoList(log_type=log_type,
|
|
|
|
|
+ crawler=crawler,
|
|
|
|
|
+ strategy=strategy,
|
|
|
|
|
+ p_mid=profile_mid,
|
|
|
|
|
+ oss_endpoint=oss_endpoint,
|
|
|
|
|
+ env=env)
|
|
|
|
|
+ cls.next_t = None
|
|
|
|
|
+ time.sleep(1)
|
|
|
|
|
+ # except Exception as e:
|
|
|
|
|
+ # Common.logger(log_type, crawler).error(f"get_follow_videos:{e}\n")
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if __name__ == "__main__":
|
