|
@@ -57,8 +57,8 @@ class AuthorSpider(BaseSpider):
|
|
|
if self.platform == "xiaoniangao":
|
|
if self.platform == "xiaoniangao":
|
|
|
self.user_list = [user] # 特殊逻辑
|
|
self.user_list = [user] # 特殊逻辑
|
|
|
pass_video = await self.process_data(raw_data)
|
|
pass_video = await self.process_data(raw_data)
|
|
|
- # 根据是否有更多数据和下一页游标判断是否继续当前用户
|
|
|
|
|
- if raw_data and self.current_cursor:
|
|
|
|
|
|
|
+ # 根据成功通过视频数大于0和下一页游标判断是否继续当前用户
|
|
|
|
|
+ if pass_video > 0 and self.current_cursor:
|
|
|
self.logger.info(
|
|
self.logger.info(
|
|
|
f"用户 {crawler_user_uid} 获取到 {pass_video} 个通过视频,继续扫描第{self.current_cursor}页")
|
|
f"用户 {crawler_user_uid} 获取到 {pass_video} 个通过视频,继续扫描第{self.current_cursor}页")
|
|
|
else:
|
|
else:
|
