|
@@ -68,10 +68,6 @@ class JXXFRecommend(object):
|
|
|
i, index, e
|
|
i, index, e
|
|
|
),
|
|
),
|
|
|
)
|
|
)
|
|
|
- except Exception as e:
|
|
|
|
|
- self.aliyun_log.logging(
|
|
|
|
|
- code="3000", message="抓取第{}页的时候失败, 报错原因是{}".format(i, e)
|
|
|
|
|
- )
|
|
|
|
|
if self.limit_flag:
|
|
if self.limit_flag:
|
|
|
return
|
|
return
|
|
|
time.sleep(random.randint(5, 10))
|
|
time.sleep(random.randint(5, 10))
|
|
@@ -134,9 +130,6 @@ class JXXFRecommend(object):
|
|
|
|
|
|
|
|
|
|
|
|
|
def run(self):
|
|
def run(self):
|
|
|
- """
|
|
|
|
|
- 先抓取推荐列表的视频， 等待 2 分钟后抓取 detail 页面，等待 5 分钟后，抓取账号视频
|
|
|
|
|
- """
|
|
|
|
|
self.get_recommend_list()
|
|
self.get_recommend_list()
|
|
|
|
|
|
|
|
|
|
|
