|
@@ -62,8 +62,7 @@ class TFuQiWangRecommend(object):
|
|
response = requests.get(
|
|
response = requests.get(
|
|
url=base_url,
|
|
url=base_url,
|
|
headers=headers,
|
|
headers=headers,
|
|
- params=params,
|
|
|
|
- proxies=tunnel_proxies(),
|
|
|
|
|
|
+ params=params
|
|
)
|
|
)
|
|
video_list = response.json()['data']['list']
|
|
video_list = response.json()['data']['list']
|
|
if video_list:
|
|
if video_list:
|
|
@@ -134,6 +133,7 @@ class TFuQiWangRecommend(object):
|
|
if pipeline.process_item():
|
|
if pipeline.process_item():
|
|
self.download_cnt += 1
|
|
self.download_cnt += 1
|
|
self.mq.send_msg(mq_obj)
|
|
self.mq.send_msg(mq_obj)
|
|
|
|
+ time.sleep(60 * random.randint(1, 5))
|
|
AliyunLogger.logging(
|
|
AliyunLogger.logging(
|
|
code="1002",
|
|
code="1002",
|
|
platform=self.platform,
|
|
platform=self.platform,
|