|
@@ -126,7 +126,7 @@ class Dy_KS:
|
|
|
parsed_url = urlparse(url)
|
|
|
query_params = parse_qs(parsed_url.query)
|
|
|
video_id = query_params.get('vid')[0]
|
|
|
- url = "http://8.217.192.46:8889/crawler/hao_kan_shi_pin/detail"
|
|
|
+ req_url = "http://8.217.192.46:8889/crawler/hao_kan_shi_pin/detail"
|
|
|
if not video_id or not video_id.strip():
|
|
|
return None, None, None
|
|
|
payload = json.dumps({
|
|
@@ -138,20 +138,25 @@ class Dy_KS:
|
|
|
max_retries = 3
|
|
|
retries = 0
|
|
|
while retries < max_retries:
|
|
|
- response = requests.request("POST", url, headers=headers, data=payload, timeout=30)
|
|
|
- response = response.json()
|
|
|
- code = response["code"]
|
|
|
- if code == 0:
|
|
|
- data = response["data"]["data"]
|
|
|
- content_type = data['content_type']
|
|
|
- if content_type == 'note':
|
|
|
- return "note", "note"
|
|
|
- video_url = data["video_url_list"][0]["video_url"]
|
|
|
- original_title = data["title"]
|
|
|
- return video_url, original_title, video_id
|
|
|
- else:
|
|
|
+ try:
|
|
|
+ response = requests.request("POST", req_url, headers=headers, data=payload, timeout=30)
|
|
|
+ response = response.json()
|
|
|
+ code = response["code"]
|
|
|
+ if code == 0:
|
|
|
+ data = response["data"]["data"]
|
|
|
+ content_type = data['content_type']
|
|
|
+ if content_type == 'note':
|
|
|
+ return "note", "note"
|
|
|
+ video_url = data["video_url_list"][0]["video_url"]
|
|
|
+ original_title = data["title"]
|
|
|
+ return video_url, original_title, video_id
|
|
|
+ else:
|
|
|
+ retries += 1
|
|
|
+ logger.warning(f"[+] 好看视频 {url} 请求返回 code 为 {code},正在进行第 {retries} 次重试...")
|
|
|
+ except Exception as e:
|
|
|
retries += 1
|
|
|
- logger.warning(f"[+] 好看视频 {url} 请求返回 code 为 10000,正在进行第 {retries} 次重试...")
|
|
|
+ logger.warning(f"[+] 好看视频 {url} 请求接口异常,正在进行第 {retries} 次重试...")
|
|
|
+ continue
|
|
|
except Exception as e:
|
|
|
logger.error(f"[+] 好看视频{url}获取视频信息失败,失败信息{e}")
|
|
|
return None, None, None
|