|
@@ -660,8 +660,10 @@ class XiguaSearch:
|
|
|
}
|
|
}
|
|
|
try:
|
|
try:
|
|
|
res = requests.request("GET", url, headers=headers, proxies=Common.tunnel_proxies())
|
|
res = requests.request("GET", url, headers=headers, proxies=Common.tunnel_proxies())
|
|
|
|
|
+ Common.logger(log_type, crawler).info(f"get_videolist:{res.json()}\n")
|
|
|
search_list = res.json()['data']['data']
|
|
search_list = res.json()['data']['data']
|
|
|
except Exception as e:
|
|
except Exception as e:
|
|
|
|
|
+ Common.logger(log_type, crawler).warning(f"get_videolist:{e}\n")
|
|
|
continue
|
|
continue
|
|
|
if not search_list:
|
|
if not search_list:
|
|
|
Common.logger(log_type, crawler).error(f'关键词:{search_word},没有获取到视频列表:offset{offset}')
|
|
Common.logger(log_type, crawler).error(f'关键词:{search_word},没有获取到视频列表:offset{offset}')
|
