|
|
@@ -13,23 +13,6 @@ from common.common import Common
|
|
|
|
|
|
|
|
|
class Searchkey:
|
|
|
- # @classmethod
|
|
|
- # def kill_pid(cls, log_type):
|
|
|
- # try:
|
|
|
- # os.system('chcp 65001') # 将cmd的显示字符编码从默认的GBK改为UTF-8
|
|
|
- # list_process = list()
|
|
|
- # pid_list = psutil.pids()
|
|
|
- # for sub_pid in pid_list:
|
|
|
- # try:
|
|
|
- # process_info = psutil.Process(sub_pid)
|
|
|
- # if process_info.name() == 'WechatBrowser.exe' or process_info.name() == 'WeChatPlayer.exe':
|
|
|
- # list_process.append(sub_pid)
|
|
|
- # except (psutil.NoSuchProcess, psutil.AccessDenied, psutil.ZombieProcess):
|
|
|
- # pass
|
|
|
- # for pid in list_process:
|
|
|
- # os.system('taskkill /f /pid ' + str(pid))
|
|
|
- # except Exception as e:
|
|
|
- # Common.logger(log_type).error('kill_pid异常:{}', e)
|
|
|
|
|
|
@classmethod
|
|
|
def start_wechat(cls, log_type, crawler):
|
|
|
@@ -62,103 +45,58 @@ class Searchkey:
|
|
|
except Exception as e:
|
|
|
Common.logger(log_type, crawler).error('click_video异常:{}', e)
|
|
|
|
|
|
- # @classmethod
|
|
|
- # def get_url(cls, log_type):
|
|
|
- # try:
|
|
|
- # # charles 抓包文件保存目录
|
|
|
- # charles_file_dir = r"./weixinzhishu_chlsfiles/"
|
|
|
- #
|
|
|
- # if len(os.listdir(charles_file_dir)) == 0:
|
|
|
- # Common.logger(log_type).info("未找到chlsfile文件，等待2s")
|
|
|
- # time.sleep(2)
|
|
|
- # else:
|
|
|
- # # 目标文件夹下所有文件
|
|
|
- # all_file = sorted(os.listdir(charles_file_dir))
|
|
|
- #
|
|
|
- # # 获取到目标文件
|
|
|
- # old_file = all_file[-1]
|
|
|
- #
|
|
|
- # # 分离文件名与扩展名
|
|
|
- # new_file = os.path.splitext(old_file)
|
|
|
- #
|
|
|
- # # 重命名文件后缀
|
|
|
- # os.rename(os.path.join(charles_file_dir, old_file),
|
|
|
- # os.path.join(charles_file_dir, new_file[0] + ".txt"))
|
|
|
- #
|
|
|
- # with open(charles_file_dir + new_file[0] + ".txt", encoding='utf-8-sig', errors='ignore') as f:
|
|
|
- # contents = json.load(f, strict=False)
|
|
|
- #
|
|
|
- # video_url_list = []
|
|
|
- # cover_url_list = []
|
|
|
- #
|
|
|
- # if "finder.video.qq.com" in [text['host'] for text in contents]:
|
|
|
- # for text in contents:
|
|
|
- # if text["host"] == "finder.video.qq.com" and text["path"] == "/251/20302/stodownload":
|
|
|
- # video_url_list.append(text)
|
|
|
- # elif text["host"] == "finder.video.qq.com" and text["path"] == "/251/20304/stodownload":
|
|
|
- # cover_url_list.append(text)
|
|
|
- #
|
|
|
- # video_url = video_url_list[0]['host']+video_url_list[0]['path']+'?'+video_url_list[0]['query']
|
|
|
- # cover_url = cover_url_list[0]['host']+cover_url_list[0]['path']+'?'+cover_url_list[0]['query']
|
|
|
- # head_url = cover_url
|
|
|
- #
|
|
|
- # # print(f'video_url:{video_url}')
|
|
|
- # # print(f'cover_url:{cover_url}')
|
|
|
- # # print(f'head_url:{head_url}')
|
|
|
- #
|
|
|
- # return video_url, cover_url, head_url
|
|
|
- # else:
|
|
|
- # Common.logger(log_type).info("未找到url")
|
|
|
- # return '未找到url'
|
|
|
- #
|
|
|
- # except Exception as e:
|
|
|
- # Common.logger(log_type).exception("get_url异常：{}\n", e)
|
|
|
- # return None
|
|
|
-
|
|
|
- # @classmethod
|
|
|
- # def write_url(cls, log_type):
|
|
|
- # try:
|
|
|
- # while True:
|
|
|
- # if Feishu.get_values_batch(log_type, 'shipinhao', 'FSDlBy')[1][11] is None:
|
|
|
- # Common.del_charles_files('recommend')
|
|
|
- # cls.start_wechat(log_type)
|
|
|
- # Common.logger(log_type).info('等待 2s')
|
|
|
- # time.sleep(2)
|
|
|
- # Common.logger(log_type).info('获取视频头像/封面/播放地址')
|
|
|
- # urls = cls.get_url(log_type)
|
|
|
- # if urls == '未找到url':
|
|
|
- # time.sleep(1)
|
|
|
- # cls.write_url(log_type)
|
|
|
- # elif urls is None:
|
|
|
- # time.sleep(1)
|
|
|
- # cls.write_url(log_type)
|
|
|
- # else:
|
|
|
- # Feishu.update_values(log_type, 'shipinhao', 'FSDlBy', 'J2:L2',
|
|
|
- # [['https://'+urls[2], 'https://'+urls[1], 'https://'+urls[0]]])
|
|
|
- # Common.logger(log_type).info('视频地址信息写入飞书成功\n')
|
|
|
- # Common.del_charles_files('recommend')
|
|
|
- # break
|
|
|
- # else:
|
|
|
- # Common.logger(log_type).info('视频已有地址信息，休眠 10s')
|
|
|
- # time.sleep(10)
|
|
|
- # break
|
|
|
- # except Exception as e:
|
|
|
- # # Feishu.dimension_range(log_type, 'shipinhao', 'FSDlBy', 'ROWS', 2, 2)
|
|
|
- # Common.logger(log_type).error('write_url异常:{}\n', e)
|
|
|
-
|
|
|
- # @classmethod
|
|
|
- # def run_get_url(cls, log_type):
|
|
|
- # try:
|
|
|
- # while True:
|
|
|
- # if len(Feishu.get_values_batch(log_type, 'shipinhao', 'FSDlBy')) == 1:
|
|
|
- # Common.logger(log_type).info('暂无需要获取地址的视频信息')
|
|
|
- # time.sleep(30)
|
|
|
- # break
|
|
|
- # else:
|
|
|
- # cls.write_url(log_type)
|
|
|
- #
|
|
|
- # except Exception as e:
|
|
|
- # Common.logger(log_type).error('run_get_url异常:{}\n', e)
|
|
|
+ @classmethod
|
|
|
+ def get_url(cls, log_type, crawler):
|
|
|
+ try:
|
|
|
+ # charles 抓包文件保存目录
|
|
|
+ charles_file_dir = r"./weixinzhishu_chlsfiles/"
|
|
|
+
|
|
|
+ if len(os.listdir(charles_file_dir)) == 0:
|
|
|
+ Common.logger(log_type).info("未找到chlsfile文件，等待2s")
|
|
|
+ time.sleep(2)
|
|
|
+ else:
|
|
|
+ # 目标文件夹下所有文件
|
|
|
+ all_file = sorted(os.listdir(charles_file_dir))
|
|
|
+
|
|
|
+ # 获取到目标文件
|
|
|
+ old_file = all_file[-1]
|
|
|
+
|
|
|
+ # 分离文件名与扩展名
|
|
|
+ new_file = os.path.splitext(old_file)
|
|
|
+
|
|
|
+ # 重命名文件后缀
|
|
|
+ os.rename(os.path.join(charles_file_dir, old_file),
|
|
|
+ os.path.join(charles_file_dir, new_file[0] + ".txt"))
|
|
|
+
|
|
|
+ with open(charles_file_dir + new_file[0] + ".txt", encoding='utf-8-sig', errors='ignore') as f:
|
|
|
+ contents = json.load(f, strict=False)
|
|
|
+
|
|
|
+ video_url_list = []
|
|
|
+ cover_url_list = []
|
|
|
+
|
|
|
+ if "finder.video.qq.com" in [text['host'] for text in contents]:
|
|
|
+ for text in contents:
|
|
|
+ if text["host"] == "finder.video.qq.com" and text["path"] == "/251/20302/stodownload":
|
|
|
+ video_url_list.append(text)
|
|
|
+ elif text["host"] == "finder.video.qq.com" and text["path"] == "/251/20304/stodownload":
|
|
|
+ cover_url_list.append(text)
|
|
|
+
|
|
|
+ video_url = video_url_list[0]['host']+video_url_list[0]['path']+'?'+video_url_list[0]['query']
|
|
|
+ cover_url = cover_url_list[0]['host']+cover_url_list[0]['path']+'?'+cover_url_list[0]['query']
|
|
|
+ head_url = cover_url
|
|
|
+
|
|
|
+ # print(f'video_url:{video_url}')
|
|
|
+ # print(f'cover_url:{cover_url}')
|
|
|
+ # print(f'head_url:{head_url}')
|
|
|
+
|
|
|
+ return video_url, cover_url, head_url
|
|
|
+ else:
|
|
|
+ Common.logger(log_type).info("未找到url")
|
|
|
+ return '未找到url'
|
|
|
+
|
|
|
+ except Exception as e:
|
|
|
+ Common.logger(log_type).exception("get_url异常：{}\n", e)
|
|
|
+ return None
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
