person_list.py 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2022/7/5
  4. import time
  5. import requests
  6. import urllib3
  7. from main.common import Common
  8. from main.feishu_lib import Feishu
  9. from main.publish import Publish
  10. proxies = {"http": None, "https": None}
  11. class Person:
  12. # 小程序关注列表翻页参数
  13. wechat_follow_start_t = None
  14. # 小程序个人主页视频列表翻页参数
  15. wechat_person_start_t = None
  16. # 视频发布时间
  17. send_time = 0
  18. # 配置微信
  19. wechat_sheet = Feishu.get_values_batch("follow", "xiaoniangao", "dzcWHw")
  20. follow_x_mid = wechat_sheet[2][3]
  21. follow_x_token_id = wechat_sheet[3][3]
  22. follow_referer = wechat_sheet[4][3]
  23. follow_uid = wechat_sheet[5][3]
  24. follow_token = wechat_sheet[6][3]
  25. # 过滤敏感词
  26. @classmethod
  27. def sensitive_words(cls, log_type):
  28. # 敏感词库列表
  29. word_list = []
  30. # 从云文档读取所有敏感词,添加到词库列表
  31. lists = Feishu.get_values_batch(log_type, "xiaoniangao", "DRAnZh")
  32. for i in lists:
  33. for j in i:
  34. # 过滤空的单元格内容
  35. if j is None:
  36. pass
  37. else:
  38. word_list.append(j)
  39. return word_list
  40. # 基础门槛规则
  41. @staticmethod
  42. def download_rule(d_duration, d_width, d_height, d_play_cnt, d_share_cnt):
  43. """
  44. 下载视频的基本规则
  45. :param d_duration: 时长
  46. :param d_width: 宽
  47. :param d_height: 高
  48. :param d_play_cnt: 播放量
  49. :param d_share_cnt: 分享量
  50. :return: 满足规则,返回 True;反之,返回 False
  51. """
  52. # 视频时长
  53. if int(float(d_duration)) >= 60:
  54. # 宽或高
  55. if int(d_width) >= 0 or int(d_height) >= 0:
  56. # 播放量
  57. if int(d_play_cnt) >= 1000:
  58. # 分享量
  59. if int(d_share_cnt) >= 0:
  60. return True
  61. else:
  62. return False
  63. else:
  64. return False
  65. else:
  66. return False
  67. else:
  68. return False
  69. # 从小程序中,关注用户列表同步至云文档
  70. @classmethod
  71. def get_sub_or_fans_list(cls, log_type):
  72. try:
  73. follow_list = []
  74. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  75. url = "https://api.xiaoniangao.cn/account/get_sub_or_fans_list"
  76. headers = {
  77. "X-Mid": str(cls.follow_x_mid),
  78. "X-Token-Id": str(cls.follow_x_token_id),
  79. "content-type": "application/json",
  80. "uuid": str(cls.follow_uid),
  81. "Accept-Encoding": "gzip,compress,br,deflate",
  82. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  83. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  84. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  85. "Referer": str(cls.follow_referer)
  86. }
  87. json_text = {
  88. "visited_mid": str(cls.follow_x_mid),
  89. "start_t": cls.wechat_follow_start_t,
  90. "limit": 20,
  91. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!84x84r/crop/84x84/interlace/1/format/jpg",
  92. "type": 1,
  93. "token": str(cls.follow_token),
  94. "uid": str(cls.follow_uid),
  95. "proj": "ma",
  96. "wx_ver": "8.0.23",
  97. "code_ver": "3.68.0",
  98. "log_common_params": {
  99. "e": [{
  100. "data": {
  101. "page": "followFansPage"
  102. }
  103. }],
  104. "ext": {
  105. "brand": "iPhone",
  106. "device": "iPhone 11",
  107. "os": "iOS 14.7.1",
  108. "weixinver": "8.0.23",
  109. "srcver": "2.24.7",
  110. "net": "wifi",
  111. "scene": "1089"
  112. },
  113. "pj": "1",
  114. "pf": "2",
  115. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  116. }
  117. }
  118. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  119. if "data" not in r.json():
  120. Common.logger(log_type).warning("从小程序中获取关注用户列表:{}", r.text)
  121. else:
  122. users = r.json()["data"]["list"]
  123. for i in range(len(users)):
  124. profile_mid = users[i]["mid"]
  125. nick = users[i]["nick"]
  126. follow_list.append(profile_mid)
  127. # 同步已关注的用户至云文档
  128. if profile_mid not in [j for i in follow_sheet for j in i]:
  129. Feishu.insert_columns(log_type, "xiaoniangao", "oNpThi", "ROWS", 1, 2)
  130. time.sleep(1)
  131. values = [[profile_mid, nick]]
  132. Feishu.update_values(log_type, "xiaoniangao", "oNpThi", "B2:C2", values)
  133. else:
  134. Common.logger(log_type).info("用户:{},在云文档中已存在", nick)
  135. cls.wechat_follow_start_t = r.json()["data"]["next_t"]
  136. # 翻页,直至到底了
  137. if cls.wechat_follow_start_t != 0:
  138. cls.get_sub_or_fans_list(log_type)
  139. else:
  140. Common.logger(log_type).info("从小程序中同步关注用户至云文档完成\n")
  141. return follow_list
  142. except Exception as e:
  143. Common.logger(log_type).error("从小程序中,关注用户列表同步至云文档异常:{}", e)
  144. # 从云文档获取关注用户列表
  145. @classmethod
  146. def get_follow_users(cls, log_type):
  147. try:
  148. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  149. if len(follow_sheet) == 1:
  150. Common.logger(log_type).info("暂无定向爬取账号")
  151. else:
  152. follow_list = []
  153. nick_list = []
  154. for i in range(1, len(follow_sheet)):
  155. profile_mid = follow_sheet[i][1]
  156. nick = follow_sheet[i][2]
  157. nick_list.append(nick)
  158. follow_list.append(profile_mid)
  159. Common.logger(log_type).info("关注用户列表:{}", nick_list)
  160. return follow_list
  161. except Exception as e:
  162. Common.logger(log_type).error("从云文档获取关注用户列表异常:{}", e)
  163. # 从云文档获取取消关注用户列表
  164. @classmethod
  165. def get_unfollow_users(cls, log_type):
  166. try:
  167. unfollow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "tuMNhn")
  168. if len(unfollow_sheet) == 1:
  169. Common.logger(log_type).info("暂无定向账号")
  170. else:
  171. unfollow_list = []
  172. nick_list = []
  173. for i in range(1, len(unfollow_sheet)):
  174. profile_mid = unfollow_sheet[i][1]
  175. nick = unfollow_sheet[i][2]
  176. nick_list.append(nick)
  177. unfollow_list.append(profile_mid)
  178. Common.logger(log_type).info("取消关注用户列表:{}", nick_list)
  179. return unfollow_list
  180. except Exception as e:
  181. Common.logger(log_type).error("从云文档获取取消关注用户列表异常:{}", e)
  182. # 关注云文档中的用户
  183. @classmethod
  184. def sub_users(cls, log_type):
  185. try:
  186. profile_mids = cls.get_follow_users(log_type)
  187. for profile_mid in profile_mids:
  188. url = "https://api.xiaoniangao.cn/V1/account/sub_user"
  189. headers = {
  190. "x-b3-traceid": str(cls.follow_x_mid),
  191. "X-Token-Id": str(cls.follow_x_token_id),
  192. "content-type": "application/json",
  193. "uuid": str(cls.follow_uid),
  194. "Accept-Encoding": "gzip,compress,br,deflate",
  195. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  196. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  197. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  198. "Referer": str(cls.follow_referer)
  199. }
  200. data = {
  201. "visited_mid": int(profile_mid),
  202. "log_common_params": {
  203. "e": [{
  204. "data": {
  205. "page": "profilePage",
  206. "topic": "public",
  207. "type": "follow",
  208. "name": "user",
  209. "smid": str(profile_mid)
  210. },
  211. "ab": {}
  212. }],
  213. "ext": {
  214. "brand": "iPhone",
  215. "device": "iPhone 11",
  216. "os": "iOS 14.7.1",
  217. "weixinver": "8.0.20",
  218. "srcver": "2.24.2",
  219. "net": "wifi",
  220. "scene": "1089"
  221. },
  222. "pj": "1",
  223. "pf": "2",
  224. "session_id": "d53b6125-942b-4ec1-8d22-f9451a35e9f9"
  225. },
  226. "token": str(cls.follow_token),
  227. "uid": str(cls.follow_uid),
  228. "proj": "ma",
  229. "wx_ver": "8.0.20",
  230. "code_ver": "3.62.0"
  231. }
  232. urllib3.disable_warnings()
  233. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  234. Common.logger(log_type).info("关注用户:{},{}", profile_mid, r)
  235. except Exception as e:
  236. Common.logger(log_type).error("关注云文档中的用户异常:{}", e)
  237. # 取消关注云文档中的用户
  238. @classmethod
  239. def unsub_users(cls, log_type):
  240. try:
  241. unsub_profile_mids = cls.get_unfollow_users(log_type)
  242. for profile_mid in unsub_profile_mids:
  243. url = "https://api.xiaoniangao.cn/V1/account/unsub_user"
  244. headers = {
  245. "x-b3-traceid": str(cls.follow_x_mid),
  246. "X-Token-Id": str(cls.follow_x_token_id),
  247. "content-type": "application/json",
  248. "uuid": str(cls.follow_uid),
  249. "Accept-Encoding": "gzip,compress,br,deflate",
  250. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  251. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  252. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  253. "Referer": str(cls.follow_referer)
  254. }
  255. data = {
  256. "visited_mid": int(profile_mid),
  257. "log_common_params": {
  258. "e": [{
  259. "data": {
  260. "page": "profilePage",
  261. "topic": "public",
  262. "type": "unfollow",
  263. "name": "user",
  264. "smid": str(profile_mid)
  265. },
  266. "ab": {}
  267. }],
  268. "ext": {
  269. "brand": "iPhone",
  270. "device": "iPhone 11",
  271. "os": "iOS 14.7.1",
  272. "weixinver": "8.0.20",
  273. "srcver": "2.24.4",
  274. "net": "wifi",
  275. "scene": "1089"
  276. },
  277. "pj": "1",
  278. "pf": "2",
  279. "session_id": "6a2959c7-3f98-411f-8bc9-8d2a8a5c6f16"
  280. },
  281. "token": str(cls.follow_token),
  282. "uid": str(cls.follow_uid),
  283. "proj": "ma",
  284. "wx_ver": "8.0.20",
  285. "code_ver": "3.64.1"}
  286. urllib3.disable_warnings()
  287. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  288. Common.logger(log_type).info("取消关注:{},{}", profile_mid, r)
  289. except Exception as e:
  290. Common.logger(log_type).error("取消关注云文档中的用户异常:{}", e)
  291. # 获取个人主页视频
  292. @classmethod
  293. def get_videos_from_person(cls, log_type, p_mid):
  294. try:
  295. url = "https://api.xiaoniangao.cn/profile/list_album"
  296. headers = {
  297. "X-Mid": str(cls.follow_x_mid),
  298. "X-Token-Id": str(cls.follow_x_token_id),
  299. "content-type": "application/json",
  300. "uuid": str(cls.follow_uid),
  301. "Accept-Encoding": "gzip,compress,br,deflate",
  302. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  303. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  304. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  305. "Referer": str(cls.follow_referer)
  306. }
  307. json_text = {
  308. "visited_mid": p_mid,
  309. "start_t": cls.wechat_person_start_t,
  310. "qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!690x385r/crop/690x385/interlace/1/format/jpg",
  311. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!120x120r/crop/120x120/interlace/1/format/jpg",
  312. "limit": 20,
  313. "token": str(cls.follow_token),
  314. "uid": str(cls.follow_uid),
  315. "proj": "ma",
  316. "wx_ver": "8.0.23",
  317. "code_ver": "3.68.0",
  318. "log_common_params": {
  319. "e": [{
  320. "data": {
  321. "page": "profilePage",
  322. "topic": "public"
  323. }
  324. }],
  325. "ext": {
  326. "brand": "iPhone",
  327. "device": "iPhone 11",
  328. "os": "iOS 14.7.1",
  329. "weixinver": "8.0.23",
  330. "srcver": "2.24.7",
  331. "net": "wifi",
  332. "scene": "1089"
  333. },
  334. "pj": "1",
  335. "pf": "2",
  336. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  337. }
  338. }
  339. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  340. cls.wechat_person_start_t = r.json()["data"]["next_t"]
  341. feeds = r.json()["data"]["list"]
  342. for i in range(len(feeds)):
  343. # 标题
  344. video_title = feeds[i]["title"].strip().replace("\n", "") \
  345. .replace("/", "").replace("\r", "").replace("#", "") \
  346. .replace(".", "。").replace("\\", "").replace("&NBSP", "") \
  347. .replace(":", "").replace("*", "").replace("?", "") \
  348. .replace("?", "").replace('"', "").replace("<", "") \
  349. .replace(">", "").replace("|", "").replace(" ", "")
  350. # 用户名
  351. user_name = feeds[i]["album_user"]["nick"].strip().replace("\n", "") \
  352. .replace("/", "").replace("快手", "").replace(" ", "") \
  353. .replace(" ", "").replace("&NBSP", "").replace("\r", "")
  354. # 视频 ID
  355. if "vid" in feeds[i]:
  356. video_id = feeds[i]["vid"]
  357. else:
  358. video_id = 0
  359. # 播放量
  360. if "play_pv" in feeds[i]:
  361. video_play_cnt = feeds[i]["play_pv"]
  362. else:
  363. video_play_cnt = 0
  364. # 点赞
  365. if "total" in feeds[i]["favor"]:
  366. video_like_cnt = feeds[i]["favor"]["total"]
  367. else:
  368. video_like_cnt = 0
  369. # 评论数
  370. if "comment_count" in feeds[i]:
  371. video_comment_cnt = feeds[i]["comment_count"]
  372. else:
  373. video_comment_cnt = 0
  374. # 分享
  375. if "share" in feeds[i]:
  376. video_share_cnt = feeds[i]["share"]
  377. else:
  378. video_share_cnt = 0
  379. # 时长
  380. if "du" in feeds[i]:
  381. video_duration = int(feeds[i]["du"] / 1000)
  382. else:
  383. video_duration = 0
  384. # 发布时间
  385. if "t" in feeds[i]:
  386. video_send_time = feeds[i]["t"]
  387. else:
  388. video_send_time = 0
  389. cls.send_time = video_send_time/1000
  390. # 宽和高
  391. if "w" in feeds[i] or "h" in feeds[i]:
  392. video_width = feeds[i]["w"]
  393. video_height = feeds[i]["h"]
  394. else:
  395. video_width = 0
  396. video_height = 0
  397. # 头像
  398. if "hurl" in feeds[i]["album_user"]:
  399. head_url = feeds[i]["album_user"]["hurl"]
  400. else:
  401. head_url = 0
  402. # 用户 ID
  403. if "id" in feeds[i]:
  404. profile_id = feeds[i]["id"]
  405. else:
  406. profile_id = 0
  407. # 用户 mid
  408. if "mid" in feeds[i]:
  409. profile_mid = feeds[i]["mid"]
  410. else:
  411. profile_mid = 0
  412. # 封面
  413. if "url" in feeds[i]:
  414. cover_url = feeds[i]["url"]
  415. else:
  416. cover_url = 0
  417. # 视频播放地址
  418. if "v_url" in feeds[i]:
  419. video_url = feeds[i]["v_url"]
  420. else:
  421. video_url = 0
  422. Common.logger(log_type).info("标题:{}", video_title)
  423. Common.logger(log_type).info("视频ID:{}", video_id)
  424. Common.logger(log_type).info("用户名:{}", user_name)
  425. Common.logger(log_type).info("播放量:{}", video_play_cnt)
  426. Common.logger(log_type).info(
  427. "发布时间:{}", time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  428. Common.logger(log_type).info("播放地址:{}", video_url)
  429. # 过滤无效视频
  430. if video_id == 0 \
  431. or video_title == 0 \
  432. or video_send_time == 0 \
  433. or video_duration == 0 \
  434. or video_url == 0:
  435. Common.logger(log_type).info("无效视频\n")
  436. elif int(time.time()) - int(video_send_time / 1000) >= 259200:
  437. Common.logger(log_type).info("发布时间:{},超过72小时\n", time.strftime(
  438. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  439. cls.wechat_person_start_t = None
  440. break
  441. elif cls.download_rule(video_duration, video_width, video_height, video_play_cnt,
  442. video_share_cnt) is False:
  443. Common.logger(log_type).info("不满足基础门槛\n")
  444. elif any(word if word in video_title else False for word in
  445. cls.sensitive_words(log_type)) is True:
  446. Common.logger(log_type).info("视频已中敏感词:{}\n".format(video_title))
  447. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  448. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "yatRv2") for m in
  449. n]:
  450. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  451. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=k6ldje
  452. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje") for m in
  453. n]:
  454. Common.logger(log_type).info("该视频已在个人主页feeds:{}\n", video_title)
  455. else:
  456. Feishu.insert_columns(log_type, "xiaoniangao", "k6ldje", "ROWS", 1, 2)
  457. # 获取当前时间
  458. get_feeds_time = int(time.time())
  459. # 看一看云文档,工作表中写入数据
  460. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(get_feeds_time))),
  461. "用户主页",
  462. video_id,
  463. video_title,
  464. video_play_cnt,
  465. video_comment_cnt,
  466. video_like_cnt,
  467. video_share_cnt,
  468. video_duration,
  469. str(video_width) + "*" + str(video_height),
  470. time.strftime(
  471. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)),
  472. user_name,
  473. profile_id,
  474. profile_mid,
  475. head_url,
  476. cover_url,
  477. video_url]]
  478. # 等待 1s,防止操作云文档太频繁,导致报错
  479. time.sleep(1)
  480. Feishu.update_values(log_type, "xiaoniangao", "k6ldje", "F2:V2", values)
  481. Common.logger(log_type).info("添加视频至个人主页feeds成功:{}\n", video_title)
  482. # Common.logger(log_type).info("cls.send_time:{}", cls.send_time)
  483. if int(time.time()) - int(cls.send_time) <= 259200:
  484. cls.get_videos_from_person(log_type, p_mid)
  485. else:
  486. cls.wechat_person_start_t = None
  487. return
  488. except Exception as e:
  489. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  490. # 获取所有关注列表的用户视频
  491. @classmethod
  492. def get_videos_from_follow(cls, log_type):
  493. try:
  494. # 已关注的用户列表 mids
  495. profile_mids = cls.get_sub_or_fans_list(log_type)
  496. for profile_mid in profile_mids:
  497. Common.logger(log_type).info("获取用户:{}主页视频\n", profile_mid)
  498. cls.get_videos_from_person(log_type, profile_mid)
  499. except Exception as e:
  500. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  501. # 下载/上传
  502. @classmethod
  503. def download_publish(cls, log_type, env):
  504. try:
  505. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  506. for i in range(1, len(person_sheet)+1):
  507. time.sleep(1)
  508. download_video_id = person_sheet[i][7]
  509. download_video_title = person_sheet[i][8]
  510. download_video_play_cnt = person_sheet[i][9]
  511. download_video_comment_cnt = person_sheet[i][10]
  512. download_video_like_cnt = person_sheet[i][11]
  513. download_video_share_cnt = person_sheet[i][12]
  514. download_video_duration = person_sheet[i][13]
  515. download_video_resolution = person_sheet[i][14]
  516. download_video_send_time = person_sheet[i][15]
  517. download_user_name = person_sheet[i][16]
  518. download_user_id = person_sheet[i][17]
  519. download_user_mid = person_sheet[i][18]
  520. download_head_url = person_sheet[i][19]
  521. download_cover_url = person_sheet[i][20]
  522. download_video_url = person_sheet[i][21]
  523. # Common.logger("person").info("download_video_id:{}", download_video_id)
  524. # Common.logger("person").info("download_video_title:{}", download_video_title)
  525. # Common.logger("person").info("download_video_play_cnt:{}", download_video_play_cnt)
  526. # Common.logger("person").info("download_video_comment_cnt:{}", download_video_comment_cnt)
  527. # Common.logger("person").info("download_video_like_cnt:{}", download_video_like_cnt)
  528. # Common.logger("person").info("download_video_share_cnt:{}", download_video_share_cnt)
  529. # Common.logger("person").info("download_video_duration:{}", download_video_duration)
  530. # Common.logger("person").info("download_video_resolution:{}", download_video_resolution)
  531. # Common.logger("person").info("download_video_send_time:{}", download_video_send_time)
  532. # Common.logger("person").info("download_user_name:{}", download_user_name)
  533. # Common.logger("person").info("download_user_id:{}", download_user_id)
  534. # Common.logger("person").info("download_user_mid:{}", download_user_mid)
  535. # Common.logger("person").info("download_head_url:{}", download_head_url)
  536. # Common.logger("person").info("download_cover_url:{}", download_cover_url)
  537. # Common.logger("person").info("download_video_url:{}", download_video_url)
  538. Common.logger("person").info("正在判断第{}行,视频:{}", i+1, download_video_title)
  539. # 过滤空行及空标题视频
  540. if download_video_id is None \
  541. or download_video_id == "" \
  542. or download_video_title is None \
  543. or download_video_title == "":
  544. # 删除行或列,可选 ROWS、COLUMNS
  545. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  546. Common.logger("person").warning("标题为空或空行,删除成功\n")
  547. return
  548. # 播放量不小于 2000
  549. elif download_video_play_cnt < 2000:
  550. # 删除行或列,可选 ROWS、COLUMNS
  551. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  552. Common.logger("person").info("播放量:{}<2000,删除成功\n", download_video_play_cnt)
  553. return
  554. # 从已下载视频表中去重
  555. elif download_video_id in [j for m in Feishu.get_values_batch(
  556. "person", "xiaoniangao", "yatRv2") for j in m]:
  557. # 删除行或列,可选 ROWS、COLUMNS
  558. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  559. Common.logger("person").info("视频已下载:{},删除成功\n", download_video_title)
  560. return
  561. else:
  562. # 下载封面
  563. Common.download_method(log_type="person", text="cover",
  564. d_name=str(download_video_title), d_url=str(download_cover_url))
  565. # 下载视频
  566. Common.download_method(log_type="person", text="video",
  567. d_name=str(download_video_title), d_url=str(download_video_url))
  568. # 保存视频信息至 "./videos/{download_video_title}/info.txt"
  569. with open("./videos/" + download_video_title + "/" + "info.txt",
  570. "a", encoding="UTF-8") as f_a:
  571. f_a.write(str(download_video_id) + "\n" +
  572. str(download_video_title) + "\n" +
  573. str(download_video_duration) + "\n" +
  574. str(download_video_play_cnt) + "\n" +
  575. str(download_video_comment_cnt) + "\n" +
  576. str(download_video_like_cnt) + "\n" +
  577. str(download_video_share_cnt) + "\n" +
  578. str(download_video_resolution) + "\n" +
  579. str(int(time.mktime(
  580. time.strptime(download_video_send_time, "%Y/%m/%d %H:%M:%S")))) + "\n" +
  581. str(download_user_name) + "\n" +
  582. str(download_head_url) + "\n" +
  583. str(download_video_url) + "\n" +
  584. str(download_cover_url) + "\n" +
  585. "xiaoniangao_person")
  586. Common.logger("person").info("==========视频信息已保存至info.txt==========")
  587. # 上传视频
  588. Common.logger("person").info("开始上传视频:{}".format(download_video_title))
  589. our_video_id = Publish.upload_and_publish("person", env, "play")
  590. our_video_link = "https://admin.piaoquantv.com/cms/post-detail/" + str(our_video_id) + "/info"
  591. Common.logger("person").info("视频上传完成:{}", download_video_title)
  592. # 保存视频 ID 到云文档:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  593. Common.logger("person").info("保存视频ID至云文档:{}", download_video_title)
  594. # 视频ID工作表,插入首行
  595. Feishu.insert_columns("person", "xiaoniangao", "yatRv2", "ROWS", 1, 2)
  596. # 视频ID工作表,首行写入数据
  597. upload_time = int(time.time())
  598. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
  599. "用户主页",
  600. str(download_video_id),
  601. str(download_video_title),
  602. our_video_link,
  603. download_video_play_cnt,
  604. download_video_comment_cnt,
  605. download_video_like_cnt,
  606. download_video_share_cnt,
  607. download_video_duration,
  608. str(download_video_resolution),
  609. str(download_video_send_time),
  610. str(download_user_name),
  611. str(download_user_id),
  612. str(download_user_mid),
  613. str(download_head_url),
  614. str(download_cover_url),
  615. str(download_video_url)]]
  616. time.sleep(1)
  617. Feishu.update_values("person", "xiaoniangao", "yatRv2", "F2:W2", values)
  618. # 保存视频信息到监控表
  619. Common.logger("person").info("添加视频到监控表:{}", download_video_title)
  620. # 插入空行
  621. time.sleep(1)
  622. Feishu.insert_columns("person", "monitor", "N7e2yI", "ROWS", 1, 2)
  623. # 视频信息写入监控表
  624. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(upload_time))),
  625. str(download_video_id),
  626. download_video_title,
  627. our_video_link,
  628. download_user_id,
  629. download_user_mid,
  630. download_user_name,
  631. download_video_duration,
  632. str(download_video_send_time),
  633. download_video_play_cnt]]
  634. time.sleep(1)
  635. Feishu.update_values("person", "monitor", "N7e2yI", "F2:O2", values)
  636. # 删除行或列,可选 ROWS、COLUMNS
  637. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  638. Common.logger("person").info("视频:{},下载/上传成功\n", download_video_title)
  639. return
  640. except Exception as e:
  641. Common.logger(log_type).error("下载/上传异常:{}", e)
  642. # 执行下载/上传
  643. @classmethod
  644. def run_download_publish(cls, log_type, env):
  645. try:
  646. while True:
  647. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  648. if len(person_sheet) == 1:
  649. Common.logger(log_type).info("下载/上传完成")
  650. break
  651. else:
  652. cls.download_publish(log_type, env)
  653. except Exception as e:
  654. Common.logger(log_type).error("执行下载/上传异常:{}", e)
  655. if __name__ == "__main__":
  656. person = Person()
  657. # print(person.follow_x_mid)
  658. # print(person.follow_x_token_id)
  659. # print(person.follow_referer)
  660. # print(person.follow_uid)
  661. # print(person.follow_token)
  662. # print(person.get_follow_users("person"))
  663. # print(person.get_unfollow_users("person"))
  664. # 关注用户
  665. # person.sub_users("person")
  666. # # 取消关注用户
  667. # person.unsub_users("person")
  668. # # 获取所有关注列表的用户视频
  669. # person.get_videos_from_follow("person")
  670. # # 同步关注用户至云文档
  671. # person.get_sub_or_fans_list("person")
  672. # 抓取用户主页视频至云文档
  673. # person.get_videos_from_person("person", "90261331")
  674. person.download_publish("person", "prod")