xiaoniangao_person_list.py 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2022/7/5
  4. import random
  5. import time
  6. import requests
  7. import urllib3
  8. from main.common import Common
  9. from main.feishu_lib import Feishu
  10. from main.publish import Publish
  11. proxies = {"http": None, "https": None}
  12. class Person:
  13. # 小程序关注列表翻页参数
  14. wechat_follow_start_t = None
  15. # 小程序个人主页视频列表翻页参数
  16. wechat_person_start_t = None
  17. # 视频发布时间
  18. send_time = 0
  19. # 配置微信
  20. wechat_sheet = Feishu.get_values_batch("follow", "xiaoniangao", "dzcWHw")
  21. follow_x_mid = wechat_sheet[2][3]
  22. follow_x_token_id = wechat_sheet[3][3]
  23. follow_referer = wechat_sheet[4][3]
  24. follow_uid = wechat_sheet[5][3]
  25. follow_token = wechat_sheet[6][3]
  26. # 过滤敏感词
  27. @classmethod
  28. def sensitive_words(cls, log_type):
  29. # 敏感词库列表
  30. word_list = []
  31. # 从云文档读取所有敏感词,添加到词库列表
  32. lists = Feishu.get_values_batch(log_type, "xiaoniangao", "DRAnZh")
  33. for i in lists:
  34. for j in i:
  35. # 过滤空的单元格内容
  36. if j is None:
  37. pass
  38. else:
  39. word_list.append(j)
  40. return word_list
  41. # 基础门槛规则
  42. @staticmethod
  43. def download_rule(d_duration, d_width, d_height, d_play_cnt, d_share_cnt):
  44. """
  45. 下载视频的基本规则
  46. :param d_duration: 时长
  47. :param d_width: 宽
  48. :param d_height: 高
  49. :param d_play_cnt: 播放量
  50. :param d_share_cnt: 分享量
  51. :return: 满足规则,返回 True;反之,返回 False
  52. """
  53. # 视频时长
  54. if int(float(d_duration)) >= 60:
  55. # 宽或高
  56. if int(d_width) >= 0 or int(d_height) >= 0:
  57. # 播放量
  58. if int(d_play_cnt) >= 1000:
  59. # 分享量
  60. if int(d_share_cnt) >= 0:
  61. return True
  62. else:
  63. return False
  64. else:
  65. return False
  66. else:
  67. return False
  68. else:
  69. return False
  70. # 从小程序中,关注用户列表同步至云文档
  71. @classmethod
  72. def get_sub_or_fans_list(cls, log_type):
  73. try:
  74. follow_list = []
  75. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  76. url = "https://api.xiaoniangao.cn/account/get_sub_or_fans_list"
  77. headers = {
  78. "X-Mid": str(cls.follow_x_mid),
  79. "X-Token-Id": str(cls.follow_x_token_id),
  80. "content-type": "application/json",
  81. "uuid": str(cls.follow_uid),
  82. "Accept-Encoding": "gzip,compress,br,deflate",
  83. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  84. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  85. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  86. "Referer": str(cls.follow_referer)
  87. }
  88. json_text = {
  89. "visited_mid": str(cls.follow_x_mid),
  90. "start_t": cls.wechat_follow_start_t,
  91. "limit": 20,
  92. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!84x84r/crop/84x84/interlace/1/format/jpg",
  93. "type": 1,
  94. "token": str(cls.follow_token),
  95. "uid": str(cls.follow_uid),
  96. "proj": "ma",
  97. "wx_ver": "8.0.23",
  98. "code_ver": "3.68.0",
  99. "log_common_params": {
  100. "e": [{
  101. "data": {
  102. "page": "followFansPage"
  103. }
  104. }],
  105. "ext": {
  106. "brand": "iPhone",
  107. "device": "iPhone 11",
  108. "os": "iOS 14.7.1",
  109. "weixinver": "8.0.23",
  110. "srcver": "2.24.7",
  111. "net": "wifi",
  112. "scene": "1089"
  113. },
  114. "pj": "1",
  115. "pf": "2",
  116. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  117. }
  118. }
  119. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  120. if "data" not in r.json():
  121. Common.logger(log_type).warning("从小程序中获取关注用户列表:{}", r.text)
  122. else:
  123. users = r.json()["data"]["list"]
  124. for i in range(len(users)):
  125. profile_mid = users[i]["mid"]
  126. nick = users[i]["nick"]
  127. follow_list.append(profile_mid)
  128. # 同步已关注的用户至云文档
  129. if profile_mid not in [j for i in follow_sheet for j in i]:
  130. Feishu.insert_columns(log_type, "xiaoniangao", "oNpThi", "ROWS", 1, 2)
  131. time.sleep(1)
  132. values = [[profile_mid, nick]]
  133. Feishu.update_values(log_type, "xiaoniangao", "oNpThi", "B2:C2", values)
  134. else:
  135. Common.logger(log_type).info("用户:{},在云文档中已存在", nick)
  136. cls.wechat_follow_start_t = r.json()["data"]["next_t"]
  137. # 翻页,直至到底了
  138. if cls.wechat_follow_start_t != 0:
  139. cls.get_sub_or_fans_list(log_type)
  140. else:
  141. Common.logger(log_type).info("从小程序中同步关注用户至云文档完成\n")
  142. return follow_list
  143. except Exception as e:
  144. Common.logger(log_type).error("从小程序中,关注用户列表同步至云文档异常:{}", e)
  145. # 从云文档获取关注用户列表
  146. @classmethod
  147. def get_follow_users(cls, log_type):
  148. try:
  149. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  150. if len(follow_sheet) == 1:
  151. Common.logger(log_type).info("暂无定向爬取账号")
  152. else:
  153. follow_list = []
  154. nick_list = []
  155. for i in range(1, len(follow_sheet)):
  156. profile_mid = follow_sheet[i][1]
  157. nick = follow_sheet[i][2]
  158. nick_list.append(nick)
  159. follow_list.append(profile_mid)
  160. Common.logger(log_type).info("关注用户列表:{}", nick_list)
  161. return follow_list
  162. except Exception as e:
  163. Common.logger(log_type).error("从云文档获取关注用户列表异常:{}", e)
  164. # 从云文档获取取消关注用户列表
  165. @classmethod
  166. def get_unfollow_users(cls, log_type):
  167. try:
  168. unfollow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "tuMNhn")
  169. if len(unfollow_sheet) == 1:
  170. Common.logger(log_type).info("暂无定向账号")
  171. return None
  172. else:
  173. unfollow_list = []
  174. nick_list = []
  175. for i in range(1, len(unfollow_sheet)):
  176. profile_mid = unfollow_sheet[i][1]
  177. nick = unfollow_sheet[i][2]
  178. nick_list.append(nick)
  179. unfollow_list.append(profile_mid)
  180. Common.logger(log_type).info("取消关注用户列表:{}", nick_list)
  181. return unfollow_list
  182. except Exception as e:
  183. Common.logger(log_type).error("从云文档获取取消关注用户列表异常:{}", e)
  184. # 关注云文档中的用户
  185. @classmethod
  186. def sub_users(cls, log_type):
  187. try:
  188. profile_mids = cls.get_follow_users(log_type)
  189. for profile_mid in profile_mids:
  190. url = "https://api.xiaoniangao.cn/V1/account/sub_user"
  191. headers = {
  192. "x-b3-traceid": str(cls.follow_x_mid),
  193. "X-Token-Id": str(cls.follow_x_token_id),
  194. "content-type": "application/json",
  195. "uuid": str(cls.follow_uid),
  196. "Accept-Encoding": "gzip,compress,br,deflate",
  197. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  198. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  199. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  200. "Referer": str(cls.follow_referer)
  201. }
  202. data = {
  203. "visited_mid": int(profile_mid),
  204. "log_common_params": {
  205. "e": [{
  206. "data": {
  207. "page": "profilePage",
  208. "topic": "public",
  209. "type": "follow",
  210. "name": "user",
  211. "smid": str(profile_mid)
  212. },
  213. "ab": {}
  214. }],
  215. "ext": {
  216. "brand": "iPhone",
  217. "device": "iPhone 11",
  218. "os": "iOS 14.7.1",
  219. "weixinver": "8.0.20",
  220. "srcver": "2.24.2",
  221. "net": "wifi",
  222. "scene": "1089"
  223. },
  224. "pj": "1",
  225. "pf": "2",
  226. "session_id": "d53b6125-942b-4ec1-8d22-f9451a35e9f9"
  227. },
  228. "token": str(cls.follow_token),
  229. "uid": str(cls.follow_uid),
  230. "proj": "ma",
  231. "wx_ver": "8.0.20",
  232. "code_ver": "3.62.0"
  233. }
  234. urllib3.disable_warnings()
  235. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  236. Common.logger(log_type).info("关注用户:{},{}", profile_mid, r)
  237. except Exception as e:
  238. Common.logger(log_type).error("关注云文档中的用户异常:{}", e)
  239. # 取消关注云文档中的用户
  240. @classmethod
  241. def unsub_users(cls, log_type):
  242. try:
  243. unsub_profile_mids = cls.get_unfollow_users(log_type)
  244. if unsub_profile_mids is None:
  245. pass
  246. else:
  247. for profile_mid in unsub_profile_mids:
  248. url = "https://api.xiaoniangao.cn/V1/account/unsub_user"
  249. headers = {
  250. "x-b3-traceid": str(cls.follow_x_mid),
  251. "X-Token-Id": str(cls.follow_x_token_id),
  252. "content-type": "application/json",
  253. "uuid": str(cls.follow_uid),
  254. "Accept-Encoding": "gzip,compress,br,deflate",
  255. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  256. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  257. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  258. "Referer": str(cls.follow_referer)
  259. }
  260. data = {
  261. "visited_mid": int(profile_mid),
  262. "log_common_params": {
  263. "e": [{
  264. "data": {
  265. "page": "profilePage",
  266. "topic": "public",
  267. "type": "unfollow",
  268. "name": "user",
  269. "smid": str(profile_mid)
  270. },
  271. "ab": {}
  272. }],
  273. "ext": {
  274. "brand": "iPhone",
  275. "device": "iPhone 11",
  276. "os": "iOS 14.7.1",
  277. "weixinver": "8.0.20",
  278. "srcver": "2.24.4",
  279. "net": "wifi",
  280. "scene": "1089"
  281. },
  282. "pj": "1",
  283. "pf": "2",
  284. "session_id": "6a2959c7-3f98-411f-8bc9-8d2a8a5c6f16"
  285. },
  286. "token": str(cls.follow_token),
  287. "uid": str(cls.follow_uid),
  288. "proj": "ma",
  289. "wx_ver": "8.0.20",
  290. "code_ver": "3.64.1"}
  291. urllib3.disable_warnings()
  292. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  293. Common.logger(log_type).info("取消关注:{},{}", profile_mid, r)
  294. except Exception as e:
  295. Common.logger(log_type).error("取消关注云文档中的用户异常:{}", e)
  296. # 获取个人主页视频
  297. @classmethod
  298. def get_videos_from_person(cls, log_type, p_mid):
  299. try:
  300. url = "https://api.xiaoniangao.cn/profile/list_album"
  301. headers = {
  302. "X-Mid": str(cls.follow_x_mid),
  303. "X-Token-Id": str(cls.follow_x_token_id),
  304. "content-type": "application/json",
  305. "uuid": str(cls.follow_uid),
  306. "Accept-Encoding": "gzip,compress,br,deflate",
  307. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  308. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  309. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  310. "Referer": str(cls.follow_referer)
  311. }
  312. json_text = {
  313. "visited_mid": p_mid,
  314. "start_t": cls.wechat_person_start_t,
  315. "qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!690x385r/crop/690x385/interlace/1/format/jpg",
  316. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!120x120r/crop/120x120/interlace/1/format/jpg",
  317. "limit": 20,
  318. "token": str(cls.follow_token),
  319. "uid": str(cls.follow_uid),
  320. "proj": "ma",
  321. "wx_ver": "8.0.23",
  322. "code_ver": "3.68.0",
  323. "log_common_params": {
  324. "e": [{
  325. "data": {
  326. "page": "profilePage",
  327. "topic": "public"
  328. }
  329. }],
  330. "ext": {
  331. "brand": "iPhone",
  332. "device": "iPhone 11",
  333. "os": "iOS 14.7.1",
  334. "weixinver": "8.0.23",
  335. "srcver": "2.24.7",
  336. "net": "wifi",
  337. "scene": "1089"
  338. },
  339. "pj": "1",
  340. "pf": "2",
  341. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  342. }
  343. }
  344. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  345. cls.wechat_person_start_t = r.json()["data"]["next_t"]
  346. feeds = r.json()["data"]["list"]
  347. for i in range(len(feeds)):
  348. # 标题,表情随机加在片头、片尾,或替代句子中间的标点符号
  349. char_sheet = Feishu.get_values_batch("hour", "xiaoniangao", "BhlbST")
  350. expression_list = []
  351. char_list = []
  352. for q in range(len(char_sheet)):
  353. if char_sheet[q][0] is not None:
  354. expression_list.append(char_sheet[q][0])
  355. if char_sheet[q][1] is not None:
  356. char_list.append(char_sheet[q][1])
  357. # print(expression_list)
  358. # print(char_list)
  359. befor_video_title = feeds[i]["title"].strip().replace("\n", "") \
  360. .replace("/", "").replace("\r", "").replace("#", "") \
  361. .replace(".", "。").replace("\\", "").replace("&NBSP", "") \
  362. .replace(":", "").replace("*", "").replace("?", "") \
  363. .replace("?", "").replace('"', "").replace("<", "") \
  364. .replace(">", "").replace("|", "").replace(" ", "")
  365. expression = random.choice(expression_list)
  366. expression_title_list = [expression + befor_video_title, befor_video_title + expression]
  367. # 标题,表情随机加在片头
  368. title_list1 = random.choice(expression_title_list)
  369. # 标题,表情随机加在片尾
  370. title_list2 = befor_video_title + random.choice(char_list)
  371. # 替代句子中间的标点符号
  372. title_list3 = befor_video_title.replace(
  373. ",", random.choice(expression_list)).replace(",", random.choice(expression_list))
  374. title_list4 = [title_list1, title_list2]
  375. video_title = random.choice(title_list4)
  376. # 用户名
  377. user_name = feeds[i]["album_user"]["nick"].strip().replace("\n", "") \
  378. .replace("/", "").replace("快手", "").replace(" ", "") \
  379. .replace(" ", "").replace("&NBSP", "").replace("\r", "")
  380. # 视频 ID
  381. if "vid" in feeds[i]:
  382. video_id = feeds[i]["vid"]
  383. else:
  384. video_id = 0
  385. # 播放量
  386. if "play_pv" in feeds[i]:
  387. video_play_cnt = feeds[i]["play_pv"]
  388. else:
  389. video_play_cnt = 0
  390. # 点赞
  391. if "total" in feeds[i]["favor"]:
  392. video_like_cnt = feeds[i]["favor"]["total"]
  393. else:
  394. video_like_cnt = 0
  395. # 评论数
  396. if "comment_count" in feeds[i]:
  397. video_comment_cnt = feeds[i]["comment_count"]
  398. else:
  399. video_comment_cnt = 0
  400. # 分享
  401. if "share" in feeds[i]:
  402. video_share_cnt = feeds[i]["share"]
  403. else:
  404. video_share_cnt = 0
  405. # 时长
  406. if "du" in feeds[i]:
  407. video_duration = int(feeds[i]["du"] / 1000)
  408. else:
  409. video_duration = 0
  410. # 发布时间
  411. if "t" in feeds[i]:
  412. video_send_time = feeds[i]["t"]
  413. else:
  414. video_send_time = 0
  415. cls.send_time = video_send_time/1000
  416. # 宽和高
  417. if "w" in feeds[i] or "h" in feeds[i]:
  418. video_width = feeds[i]["w"]
  419. video_height = feeds[i]["h"]
  420. else:
  421. video_width = 0
  422. video_height = 0
  423. # 头像
  424. if "hurl" in feeds[i]["album_user"]:
  425. head_url = feeds[i]["album_user"]["hurl"]
  426. else:
  427. head_url = 0
  428. # 用户 ID
  429. if "id" in feeds[i]:
  430. profile_id = feeds[i]["id"]
  431. else:
  432. profile_id = 0
  433. # 用户 mid
  434. if "mid" in feeds[i]:
  435. profile_mid = feeds[i]["mid"]
  436. else:
  437. profile_mid = 0
  438. # 封面
  439. if "url" in feeds[i]:
  440. cover_url = feeds[i]["url"]
  441. else:
  442. cover_url = 0
  443. # 视频播放地址
  444. if "v_url" in feeds[i]:
  445. video_url = feeds[i]["v_url"]
  446. else:
  447. video_url = 0
  448. Common.logger(log_type).info("标题:{}", video_title)
  449. Common.logger(log_type).info("视频ID:{}", video_id)
  450. Common.logger(log_type).info("用户名:{}", user_name)
  451. Common.logger(log_type).info("播放量:{}", video_play_cnt)
  452. Common.logger(log_type).info(
  453. "发布时间:{}", time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  454. Common.logger(log_type).info("播放地址:{}", video_url)
  455. # 过滤无效视频
  456. if video_id == 0 \
  457. or video_title == 0 \
  458. or video_send_time == 0 \
  459. or video_duration == 0 \
  460. or video_url == 0:
  461. Common.logger(log_type).info("无效视频\n")
  462. elif int(time.time()) - int(video_send_time / 1000) >= 259200:
  463. Common.logger(log_type).info("发布时间:{},超过72小时\n", time.strftime(
  464. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  465. cls.wechat_person_start_t = None
  466. break
  467. elif cls.download_rule(video_duration, video_width, video_height, video_play_cnt,
  468. video_share_cnt) is False:
  469. Common.logger(log_type).info("不满足基础门槛\n")
  470. elif any(word if word in video_title else False for word in
  471. cls.sensitive_words(log_type)) is True:
  472. Common.logger(log_type).info("视频已中敏感词:{}\n".format(video_title))
  473. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  474. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "yatRv2") for m in
  475. n]:
  476. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  477. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  478. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "2zD8cv") for m in
  479. n]:
  480. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  481. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=k6ldje
  482. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje") for m in
  483. n]:
  484. Common.logger(log_type).info("该视频已在个人主页feeds:{}\n", video_title)
  485. else:
  486. Feishu.insert_columns(log_type, "xiaoniangao", "k6ldje", "ROWS", 1, 2)
  487. # 获取当前时间
  488. get_feeds_time = int(time.time())
  489. # 看一看云文档,工作表中写入数据
  490. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(get_feeds_time))),
  491. "用户主页",
  492. video_id,
  493. video_title,
  494. video_play_cnt,
  495. video_comment_cnt,
  496. video_like_cnt,
  497. video_share_cnt,
  498. video_duration,
  499. str(video_width) + "*" + str(video_height),
  500. time.strftime(
  501. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)),
  502. user_name,
  503. profile_id,
  504. profile_mid,
  505. head_url,
  506. cover_url,
  507. video_url]]
  508. # 等待 1s,防止操作云文档太频繁,导致报错
  509. time.sleep(1)
  510. Feishu.update_values(log_type, "xiaoniangao", "k6ldje", "F2:V2", values)
  511. Common.logger(log_type).info("添加视频至个人主页feeds成功:{}\n", video_title)
  512. # Common.logger(log_type).info("cls.send_time:{}", cls.send_time)
  513. if int(time.time()) - int(cls.send_time) <= 259200:
  514. cls.get_videos_from_person(log_type, p_mid)
  515. else:
  516. cls.wechat_person_start_t = None
  517. return
  518. except Exception as e:
  519. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  520. # 获取所有关注列表的用户视频
  521. @classmethod
  522. def get_videos_from_follow(cls, log_type):
  523. try:
  524. # 已关注的用户列表 mids
  525. profile_mids = cls.get_sub_or_fans_list(log_type)
  526. for profile_mid in profile_mids:
  527. Common.logger(log_type).info("获取用户:{}主页视频\n", profile_mid)
  528. cls.get_videos_from_person(log_type, profile_mid)
  529. except Exception as e:
  530. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  531. # 下载/上传
  532. @classmethod
  533. def download_publish(cls, log_type, env):
  534. try:
  535. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  536. for i in range(1, len(person_sheet)+1):
  537. time.sleep(1)
  538. download_video_id = person_sheet[i][7]
  539. download_video_title = person_sheet[i][8]
  540. download_video_play_cnt = person_sheet[i][9]
  541. download_video_comment_cnt = person_sheet[i][10]
  542. download_video_like_cnt = person_sheet[i][11]
  543. download_video_share_cnt = person_sheet[i][12]
  544. download_video_duration = person_sheet[i][13]
  545. download_video_resolution = person_sheet[i][14]
  546. download_video_send_time = person_sheet[i][15]
  547. download_user_name = person_sheet[i][16]
  548. download_user_id = person_sheet[i][17]
  549. download_user_mid = person_sheet[i][18]
  550. download_head_url = person_sheet[i][19]
  551. download_cover_url = person_sheet[i][20]
  552. download_video_url = person_sheet[i][21]
  553. # Common.logger("person").info("download_video_id:{}", download_video_id)
  554. # Common.logger("person").info("download_video_title:{}", download_video_title)
  555. # Common.logger("person").info("download_video_play_cnt:{}", download_video_play_cnt)
  556. # Common.logger("person").info("download_video_comment_cnt:{}", download_video_comment_cnt)
  557. # Common.logger("person").info("download_video_like_cnt:{}", download_video_like_cnt)
  558. # Common.logger("person").info("download_video_share_cnt:{}", download_video_share_cnt)
  559. # Common.logger("person").info("download_video_duration:{}", download_video_duration)
  560. # Common.logger("person").info("download_video_resolution:{}", download_video_resolution)
  561. # Common.logger("person").info("download_video_send_time:{}", download_video_send_time)
  562. # Common.logger("person").info("download_user_name:{}", download_user_name)
  563. # Common.logger("person").info("download_user_id:{}", download_user_id)
  564. # Common.logger("person").info("download_user_mid:{}", download_user_mid)
  565. # Common.logger("person").info("download_head_url:{}", download_head_url)
  566. # Common.logger("person").info("download_cover_url:{}", download_cover_url)
  567. # Common.logger("person").info("download_video_url:{}", download_video_url)
  568. Common.logger("person").info("正在判断第{}行,视频:{}", i+1, download_video_title)
  569. # 过滤空行及空标题视频
  570. if download_video_id is None \
  571. or download_video_id == "" \
  572. or download_video_title is None \
  573. or download_video_title == "":
  574. # 删除行或列,可选 ROWS、COLUMNS
  575. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  576. Common.logger("person").warning("标题为空或空行,删除成功\n")
  577. return
  578. # 播放量不小于 2000
  579. elif download_video_play_cnt < 2000:
  580. # 删除行或列,可选 ROWS、COLUMNS
  581. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  582. Common.logger("person").info("播放量:{}<2000,删除成功\n", download_video_play_cnt)
  583. return
  584. # 从已下载视频表中去重
  585. elif download_video_id in [j for m in Feishu.get_values_batch(
  586. "person", "xiaoniangao", "yatRv2") for j in m]:
  587. # 删除行或列,可选 ROWS、COLUMNS
  588. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  589. Common.logger("person").info("视频已下载:{},删除成功\n", download_video_title)
  590. return
  591. # 从已下载视频表中去重
  592. elif download_video_id in [j for m in Feishu.get_values_batch(
  593. "person", "xiaoniangao", "2zD8cv") for j in m]:
  594. # 删除行或列,可选 ROWS、COLUMNS
  595. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  596. Common.logger("person").info("视频已下载:{},删除成功\n", download_video_title)
  597. return
  598. else:
  599. # 下载封面
  600. Common.download_method(log_type="person", text="cover",
  601. d_name=str(download_video_title), d_url=str(download_cover_url))
  602. # 下载视频
  603. Common.download_method(log_type="person", text="video",
  604. d_name=str(download_video_title), d_url=str(download_video_url))
  605. # 保存视频信息至 "./videos/{download_video_title}/info.txt"
  606. with open("./videos/" + download_video_title + "/" + "info.txt",
  607. "a", encoding="UTF-8") as f_a:
  608. f_a.write(str(download_video_id) + "\n" +
  609. str(download_video_title) + "\n" +
  610. str(download_video_duration) + "\n" +
  611. str(download_video_play_cnt) + "\n" +
  612. str(download_video_comment_cnt) + "\n" +
  613. str(download_video_like_cnt) + "\n" +
  614. str(download_video_share_cnt) + "\n" +
  615. str(download_video_resolution) + "\n" +
  616. str(int(time.mktime(
  617. time.strptime(download_video_send_time, "%Y/%m/%d %H:%M:%S")))) + "\n" +
  618. str(download_user_name) + "\n" +
  619. str(download_head_url) + "\n" +
  620. str(download_video_url) + "\n" +
  621. str(download_cover_url) + "\n" +
  622. "xiaoniangao_person")
  623. Common.logger("person").info("==========视频信息已保存至info.txt==========")
  624. # 上传视频
  625. Common.logger("person").info("开始上传视频:{}".format(download_video_title))
  626. our_video_id = Publish.upload_and_publish("person", env, "play")
  627. our_video_link = "https://admin.piaoquantv.com/cms/post-detail/" + str(our_video_id) + "/info"
  628. Common.logger("person").info("视频上传完成:{}", download_video_title)
  629. # 保存视频 ID 到云文档:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  630. Common.logger("person").info("保存视频ID至云文档:{}", download_video_title)
  631. # 视频ID工作表,插入首行
  632. Feishu.insert_columns("person", "xiaoniangao", "yatRv2", "ROWS", 1, 2)
  633. # 视频ID工作表,首行写入数据
  634. upload_time = int(time.time())
  635. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
  636. "用户主页",
  637. str(download_video_id),
  638. str(download_video_title),
  639. our_video_link,
  640. download_video_play_cnt,
  641. download_video_comment_cnt,
  642. download_video_like_cnt,
  643. download_video_share_cnt,
  644. download_video_duration,
  645. str(download_video_resolution),
  646. str(download_video_send_time),
  647. str(download_user_name),
  648. str(download_user_id),
  649. str(download_user_mid),
  650. str(download_head_url),
  651. str(download_cover_url),
  652. str(download_video_url)]]
  653. time.sleep(1)
  654. Feishu.update_values("person", "xiaoniangao", "yatRv2", "F2:W2", values)
  655. # 保存视频信息到监控表
  656. Common.logger("person").info("添加视频到监控表:{}", download_video_title)
  657. # 插入空行
  658. time.sleep(1)
  659. Feishu.insert_columns("person", "monitor", "N7e2yI", "ROWS", 1, 2)
  660. # 视频信息写入监控表
  661. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(upload_time))),
  662. str(download_video_id),
  663. download_video_title,
  664. our_video_link,
  665. download_user_id,
  666. download_user_mid,
  667. download_user_name,
  668. download_video_duration,
  669. str(download_video_send_time),
  670. download_video_play_cnt]]
  671. time.sleep(1)
  672. Feishu.update_values("person", "monitor", "N7e2yI", "F2:O2", values)
  673. # 删除行或列,可选 ROWS、COLUMNS
  674. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  675. Common.logger("person").info("视频:{},下载/上传成功\n", download_video_title)
  676. return
  677. except Exception as e:
  678. Common.logger(log_type).error("下载/上传异常:{}", e)
  679. # 执行下载/上传
  680. @classmethod
  681. def run_download_publish(cls, log_type, env):
  682. try:
  683. while True:
  684. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  685. if len(person_sheet) == 1:
  686. Common.logger(log_type).info("下载/上传完成")
  687. break
  688. else:
  689. cls.download_publish(log_type, env)
  690. except Exception as e:
  691. Common.logger(log_type).error("执行下载/上传异常:{}", e)
  692. if __name__ == "__main__":
  693. person = Person()
  694. # print(person.follow_x_mid)
  695. # print(person.follow_x_token_id)
  696. # print(person.follow_referer)
  697. # print(person.follow_uid)
  698. # print(person.follow_token)
  699. # print(person.get_follow_users("person"))
  700. # print(person.get_unfollow_users("person"))
  701. # 关注用户
  702. # person.sub_users("person")
  703. # # 取消关注用户
  704. # person.unsub_users("person")
  705. # # 获取所有关注列表的用户视频
  706. # person.get_videos_from_follow("person")
  707. # # 同步关注用户至云文档
  708. # person.get_sub_or_fans_list("person")
  709. # 抓取用户主页视频至云文档
  710. # person.get_videos_from_person("person", "90261331")
  711. person.download_publish("person", "prod")