person_list.py 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2022/7/5
  4. import random
  5. import time
  6. import requests
  7. import urllib3
  8. from main.common import Common
  9. from main.feishu_lib import Feishu
  10. from main.publish import Publish
  11. proxies = {"http": None, "https": None}
  12. class Person:
  13. # 小程序关注列表翻页参数
  14. wechat_follow_start_t = None
  15. # 小程序个人主页视频列表翻页参数
  16. wechat_person_start_t = None
  17. # 视频发布时间
  18. send_time = 0
  19. # 配置微信
  20. wechat_sheet = Feishu.get_values_batch("follow", "xiaoniangao", "dzcWHw")
  21. follow_x_mid = wechat_sheet[2][3]
  22. follow_x_token_id = wechat_sheet[3][3]
  23. follow_referer = wechat_sheet[4][3]
  24. follow_uid = wechat_sheet[5][3]
  25. follow_token = wechat_sheet[6][3]
  26. # 过滤敏感词
  27. @classmethod
  28. def sensitive_words(cls, log_type):
  29. # 敏感词库列表
  30. word_list = []
  31. # 从云文档读取所有敏感词,添加到词库列表
  32. lists = Feishu.get_values_batch(log_type, "xiaoniangao", "DRAnZh")
  33. for i in lists:
  34. for j in i:
  35. # 过滤空的单元格内容
  36. if j is None:
  37. pass
  38. else:
  39. word_list.append(j)
  40. return word_list
  41. # 基础门槛规则
  42. @staticmethod
  43. def download_rule(d_duration, d_width, d_height, d_play_cnt, d_share_cnt):
  44. """
  45. 下载视频的基本规则
  46. :param d_duration: 时长
  47. :param d_width: 宽
  48. :param d_height: 高
  49. :param d_play_cnt: 播放量
  50. :param d_share_cnt: 分享量
  51. :return: 满足规则,返回 True;反之,返回 False
  52. """
  53. # 视频时长
  54. if int(float(d_duration)) >= 60:
  55. # 宽或高
  56. if int(d_width) >= 0 or int(d_height) >= 0:
  57. # 播放量
  58. if int(d_play_cnt) >= 1000:
  59. # 分享量
  60. if int(d_share_cnt) >= 0:
  61. return True
  62. else:
  63. return False
  64. else:
  65. return False
  66. else:
  67. return False
  68. else:
  69. return False
  70. # 从小程序中,关注用户列表同步至云文档
  71. @classmethod
  72. def get_sub_or_fans_list(cls, log_type):
  73. try:
  74. follow_list = []
  75. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  76. url = "https://api.xiaoniangao.cn/account/get_sub_or_fans_list"
  77. headers = {
  78. "X-Mid": str(cls.follow_x_mid),
  79. "X-Token-Id": str(cls.follow_x_token_id),
  80. "content-type": "application/json",
  81. "uuid": str(cls.follow_uid),
  82. "Accept-Encoding": "gzip,compress,br,deflate",
  83. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  84. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  85. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  86. "Referer": str(cls.follow_referer)
  87. }
  88. json_text = {
  89. "visited_mid": str(cls.follow_x_mid),
  90. "start_t": cls.wechat_follow_start_t,
  91. "limit": 20,
  92. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!84x84r/crop/84x84/interlace/1/format/jpg",
  93. "type": 1,
  94. "token": str(cls.follow_token),
  95. "uid": str(cls.follow_uid),
  96. "proj": "ma",
  97. "wx_ver": "8.0.23",
  98. "code_ver": "3.68.0",
  99. "log_common_params": {
  100. "e": [{
  101. "data": {
  102. "page": "followFansPage"
  103. }
  104. }],
  105. "ext": {
  106. "brand": "iPhone",
  107. "device": "iPhone 11",
  108. "os": "iOS 14.7.1",
  109. "weixinver": "8.0.23",
  110. "srcver": "2.24.7",
  111. "net": "wifi",
  112. "scene": "1089"
  113. },
  114. "pj": "1",
  115. "pf": "2",
  116. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  117. }
  118. }
  119. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  120. if "data" not in r.json():
  121. Common.logger(log_type).warning("从小程序中获取关注用户列表:{}", r.text)
  122. else:
  123. users = r.json()["data"]["list"]
  124. for i in range(len(users)):
  125. profile_mid = users[i]["mid"]
  126. nick = users[i]["nick"]
  127. follow_list.append(profile_mid)
  128. # 同步已关注的用户至云文档
  129. if profile_mid not in [j for i in follow_sheet for j in i]:
  130. Feishu.insert_columns(log_type, "xiaoniangao", "oNpThi", "ROWS", 1, 2)
  131. time.sleep(1)
  132. values = [[profile_mid, nick]]
  133. Feishu.update_values(log_type, "xiaoniangao", "oNpThi", "B2:C2", values)
  134. else:
  135. Common.logger(log_type).info("用户:{},在云文档中已存在", nick)
  136. cls.wechat_follow_start_t = r.json()["data"]["next_t"]
  137. # 翻页,直至到底了
  138. if cls.wechat_follow_start_t != 0:
  139. cls.get_sub_or_fans_list(log_type)
  140. else:
  141. Common.logger(log_type).info("从小程序中同步关注用户至云文档完成\n")
  142. return follow_list
  143. except Exception as e:
  144. Common.logger(log_type).error("从小程序中,关注用户列表同步至云文档异常:{}", e)
  145. # 从云文档获取关注用户列表
  146. @classmethod
  147. def get_follow_users(cls, log_type):
  148. try:
  149. follow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "oNpThi")
  150. if len(follow_sheet) == 1:
  151. Common.logger(log_type).info("暂无定向爬取账号")
  152. else:
  153. follow_list = []
  154. nick_list = []
  155. for i in range(1, len(follow_sheet)):
  156. profile_mid = follow_sheet[i][1]
  157. nick = follow_sheet[i][2]
  158. nick_list.append(nick)
  159. follow_list.append(profile_mid)
  160. Common.logger(log_type).info("关注用户列表:{}", nick_list)
  161. return follow_list
  162. except Exception as e:
  163. Common.logger(log_type).error("从云文档获取关注用户列表异常:{}", e)
  164. # 从云文档获取取消关注用户列表
  165. @classmethod
  166. def get_unfollow_users(cls, log_type):
  167. try:
  168. unfollow_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "tuMNhn")
  169. if len(unfollow_sheet) == 1:
  170. Common.logger(log_type).info("暂无定向账号")
  171. else:
  172. unfollow_list = []
  173. nick_list = []
  174. for i in range(1, len(unfollow_sheet)):
  175. profile_mid = unfollow_sheet[i][1]
  176. nick = unfollow_sheet[i][2]
  177. nick_list.append(nick)
  178. unfollow_list.append(profile_mid)
  179. Common.logger(log_type).info("取消关注用户列表:{}", nick_list)
  180. return unfollow_list
  181. except Exception as e:
  182. Common.logger(log_type).error("从云文档获取取消关注用户列表异常:{}", e)
  183. # 关注云文档中的用户
  184. @classmethod
  185. def sub_users(cls, log_type):
  186. try:
  187. profile_mids = cls.get_follow_users(log_type)
  188. for profile_mid in profile_mids:
  189. url = "https://api.xiaoniangao.cn/V1/account/sub_user"
  190. headers = {
  191. "x-b3-traceid": str(cls.follow_x_mid),
  192. "X-Token-Id": str(cls.follow_x_token_id),
  193. "content-type": "application/json",
  194. "uuid": str(cls.follow_uid),
  195. "Accept-Encoding": "gzip,compress,br,deflate",
  196. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  197. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  198. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  199. "Referer": str(cls.follow_referer)
  200. }
  201. data = {
  202. "visited_mid": int(profile_mid),
  203. "log_common_params": {
  204. "e": [{
  205. "data": {
  206. "page": "profilePage",
  207. "topic": "public",
  208. "type": "follow",
  209. "name": "user",
  210. "smid": str(profile_mid)
  211. },
  212. "ab": {}
  213. }],
  214. "ext": {
  215. "brand": "iPhone",
  216. "device": "iPhone 11",
  217. "os": "iOS 14.7.1",
  218. "weixinver": "8.0.20",
  219. "srcver": "2.24.2",
  220. "net": "wifi",
  221. "scene": "1089"
  222. },
  223. "pj": "1",
  224. "pf": "2",
  225. "session_id": "d53b6125-942b-4ec1-8d22-f9451a35e9f9"
  226. },
  227. "token": str(cls.follow_token),
  228. "uid": str(cls.follow_uid),
  229. "proj": "ma",
  230. "wx_ver": "8.0.20",
  231. "code_ver": "3.62.0"
  232. }
  233. urllib3.disable_warnings()
  234. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  235. Common.logger(log_type).info("关注用户:{},{}", profile_mid, r)
  236. except Exception as e:
  237. Common.logger(log_type).error("关注云文档中的用户异常:{}", e)
  238. # 取消关注云文档中的用户
  239. @classmethod
  240. def unsub_users(cls, log_type):
  241. try:
  242. unsub_profile_mids = cls.get_unfollow_users(log_type)
  243. for profile_mid in unsub_profile_mids:
  244. url = "https://api.xiaoniangao.cn/V1/account/unsub_user"
  245. headers = {
  246. "x-b3-traceid": str(cls.follow_x_mid),
  247. "X-Token-Id": str(cls.follow_x_token_id),
  248. "content-type": "application/json",
  249. "uuid": str(cls.follow_uid),
  250. "Accept-Encoding": "gzip,compress,br,deflate",
  251. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  252. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  253. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  254. "Referer": str(cls.follow_referer)
  255. }
  256. data = {
  257. "visited_mid": int(profile_mid),
  258. "log_common_params": {
  259. "e": [{
  260. "data": {
  261. "page": "profilePage",
  262. "topic": "public",
  263. "type": "unfollow",
  264. "name": "user",
  265. "smid": str(profile_mid)
  266. },
  267. "ab": {}
  268. }],
  269. "ext": {
  270. "brand": "iPhone",
  271. "device": "iPhone 11",
  272. "os": "iOS 14.7.1",
  273. "weixinver": "8.0.20",
  274. "srcver": "2.24.4",
  275. "net": "wifi",
  276. "scene": "1089"
  277. },
  278. "pj": "1",
  279. "pf": "2",
  280. "session_id": "6a2959c7-3f98-411f-8bc9-8d2a8a5c6f16"
  281. },
  282. "token": str(cls.follow_token),
  283. "uid": str(cls.follow_uid),
  284. "proj": "ma",
  285. "wx_ver": "8.0.20",
  286. "code_ver": "3.64.1"}
  287. urllib3.disable_warnings()
  288. r = requests.post(headers=headers, url=url, json=data, proxies=proxies, verify=False)
  289. Common.logger(log_type).info("取消关注:{},{}", profile_mid, r)
  290. except Exception as e:
  291. Common.logger(log_type).error("取消关注云文档中的用户异常:{}", e)
  292. # 获取个人主页视频
  293. @classmethod
  294. def get_videos_from_person(cls, log_type, p_mid):
  295. try:
  296. url = "https://api.xiaoniangao.cn/profile/list_album"
  297. headers = {
  298. "X-Mid": str(cls.follow_x_mid),
  299. "X-Token-Id": str(cls.follow_x_token_id),
  300. "content-type": "application/json",
  301. "uuid": str(cls.follow_uid),
  302. "Accept-Encoding": "gzip,compress,br,deflate",
  303. "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
  304. " AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 "
  305. "MicroMessenger/8.0.20(0x18001435) NetType/WIFI Language/zh_CN",
  306. "Referer": str(cls.follow_referer)
  307. }
  308. json_text = {
  309. "visited_mid": p_mid,
  310. "start_t": cls.wechat_person_start_t,
  311. "qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!690x385r/crop/690x385/interlace/1/format/jpg",
  312. "h_qs": "imageMogr2/gravity/center/rotate/$/thumbnail/!120x120r/crop/120x120/interlace/1/format/jpg",
  313. "limit": 20,
  314. "token": str(cls.follow_token),
  315. "uid": str(cls.follow_uid),
  316. "proj": "ma",
  317. "wx_ver": "8.0.23",
  318. "code_ver": "3.68.0",
  319. "log_common_params": {
  320. "e": [{
  321. "data": {
  322. "page": "profilePage",
  323. "topic": "public"
  324. }
  325. }],
  326. "ext": {
  327. "brand": "iPhone",
  328. "device": "iPhone 11",
  329. "os": "iOS 14.7.1",
  330. "weixinver": "8.0.23",
  331. "srcver": "2.24.7",
  332. "net": "wifi",
  333. "scene": "1089"
  334. },
  335. "pj": "1",
  336. "pf": "2",
  337. "session_id": "7468cf52-00ea-432e-8505-6ea3ad7ec164"
  338. }
  339. }
  340. r = requests.post(url=url, headers=headers, json=json_text, proxies=proxies, verify=False)
  341. cls.wechat_person_start_t = r.json()["data"]["next_t"]
  342. feeds = r.json()["data"]["list"]
  343. for i in range(len(feeds)):
  344. # 标题,表情随机加在片头、片尾,或替代句子中间的标点符号
  345. char_sheet = Feishu.get_values_batch("hour", "xiaoniangao", "BhlbST")
  346. expression_list = []
  347. char_list = []
  348. for q in range(1, len(char_sheet)):
  349. if char_sheet[q][0] is not None:
  350. expression_list.append(char_sheet[i][0])
  351. if char_sheet[q][1] is not None:
  352. char_list.append(char_sheet[i][1])
  353. befor_video_title = feeds[i]["title"].strip().replace("\n", "") \
  354. .replace("/", "").replace("\r", "").replace("#", "") \
  355. .replace(".", "。").replace("\\", "").replace("&NBSP", "") \
  356. .replace(":", "").replace("*", "").replace("?", "") \
  357. .replace("?", "").replace('"', "").replace("<", "") \
  358. .replace(">", "").replace("|", "").replace(" ", "")
  359. expression = random.choice(expression_list)
  360. expression_title_list = [expression + befor_video_title, befor_video_title + expression]
  361. # 标题,表情随机加在片头
  362. title_list1 = random.choice(expression_title_list)
  363. # 标题,表情随机加在片尾
  364. title_list2 = befor_video_title + random.choice(char_list)
  365. # 替代句子中间的标点符号
  366. title_list3 = befor_video_title.replace(
  367. ",", random.choice(expression_list)).replace(",", random.choice(expression_list))
  368. title_list4 = [title_list1, title_list2]
  369. video_title = random.choice(title_list4)
  370. # 用户名
  371. user_name = feeds[i]["album_user"]["nick"].strip().replace("\n", "") \
  372. .replace("/", "").replace("快手", "").replace(" ", "") \
  373. .replace(" ", "").replace("&NBSP", "").replace("\r", "")
  374. # 视频 ID
  375. if "vid" in feeds[i]:
  376. video_id = feeds[i]["vid"]
  377. else:
  378. video_id = 0
  379. # 播放量
  380. if "play_pv" in feeds[i]:
  381. video_play_cnt = feeds[i]["play_pv"]
  382. else:
  383. video_play_cnt = 0
  384. # 点赞
  385. if "total" in feeds[i]["favor"]:
  386. video_like_cnt = feeds[i]["favor"]["total"]
  387. else:
  388. video_like_cnt = 0
  389. # 评论数
  390. if "comment_count" in feeds[i]:
  391. video_comment_cnt = feeds[i]["comment_count"]
  392. else:
  393. video_comment_cnt = 0
  394. # 分享
  395. if "share" in feeds[i]:
  396. video_share_cnt = feeds[i]["share"]
  397. else:
  398. video_share_cnt = 0
  399. # 时长
  400. if "du" in feeds[i]:
  401. video_duration = int(feeds[i]["du"] / 1000)
  402. else:
  403. video_duration = 0
  404. # 发布时间
  405. if "t" in feeds[i]:
  406. video_send_time = feeds[i]["t"]
  407. else:
  408. video_send_time = 0
  409. cls.send_time = video_send_time/1000
  410. # 宽和高
  411. if "w" in feeds[i] or "h" in feeds[i]:
  412. video_width = feeds[i]["w"]
  413. video_height = feeds[i]["h"]
  414. else:
  415. video_width = 0
  416. video_height = 0
  417. # 头像
  418. if "hurl" in feeds[i]["album_user"]:
  419. head_url = feeds[i]["album_user"]["hurl"]
  420. else:
  421. head_url = 0
  422. # 用户 ID
  423. if "id" in feeds[i]:
  424. profile_id = feeds[i]["id"]
  425. else:
  426. profile_id = 0
  427. # 用户 mid
  428. if "mid" in feeds[i]:
  429. profile_mid = feeds[i]["mid"]
  430. else:
  431. profile_mid = 0
  432. # 封面
  433. if "url" in feeds[i]:
  434. cover_url = feeds[i]["url"]
  435. else:
  436. cover_url = 0
  437. # 视频播放地址
  438. if "v_url" in feeds[i]:
  439. video_url = feeds[i]["v_url"]
  440. else:
  441. video_url = 0
  442. Common.logger(log_type).info("标题:{}", video_title)
  443. Common.logger(log_type).info("视频ID:{}", video_id)
  444. Common.logger(log_type).info("用户名:{}", user_name)
  445. Common.logger(log_type).info("播放量:{}", video_play_cnt)
  446. Common.logger(log_type).info(
  447. "发布时间:{}", time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  448. Common.logger(log_type).info("播放地址:{}", video_url)
  449. # 过滤无效视频
  450. if video_id == 0 \
  451. or video_title == 0 \
  452. or video_send_time == 0 \
  453. or video_duration == 0 \
  454. or video_url == 0:
  455. Common.logger(log_type).info("无效视频\n")
  456. elif int(time.time()) - int(video_send_time / 1000) >= 259200:
  457. Common.logger(log_type).info("发布时间:{},超过72小时\n", time.strftime(
  458. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  459. cls.wechat_person_start_t = None
  460. break
  461. elif cls.download_rule(video_duration, video_width, video_height, video_play_cnt,
  462. video_share_cnt) is False:
  463. Common.logger(log_type).info("不满足基础门槛\n")
  464. elif any(word if word in video_title else False for word in
  465. cls.sensitive_words(log_type)) is True:
  466. Common.logger(log_type).info("视频已中敏感词:{}\n".format(video_title))
  467. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  468. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "yatRv2") for m in
  469. n]:
  470. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  471. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=k6ldje
  472. elif video_id in [m for n in Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje") for m in
  473. n]:
  474. Common.logger(log_type).info("该视频已在个人主页feeds:{}\n", video_title)
  475. else:
  476. Feishu.insert_columns(log_type, "xiaoniangao", "k6ldje", "ROWS", 1, 2)
  477. # 获取当前时间
  478. get_feeds_time = int(time.time())
  479. # 看一看云文档,工作表中写入数据
  480. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(get_feeds_time))),
  481. "用户主页",
  482. video_id,
  483. video_title,
  484. video_play_cnt,
  485. video_comment_cnt,
  486. video_like_cnt,
  487. video_share_cnt,
  488. video_duration,
  489. str(video_width) + "*" + str(video_height),
  490. time.strftime(
  491. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)),
  492. user_name,
  493. profile_id,
  494. profile_mid,
  495. head_url,
  496. cover_url,
  497. video_url]]
  498. # 等待 1s,防止操作云文档太频繁,导致报错
  499. time.sleep(1)
  500. Feishu.update_values(log_type, "xiaoniangao", "k6ldje", "F2:V2", values)
  501. Common.logger(log_type).info("添加视频至个人主页feeds成功:{}\n", video_title)
  502. # Common.logger(log_type).info("cls.send_time:{}", cls.send_time)
  503. if int(time.time()) - int(cls.send_time) <= 259200:
  504. cls.get_videos_from_person(log_type, p_mid)
  505. else:
  506. cls.wechat_person_start_t = None
  507. return
  508. except Exception as e:
  509. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  510. # 获取所有关注列表的用户视频
  511. @classmethod
  512. def get_videos_from_follow(cls, log_type):
  513. try:
  514. # 已关注的用户列表 mids
  515. profile_mids = cls.get_sub_or_fans_list(log_type)
  516. for profile_mid in profile_mids:
  517. Common.logger(log_type).info("获取用户:{}主页视频\n", profile_mid)
  518. cls.get_videos_from_person(log_type, profile_mid)
  519. except Exception as e:
  520. Common.logger(log_type).error("获取个人主页视频异常:{}", e)
  521. # 下载/上传
  522. @classmethod
  523. def download_publish(cls, log_type, env):
  524. try:
  525. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  526. for i in range(1, len(person_sheet)+1):
  527. time.sleep(1)
  528. download_video_id = person_sheet[i][7]
  529. download_video_title = person_sheet[i][8]
  530. download_video_play_cnt = person_sheet[i][9]
  531. download_video_comment_cnt = person_sheet[i][10]
  532. download_video_like_cnt = person_sheet[i][11]
  533. download_video_share_cnt = person_sheet[i][12]
  534. download_video_duration = person_sheet[i][13]
  535. download_video_resolution = person_sheet[i][14]
  536. download_video_send_time = person_sheet[i][15]
  537. download_user_name = person_sheet[i][16]
  538. download_user_id = person_sheet[i][17]
  539. download_user_mid = person_sheet[i][18]
  540. download_head_url = person_sheet[i][19]
  541. download_cover_url = person_sheet[i][20]
  542. download_video_url = person_sheet[i][21]
  543. # Common.logger("person").info("download_video_id:{}", download_video_id)
  544. # Common.logger("person").info("download_video_title:{}", download_video_title)
  545. # Common.logger("person").info("download_video_play_cnt:{}", download_video_play_cnt)
  546. # Common.logger("person").info("download_video_comment_cnt:{}", download_video_comment_cnt)
  547. # Common.logger("person").info("download_video_like_cnt:{}", download_video_like_cnt)
  548. # Common.logger("person").info("download_video_share_cnt:{}", download_video_share_cnt)
  549. # Common.logger("person").info("download_video_duration:{}", download_video_duration)
  550. # Common.logger("person").info("download_video_resolution:{}", download_video_resolution)
  551. # Common.logger("person").info("download_video_send_time:{}", download_video_send_time)
  552. # Common.logger("person").info("download_user_name:{}", download_user_name)
  553. # Common.logger("person").info("download_user_id:{}", download_user_id)
  554. # Common.logger("person").info("download_user_mid:{}", download_user_mid)
  555. # Common.logger("person").info("download_head_url:{}", download_head_url)
  556. # Common.logger("person").info("download_cover_url:{}", download_cover_url)
  557. # Common.logger("person").info("download_video_url:{}", download_video_url)
  558. Common.logger("person").info("正在判断第{}行,视频:{}", i+1, download_video_title)
  559. # 过滤空行及空标题视频
  560. if download_video_id is None \
  561. or download_video_id == "" \
  562. or download_video_title is None \
  563. or download_video_title == "":
  564. # 删除行或列,可选 ROWS、COLUMNS
  565. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  566. Common.logger("person").warning("标题为空或空行,删除成功\n")
  567. return
  568. # 播放量不小于 2000
  569. elif download_video_play_cnt < 2000:
  570. # 删除行或列,可选 ROWS、COLUMNS
  571. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  572. Common.logger("person").info("播放量:{}<2000,删除成功\n", download_video_play_cnt)
  573. return
  574. # 从已下载视频表中去重
  575. elif download_video_id in [j for m in Feishu.get_values_batch(
  576. "person", "xiaoniangao", "yatRv2") for j in m]:
  577. # 删除行或列,可选 ROWS、COLUMNS
  578. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  579. Common.logger("person").info("视频已下载:{},删除成功\n", download_video_title)
  580. return
  581. else:
  582. # 下载封面
  583. Common.download_method(log_type="person", text="cover",
  584. d_name=str(download_video_title), d_url=str(download_cover_url))
  585. # 下载视频
  586. Common.download_method(log_type="person", text="video",
  587. d_name=str(download_video_title), d_url=str(download_video_url))
  588. # 保存视频信息至 "./videos/{download_video_title}/info.txt"
  589. with open("./videos/" + download_video_title + "/" + "info.txt",
  590. "a", encoding="UTF-8") as f_a:
  591. f_a.write(str(download_video_id) + "\n" +
  592. str(download_video_title) + "\n" +
  593. str(download_video_duration) + "\n" +
  594. str(download_video_play_cnt) + "\n" +
  595. str(download_video_comment_cnt) + "\n" +
  596. str(download_video_like_cnt) + "\n" +
  597. str(download_video_share_cnt) + "\n" +
  598. str(download_video_resolution) + "\n" +
  599. str(int(time.mktime(
  600. time.strptime(download_video_send_time, "%Y/%m/%d %H:%M:%S")))) + "\n" +
  601. str(download_user_name) + "\n" +
  602. str(download_head_url) + "\n" +
  603. str(download_video_url) + "\n" +
  604. str(download_cover_url) + "\n" +
  605. "xiaoniangao_person")
  606. Common.logger("person").info("==========视频信息已保存至info.txt==========")
  607. # 上传视频
  608. Common.logger("person").info("开始上传视频:{}".format(download_video_title))
  609. our_video_id = Publish.upload_and_publish("person", env, "play")
  610. our_video_link = "https://admin.piaoquantv.com/cms/post-detail/" + str(our_video_id) + "/info"
  611. Common.logger("person").info("视频上传完成:{}", download_video_title)
  612. # 保存视频 ID 到云文档:https://w42nne6hzg.feishu.cn/sheets/shtcnYxiyQ1wLklo1W5Kdqc9cGh?sheet=yatRv2
  613. Common.logger("person").info("保存视频ID至云文档:{}", download_video_title)
  614. # 视频ID工作表,插入首行
  615. Feishu.insert_columns("person", "xiaoniangao", "yatRv2", "ROWS", 1, 2)
  616. # 视频ID工作表,首行写入数据
  617. upload_time = int(time.time())
  618. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
  619. "用户主页",
  620. str(download_video_id),
  621. str(download_video_title),
  622. our_video_link,
  623. download_video_play_cnt,
  624. download_video_comment_cnt,
  625. download_video_like_cnt,
  626. download_video_share_cnt,
  627. download_video_duration,
  628. str(download_video_resolution),
  629. str(download_video_send_time),
  630. str(download_user_name),
  631. str(download_user_id),
  632. str(download_user_mid),
  633. str(download_head_url),
  634. str(download_cover_url),
  635. str(download_video_url)]]
  636. time.sleep(1)
  637. Feishu.update_values("person", "xiaoniangao", "yatRv2", "F2:W2", values)
  638. # 保存视频信息到监控表
  639. Common.logger("person").info("添加视频到监控表:{}", download_video_title)
  640. # 插入空行
  641. time.sleep(1)
  642. Feishu.insert_columns("person", "monitor", "N7e2yI", "ROWS", 1, 2)
  643. # 视频信息写入监控表
  644. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(upload_time))),
  645. str(download_video_id),
  646. download_video_title,
  647. our_video_link,
  648. download_user_id,
  649. download_user_mid,
  650. download_user_name,
  651. download_video_duration,
  652. str(download_video_send_time),
  653. download_video_play_cnt]]
  654. time.sleep(1)
  655. Feishu.update_values("person", "monitor", "N7e2yI", "F2:O2", values)
  656. # 删除行或列,可选 ROWS、COLUMNS
  657. Feishu.dimension_range("person", "xiaoniangao", "k6ldje", "ROWS", i + 1, i + 1)
  658. Common.logger("person").info("视频:{},下载/上传成功\n", download_video_title)
  659. return
  660. except Exception as e:
  661. Common.logger(log_type).error("下载/上传异常:{}", e)
  662. # 执行下载/上传
  663. @classmethod
  664. def run_download_publish(cls, log_type, env):
  665. try:
  666. while True:
  667. person_sheet = Feishu.get_values_batch(log_type, "xiaoniangao", "k6ldje")
  668. if len(person_sheet) == 1:
  669. Common.logger(log_type).info("下载/上传完成")
  670. break
  671. else:
  672. cls.download_publish(log_type, env)
  673. except Exception as e:
  674. Common.logger(log_type).error("执行下载/上传异常:{}", e)
  675. if __name__ == "__main__":
  676. person = Person()
  677. # print(person.follow_x_mid)
  678. # print(person.follow_x_token_id)
  679. # print(person.follow_referer)
  680. # print(person.follow_uid)
  681. # print(person.follow_token)
  682. # print(person.get_follow_users("person"))
  683. # print(person.get_unfollow_users("person"))
  684. # 关注用户
  685. # person.sub_users("person")
  686. # # 取消关注用户
  687. # person.unsub_users("person")
  688. # # 获取所有关注列表的用户视频
  689. # person.get_videos_from_follow("person")
  690. # # 同步关注用户至云文档
  691. # person.get_sub_or_fans_list("person")
  692. # 抓取用户主页视频至云文档
  693. # person.get_videos_from_person("person", "90261331")
  694. person.download_publish("person", "prod")