follow_list.py 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2022/7/7
  4. import os
  5. import random
  6. import sys
  7. import time
  8. import requests
  9. import urllib3
  10. sys.path.append(os.getcwd())
  11. from main.common import Common
  12. from main.feishu_lib import Feishu
  13. from main.publish import Publish
  14. proxies = {"http": None, "https": None}
  15. class Follow:
  16. # 小程序:关注列表翻页参数
  17. follow_pcursor = ""
  18. # 小程序:个人主页视频列表翻页参数
  19. person_pcursor = ""
  20. # 视频发布时间
  21. send_time = 0
  22. # 配置微信
  23. wechat_sheet = Feishu.get_values_batch("follow", "kuaishou", "f1R7Mx")
  24. Referer = wechat_sheet[2][3]
  25. NS_sig3 = wechat_sheet[3][3]
  26. NS_sig3_origin = wechat_sheet[4][3]
  27. did = wechat_sheet[5][3]
  28. session_key = wechat_sheet[6][3]
  29. unionid = wechat_sheet[7][3]
  30. eUserStableOpenId = wechat_sheet[8][3]
  31. openId = wechat_sheet[9][3]
  32. eOpenUserId = wechat_sheet[10][3]
  33. kuaishou_wechat_app_st = wechat_sheet[11][3]
  34. passToken = wechat_sheet[12][3]
  35. userId = wechat_sheet[13][3]
  36. # 过滤敏感词
  37. @classmethod
  38. def sensitive_words(cls):
  39. # 敏感词库列表
  40. word_list = []
  41. # 从云文档读取所有敏感词,添加到词库列表
  42. lists = Feishu.get_values_batch("follow", "kuaishou", "fn8IDi")
  43. for i in lists:
  44. for j in i:
  45. # 过滤空的单元格内容
  46. if j is None:
  47. pass
  48. else:
  49. word_list.append(j)
  50. return word_list
  51. # 下载规则
  52. @staticmethod
  53. def download_rule(d_duration, d_width, d_height, d_play_cnt, d_like_cnt, d_share_cnt):
  54. """
  55. 下载视频的基本规则
  56. :param d_duration: 时长
  57. :param d_width: 宽
  58. :param d_height: 高
  59. :param d_play_cnt: 播放量
  60. :param d_like_cnt: 点赞量
  61. :param d_share_cnt: 分享量
  62. :return: 满足规则,返回 True;反之,返回 False
  63. """
  64. if int(float(d_duration)) >= 60:
  65. if int(d_width) >= 720 or int(d_height) >= 720:
  66. if int(d_play_cnt) >= 5000:
  67. if int(d_like_cnt) >= 10000 or int(d_share_cnt) >= 1000:
  68. return True
  69. else:
  70. return False
  71. else:
  72. return False
  73. else:
  74. return False
  75. else:
  76. return False
  77. # 从小程序中,关注用户列表同步至云文档
  78. @classmethod
  79. def get_sub_or_fans_list(cls, log_type):
  80. try:
  81. follow_list = []
  82. follow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "MGMsHE")
  83. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/relation/fol?"
  84. headers = {
  85. "content-type": "application/json",
  86. "Accept-Encoding": "gzip,compress,br,deflate",
  87. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)'
  88. ' AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148'
  89. ' MicroMessenger/8.0.20(0x18001442) NetType/WIFI Language/zh_CN',
  90. "Referer": str(cls.Referer),
  91. }
  92. params = {
  93. "__NS_sig3": str(cls.NS_sig3),
  94. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  95. }
  96. cookies = {
  97. "did": str(cls.did),
  98. "preMinaVersion": "v3.109.0",
  99. "sid": "kuaishou.wechat.app",
  100. "appId": "ks_wechat_small_app_2",
  101. "clientid": "13",
  102. "client_key": "f60ac815",
  103. "kpn": "WECHAT_SMALL_APP",
  104. "kpf": "OUTSIDE_ANDROID_H5",
  105. "language": "zh_CN",
  106. "smallAppVersion": "v3.114.0",
  107. "session_key": str(cls.session_key),
  108. "unionid": str(cls.unionid),
  109. "eUserStableOpenId": str(cls.eUserStableOpenId),
  110. "openId": str(cls.openId),
  111. "eOpenUserId": str(cls.eOpenUserId),
  112. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  113. "passToken": str(cls.passToken),
  114. "userId": str(cls.userId)
  115. }
  116. json_text = {
  117. "count": 20,
  118. "pcursor": str(cls.follow_pcursor),
  119. "ftype": 1
  120. }
  121. urllib3.disable_warnings()
  122. r = requests.post(url=url, headers=headers, params=params,
  123. cookies=cookies, json=json_text, proxies=proxies, verify=False)
  124. if "fols" not in r.json():
  125. Common.logger(log_type).warning("从小程序中获取关注用户列表:{}", r.text)
  126. else:
  127. users = r.json()["fols"]
  128. for i in range(len(users)):
  129. uid = users[i]["targetId"]
  130. nick = users[i]["targetName"]
  131. sex = users[i]["targetSex"]
  132. description = users[i]["targetUserText"]
  133. if "followReason" in users[i]:
  134. follow_reason = users[i]["followReason"]
  135. else:
  136. follow_reason = ""
  137. follow_time = users[i]["time"]
  138. is_friend = users[i]["isFriend"]
  139. # print(f"uid:{uid}")
  140. follow_list.append(uid)
  141. # print(f"follow_list:{follow_list}")
  142. # 同步已关注的用户至云文档
  143. if uid not in [j for i in follow_sheet for j in i]:
  144. time.sleep(1)
  145. Feishu.insert_columns(log_type, "kuaishou", "MGMsHE", "ROWS", 1, 2)
  146. time.sleep(1)
  147. values = [[uid, nick, sex, description, follow_reason, follow_time, str(is_friend)]]
  148. Feishu.update_values(log_type, "kuaishou", "MGMsHE", "A2:L2", values)
  149. else:
  150. Common.logger(log_type).info("用户:{},在云文档中已存在", nick)
  151. cls.follow_pcursor = r.json()["pcursor"]
  152. # 翻页,直至到底了
  153. if cls.follow_pcursor != "no_more":
  154. cls.get_sub_or_fans_list(log_type)
  155. else:
  156. Common.logger(log_type).info("从小程序中同步关注用户至云文档完成\n")
  157. except Exception as e:
  158. Common.logger(log_type).error("从小程序中,关注用户列表同步至云文档异常:{}", e)
  159. # 从云文档获取关注用户列表
  160. @classmethod
  161. def get_follow_users(cls, log_type):
  162. try:
  163. follow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "MGMsHE")
  164. if len(follow_sheet) == 1:
  165. Common.logger(log_type).info("暂无关注用户")
  166. else:
  167. follow_list = []
  168. nick_list = []
  169. for i in range(1, len(follow_sheet)):
  170. uid = follow_sheet[i][0]
  171. nick = follow_sheet[i][1]
  172. nick_list.append(nick)
  173. follow_list.append(uid)
  174. Common.logger(log_type).info("关注用户列表:{}", nick_list)
  175. return follow_list
  176. except Exception as e:
  177. Common.logger(log_type).error("从云文档获取关注用户列表异常:{}", e)
  178. # 从云文档获取取消关注用户列表
  179. @classmethod
  180. def get_unfollow_users(cls, log_type):
  181. try:
  182. unfollow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "Lms83Y")
  183. if len(unfollow_sheet) == 1:
  184. Common.logger(log_type).info("暂无取消关注用户")
  185. else:
  186. unfollow_list = []
  187. nick_list = []
  188. for i in range(1, len(unfollow_sheet)):
  189. uid = unfollow_sheet[i][0]
  190. nick = unfollow_sheet[i][1]
  191. nick_list.append(nick)
  192. unfollow_list.append(uid)
  193. Common.logger(log_type).info("取消关注用户列表:{}", nick_list)
  194. return unfollow_list
  195. except Exception as e:
  196. Common.logger(log_type).error("从云文档获取取消关注用户列表异常:{}", e)
  197. # 小程序:关注/取消关注用户
  198. @classmethod
  199. def follow_unfollow(cls, log_type, is_follow, uid):
  200. try:
  201. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/relation/follow?"
  202. headers = {
  203. "content-type": "application/json",
  204. "Accept-Encoding": "gzip,compress,br,deflate",
  205. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)'
  206. ' AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148'
  207. ' MicroMessenger/8.0.20(0x18001442) NetType/WIFI Language/zh_CN',
  208. "Referer": str(cls.Referer),
  209. }
  210. params = {
  211. "__NS_sig3": str(cls.NS_sig3),
  212. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  213. }
  214. cookies = {
  215. "did": str(cls.did),
  216. "preMinaVersion": "v3.109.0",
  217. "sid": "kuaishou.wechat.app",
  218. "appId": "ks_wechat_small_app_2",
  219. "clientid": "13",
  220. "client_key": "f60ac815",
  221. "kpn": "WECHAT_SMALL_APP",
  222. "kpf": "OUTSIDE_ANDROID_H5",
  223. "language": "zh_CN",
  224. "smallAppVersion": "v3.114.0",
  225. "session_key": str(cls.session_key),
  226. "unionid": str(cls.unionid),
  227. "eUserStableOpenId": str(cls.eUserStableOpenId),
  228. "openId": str(cls.openId),
  229. "eOpenUserId": str(cls.eOpenUserId),
  230. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  231. "passToken": str(cls.passToken),
  232. "userId": str(cls.userId)
  233. }
  234. if is_follow == "follow":
  235. ftype = 1
  236. elif is_follow == "unfollow":
  237. ftype = 2
  238. else:
  239. ftype = 1
  240. json_text = {
  241. "touid": uid,
  242. "ftype": ftype,
  243. "page_ref": 84
  244. }
  245. r = requests.post(url=url, headers=headers, cookies=cookies, params=params, json=json_text)
  246. if is_follow == "follow":
  247. if r.json()["result"] != 1:
  248. Common.logger(log_type).warning("{}", r.text)
  249. else:
  250. Common.logger(log_type).info("关注:{}, {}", uid, r)
  251. else:
  252. if r.json()["result"] != 1:
  253. Common.logger(log_type).warning("{}", r.text)
  254. else:
  255. Common.logger(log_type).info("取消关注:{}, {}", uid, r)
  256. except Exception as e:
  257. Common.logger(log_type).error("关注/取消关注异常:{}", e)
  258. # 获取个人主页视频
  259. @classmethod
  260. def get_videos_from_person(cls, log_type, uid):
  261. try:
  262. time.sleep(1)
  263. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/feed/profile?"
  264. headers = {
  265. "content-type": "application/json",
  266. "Accept-Encoding": "gzip,compress,br,deflate",
  267. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)'
  268. ' AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148'
  269. ' MicroMessenger/8.0.20(0x18001442) NetType/WIFI Language/zh_CN',
  270. "Referer": str(cls.Referer),
  271. }
  272. params = {
  273. "__NS_sig3": str(cls.NS_sig3),
  274. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  275. }
  276. cookies = {
  277. "did": str(cls.did),
  278. "preMinaVersion": "v3.109.0",
  279. "sid": "kuaishou.wechat.app",
  280. "appId": "ks_wechat_small_app_2",
  281. "clientid": "13",
  282. "client_key": "f60ac815",
  283. "kpn": "WECHAT_SMALL_APP",
  284. "kpf": "OUTSIDE_ANDROID_H5",
  285. "language": "zh_CN",
  286. "smallAppVersion": "v3.114.0",
  287. "session_key": str(cls.session_key),
  288. "unionid": str(cls.unionid),
  289. "eUserStableOpenId": str(cls.eUserStableOpenId),
  290. "openId": str(cls.openId),
  291. "eOpenUserId": str(cls.eOpenUserId),
  292. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  293. "passToken": str(cls.passToken),
  294. "userId": str(cls.userId)
  295. }
  296. json_text = {
  297. "count": 12,
  298. "pcursor": str(cls.person_pcursor),
  299. "eid": uid
  300. }
  301. urllib3.disable_warnings()
  302. r = requests.post(url=url, headers=headers, params=params, cookies=cookies,
  303. json=json_text, proxies=proxies, verify=False)
  304. # Common.logger(log_type).info("response:{}", r.text)
  305. if "feeds" not in r.json():
  306. Common.logger(log_type).warning("response:{}", r.text)
  307. feeds = r.json()["feeds"]
  308. if len(feeds) == 0:
  309. Common.logger(log_type).warning("用户主页无视频\n")
  310. for i in range(len(feeds)):
  311. # 视频标题过滤话题及处理特殊字符
  312. kuaishou_title = feeds[i]["caption"]
  313. title_split1 = kuaishou_title.split(" #")
  314. if title_split1[0] != "":
  315. title1 = title_split1[0]
  316. else:
  317. title1 = title_split1[-1]
  318. title_split2 = title1.split(" #")
  319. if title_split2[0] != "":
  320. title2 = title_split2[0]
  321. else:
  322. title2 = title_split2[-1]
  323. title_split3 = title2.split("@")
  324. if title_split3[0] != "":
  325. title3 = title_split3[0]
  326. else:
  327. title3 = title_split3[-1]
  328. video_title = title3.strip().replace("\n", "") \
  329. .replace("/", "").replace("快手", "").replace(" ", "") \
  330. .replace(" ", "").replace("&NBSP", "").replace("\r", "") \
  331. .replace("#", "").replace(".", "。").replace("\\", "") \
  332. .replace(":", "").replace("*", "").replace("?", "") \
  333. .replace("?", "").replace('"', "").replace("<", "") \
  334. .replace(">", "").replace("|", "").replace("@", "")
  335. if "photoId" not in feeds[i]:
  336. video_id = "0"
  337. else:
  338. video_id = feeds[i]["photoId"]
  339. if "viewCount" not in feeds[i]:
  340. video_play_cnt = "0"
  341. else:
  342. video_play_cnt = feeds[i]["viewCount"]
  343. if "likeCount" not in feeds[i]:
  344. video_like_cnt = "0"
  345. else:
  346. video_like_cnt = feeds[i]["likeCount"]
  347. if "shareCount" not in feeds[i]:
  348. video_share_cnt = "0"
  349. else:
  350. video_share_cnt = feeds[i]["shareCount"]
  351. if "commentCount" not in feeds[i]:
  352. video_comment_cnt = "0"
  353. else:
  354. video_comment_cnt = feeds[i]["commentCount"]
  355. if "duration" not in feeds[i]:
  356. video_duration = "0"
  357. else:
  358. video_duration = int(int(feeds[i]["duration"]) / 1000)
  359. if "width" not in feeds[i] or "height" not in feeds[i]:
  360. video_width = "0"
  361. video_height = "0"
  362. else:
  363. video_width = feeds[i]["width"]
  364. video_height = feeds[i]["height"]
  365. if "timestamp" not in feeds[i]:
  366. video_send_time = "0"
  367. else:
  368. video_send_time = feeds[i]["timestamp"]
  369. cls.send_time = int(int(video_send_time) / 1000)
  370. if "userName" not in feeds[i]:
  371. user_name = "0"
  372. else:
  373. user_name = feeds[i]["userName"].strip().replace("\n", "") \
  374. .replace("/", "").replace("快手", "").replace(" ", "") \
  375. .replace(" ", "").replace("&NBSP", "").replace("\r", "")
  376. if "userId" not in feeds[i]:
  377. user_id = "0"
  378. else:
  379. user_id = feeds[i]["userId"]
  380. if "headUrl" not in feeds[i]:
  381. head_url = "0"
  382. else:
  383. head_url = feeds[i]["headUrl"]
  384. if "webpCoverUrls" in feeds[i]:
  385. cover_url = feeds[i]["webpCoverUrls"][-1]["url"]
  386. elif "coverUrls" not in feeds[i]:
  387. cover_url = "0"
  388. elif len(feeds[i]["coverUrls"]) == 0:
  389. cover_url = "0"
  390. else:
  391. cover_url = feeds[i]["coverUrls"][0]["url"]
  392. if "mainMvUrls" not in feeds[i]:
  393. video_url = "0"
  394. elif len(feeds[i]["mainMvUrls"]) == 0:
  395. video_url = "0"
  396. else:
  397. video_url = feeds[i]["mainMvUrls"][0]["url"]
  398. Common.logger(log_type).info("video_title:{}".format(video_title))
  399. Common.logger(log_type).info("user_name:{}".format(user_name))
  400. Common.logger(log_type).info("video_id:{}".format(video_id))
  401. Common.logger(log_type).info("video_play_cnt:{}".format(video_play_cnt))
  402. Common.logger(log_type).info("video_like_cnt:{}".format(video_like_cnt))
  403. Common.logger(log_type).info("video_share_cnt:{}".format(video_share_cnt))
  404. # Common.logger(log_type).info("video_comment_cnt:{}".format(video_comment_cnt))
  405. Common.logger(log_type).info("video_duration:{}秒".format(video_duration))
  406. # Common.logger(log_type).info("video_resolution:{}".format(video_resolution))
  407. Common.logger(log_type).info("video_send_time:{}".format(
  408. time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000))))
  409. # Common.logger(log_type).info("user_id:{}".format(user_id))
  410. # Common.logger(log_type).info("head_url:{}".format(head_url))
  411. # Common.logger(log_type).info("cover_url:{}".format(cover_url))
  412. Common.logger(log_type).info("video_url:{}".format(video_url))
  413. # 过滤无效视频
  414. if video_id == "0" \
  415. or head_url == "0" \
  416. or cover_url == "0" \
  417. or video_url == "0" \
  418. or video_duration == "0" \
  419. or video_send_time == "0" \
  420. or user_name == "0" \
  421. or user_id == "0" \
  422. or video_title == "":
  423. Common.logger(log_type).info("无效视频\n")
  424. # 视频发布时间 <= 7 天
  425. elif int(time.time()) - int(int(video_send_time) / 1000) > 604800:
  426. Common.logger("follow").info("发布时间:{},超过7天\n", time.strftime(
  427. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  428. cls.person_pcursor = ""
  429. break
  430. # 判断敏感词
  431. elif any(word if word in kuaishou_title else False for word in cls.sensitive_words()) is True:
  432. Common.logger(log_type).info("视频已中敏感词:{}\n".format(kuaishou_title))
  433. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=3b207c
  434. elif video_id in [j for m in Feishu.get_values_batch(log_type, "kuaishou", "3b207c") for j in m]:
  435. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  436. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=bnj9op
  437. elif video_id in [j for n in Feishu.get_values_batch(log_type, "kuaishou", "bnj9op") for j in n]:
  438. Common.logger(log_type).info("该视频已在feeds中:{}\n", video_title)
  439. else:
  440. Feishu.insert_columns("follow", "kuaishou", "bnj9op", "ROWS", 1, 2)
  441. # 获取当前时间
  442. get_feeds_time = int(time.time())
  443. # 工作表中写入数据
  444. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(get_feeds_time))),
  445. "用户主页",
  446. video_id,
  447. video_title,
  448. video_play_cnt,
  449. video_comment_cnt,
  450. video_like_cnt,
  451. video_share_cnt,
  452. video_duration,
  453. str(video_width) + "*" + str(video_height),
  454. time.strftime(
  455. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)),
  456. user_name,
  457. user_id,
  458. head_url,
  459. cover_url,
  460. video_url]]
  461. # 等待 1s,防止操作云文档太频繁,导致报错
  462. time.sleep(1)
  463. Feishu.update_values("follow", "kuaishou", "bnj9op", "A2:P2", values)
  464. Common.logger("follow").info("添加视频至follow_feeds成功:{}\n", video_title)
  465. # 翻页
  466. cls.person_pcursor = r.json()["pcursor"]
  467. # 视频发布时间 <= 7 天
  468. if int(time.time()) - int(cls.send_time) <= 604800:
  469. cls.get_videos_from_person(log_type, uid)
  470. else:
  471. cls.person_pcursor = ""
  472. return
  473. except Exception as e:
  474. Common.logger(log_type).error("获取个人主页视频异常:{}\n", e)
  475. # 获取所有关注列表的用户视频
  476. @classmethod
  477. def get_videos_from_follow(cls, log_type):
  478. try:
  479. # 已关注的用户列表 uids
  480. uid_sheet = Feishu.get_values_batch(log_type, "kuaishou", "MGMsHE")
  481. for i in range(1, len(uid_sheet)):
  482. uid = uid_sheet[i][0]
  483. nick = uid_sheet[i][1]
  484. Common.logger(log_type).info("获取用户:{}主页视频\n", nick)
  485. cls.get_videos_from_person(log_type, uid)
  486. time.sleep(random.randint(3, 5))
  487. except Exception as e:
  488. Common.logger(log_type).error("获取用户主页视频异常:{}", e)
  489. # 下载/上传
  490. @classmethod
  491. def download_publish(cls, log_type, env):
  492. try:
  493. follow_feeds_sheet = Feishu.get_values_batch(log_type, "kuaishou", "bnj9op")
  494. for i in range(1, len(follow_feeds_sheet)):
  495. time.sleep(1)
  496. download_video_id = follow_feeds_sheet[i][2]
  497. download_video_title = follow_feeds_sheet[i][3]
  498. download_video_play_cnt = follow_feeds_sheet[i][4]
  499. download_video_comment_cnt = follow_feeds_sheet[i][5]
  500. download_video_like_cnt = follow_feeds_sheet[i][6]
  501. download_video_share_cnt = follow_feeds_sheet[i][7]
  502. download_video_duration = follow_feeds_sheet[i][8]
  503. download_video_resolution = follow_feeds_sheet[i][9]
  504. download_video_send_time = follow_feeds_sheet[i][10]
  505. download_user_name = follow_feeds_sheet[i][11]
  506. download_user_id = follow_feeds_sheet[i][12]
  507. download_head_url = follow_feeds_sheet[i][13]
  508. download_cover_url = follow_feeds_sheet[i][14]
  509. download_video_url = follow_feeds_sheet[i][15]
  510. Common.logger(log_type).info("正在判断第{}行,视频:{}", i + 1, download_video_title)
  511. # Common.logger(log_type).info("download_video_id:{}", download_video_id)
  512. # Common.logger(log_type).info("download_video_title:{}", download_video_title)
  513. # Common.logger(log_type).info("download_video_play_cnt:{}", download_video_play_cnt)
  514. # Common.logger(log_type).info("download_video_comment_cnt:{}", download_video_comment_cnt)
  515. # Common.logger(log_type).info("download_video_like_cnt:{}", download_video_like_cnt)
  516. # Common.logger(log_type).info("download_video_share_cnt:{}", download_video_share_cnt)
  517. # Common.logger(log_type).info("download_video_duration:{}", download_video_duration)
  518. # Common.logger(log_type).info("download_video_resolution:{}", download_video_resolution)
  519. # Common.logger(log_type).info("download_video_width:{}", download_video_width)
  520. # Common.logger(log_type).info("download_video_height:{}", download_video_height)
  521. # Common.logger(log_type).info("download_video_send_time:{}", download_video_send_time)
  522. # Common.logger(log_type).info("download_user_name:{}", download_user_name)
  523. # Common.logger(log_type).info("download_user_id:{}", download_user_id)
  524. # Common.logger(log_type).info("download_head_url:{}", download_head_url)
  525. # Common.logger(log_type).info("download_cover_url:{}", download_cover_url)
  526. # Common.logger(log_type).info("download_video_url:{}", download_video_url)
  527. # 过滤空行及空标题视频
  528. if download_video_id is None \
  529. or download_video_id == "" \
  530. or download_video_title is None \
  531. or download_video_title == "":
  532. # 删除行或列,可选 ROWS、COLUMNS
  533. Feishu.dimension_range(log_type, "kuaishou", "bnj9op", "ROWS", i + 1, i + 1)
  534. Common.logger(log_type).warning("标题为空或空行,删除成功\n")
  535. return
  536. # 下载规则
  537. elif cls.download_rule(
  538. download_video_duration, download_video_resolution.split("*")[0],
  539. download_video_resolution.split("*")[-1], download_video_play_cnt, download_video_like_cnt,
  540. download_video_share_cnt) is False:
  541. # 删除行或列,可选 ROWS、COLUMNS
  542. Feishu.dimension_range(log_type, "kuaishou", "bnj9op", "ROWS", i + 1, i + 1)
  543. Common.logger(log_type).info("不满足下载规则:{},删除成功\n", download_video_title)
  544. return
  545. # 从已下载视频表中去重
  546. elif download_video_id in [j for m in Feishu.get_values_batch(
  547. log_type, "kuaishou", "3b207c") for j in m]:
  548. # 删除行或列,可选 ROWS、COLUMNS
  549. Feishu.dimension_range(log_type, "kuaishou", "bnj9op", "ROWS", i + 1, i + 1)
  550. Common.logger(log_type).info("视频已下载:{},删除成功\n", download_video_title)
  551. return
  552. else:
  553. # 下载封面
  554. Common.download_method(log_type=log_type, text="cover",
  555. d_name=str(download_video_title), d_url=str(download_cover_url))
  556. # 下载视频
  557. Common.download_method(log_type=log_type, text="video",
  558. d_name=str(download_video_title), d_url=str(download_video_url))
  559. # 保存视频信息至 "./videos/{download_video_title}/info.txt"
  560. with open("./videos/" + download_video_title + "/" + "info.txt",
  561. "a", encoding="UTF-8") as f_a:
  562. f_a.write(str(download_video_id) + "\n" +
  563. str(download_video_title) + "\n" +
  564. str(download_video_duration) + "\n" +
  565. str(download_video_play_cnt) + "\n" +
  566. str(download_video_comment_cnt) + "\n" +
  567. str(download_video_like_cnt) + "\n" +
  568. str(download_video_share_cnt) + "\n" +
  569. str(download_video_resolution) + "\n" +
  570. str(int(time.mktime(
  571. time.strptime(download_video_send_time, "%Y/%m/%d %H:%M:%S")))) + "\n" +
  572. str(download_user_name) + "\n" +
  573. str(download_head_url) + "\n" +
  574. str(download_video_url) + "\n" +
  575. str(download_cover_url) + "\n" +
  576. "kuaishou_person")
  577. Common.logger(log_type).info("==========视频信息已保存至info.txt==========")
  578. # 上传视频
  579. Common.logger(log_type).info("开始上传视频:{}".format(download_video_title))
  580. our_video_id = Publish.upload_and_publish(log_type, env, "play")
  581. our_video_link = "https://admin.piaoquantv.com/cms/post-detail/" + str(our_video_id) + "/info"
  582. Common.logger(log_type).info("视频上传完成:{}", download_video_title)
  583. # 保存视频 ID 到云文档:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=3b207c
  584. Common.logger(log_type).info("保存视频ID至云文档:{}", download_video_title)
  585. # 视频ID工作表,插入首行
  586. Feishu.insert_columns(log_type, "kuaishou", "3b207c", "ROWS", 1, 2)
  587. # 视频ID工作表,首行写入数据
  588. upload_time = int(time.time())
  589. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
  590. "用户主页",
  591. str(download_video_id),
  592. str(download_video_title),
  593. our_video_link,
  594. download_video_play_cnt,
  595. download_video_comment_cnt,
  596. download_video_like_cnt,
  597. download_video_share_cnt,
  598. download_video_duration,
  599. str(download_video_resolution),
  600. str(download_video_send_time),
  601. str(download_user_name),
  602. str(download_user_id),
  603. str(download_head_url),
  604. str(download_cover_url),
  605. str(download_video_url)]]
  606. time.sleep(1)
  607. Feishu.update_values(log_type, "kuaishou", "3b207c", "F2:V2", values)
  608. # 删除行或列,可选 ROWS、COLUMNS
  609. Feishu.dimension_range(log_type, "kuaishou", "bnj9op", "ROWS", i + 1, i + 1)
  610. Common.logger(log_type).info("视频:{},下载/上传成功\n", download_video_title)
  611. return
  612. except Exception as e:
  613. Common.logger(log_type).error("下载/上传异常:{}", e)
  614. # 执行下载/上传
  615. @classmethod
  616. def run_download_publish(cls, log_type, env):
  617. try:
  618. while True:
  619. follow_feeds_sheet = Feishu.get_values_batch(log_type, "kuaishou", "bnj9op")
  620. if len(follow_feeds_sheet) == 1:
  621. Common.logger(log_type).info("下载/上传完成")
  622. break
  623. else:
  624. cls.download_publish(log_type, env)
  625. except Exception as e:
  626. Common.logger(log_type).error("执行下载/上传异常:{}", e)
  627. if __name__ == "__main__":
  628. follow = Follow()
  629. # follow.get_videos_from_follow("follow")
  630. # follow.follow_unfollow("follow", "follow", "687090964")
  631. # follow.get_videos_from_person("follow", "1294566048")
  632. follow.download_publish("follow", "dev")