follow_list.py 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2022/7/7
  4. import os
  5. import random
  6. import sys
  7. import time
  8. import requests
  9. import urllib3
  10. sys.path.append(os.getcwd())
  11. from main.common import Common
  12. from main.feishu_lib import Feishu
  13. from main.publish import Publish
  14. proxies = {"http": None, "https": None}
  15. class Follow:
  16. # 小程序:关注列表翻页参数
  17. follow_pcursor = ""
  18. # 小程序:个人主页视频列表翻页参数
  19. person_pcursor = ""
  20. # 视频发布时间
  21. send_time = 0
  22. # 配置微信
  23. wechat_sheet = Feishu.get_values_batch("follow", "kuaishou", "WFF4jw")
  24. Referer = wechat_sheet[2][3]
  25. NS_sig3 = wechat_sheet[3][3]
  26. NS_sig3_origin = wechat_sheet[4][3]
  27. did = wechat_sheet[5][3]
  28. session_key = wechat_sheet[6][3]
  29. unionid = wechat_sheet[7][3]
  30. eUserStableOpenId = wechat_sheet[8][3]
  31. openId = wechat_sheet[9][3]
  32. eOpenUserId = wechat_sheet[10][3]
  33. kuaishou_wechat_app_st = wechat_sheet[11][3]
  34. passToken = wechat_sheet[12][3]
  35. userId = wechat_sheet[13][3]
  36. # 过滤敏感词
  37. @classmethod
  38. def sensitive_words(cls):
  39. # 敏感词库列表
  40. word_list = []
  41. # 从云文档读取所有敏感词,添加到词库列表
  42. lists = Feishu.get_values_batch("follow", "kuaishou", "HIKVvs")
  43. for i in lists:
  44. for j in i:
  45. # 过滤空的单元格内容
  46. if j is None:
  47. pass
  48. else:
  49. word_list.append(j)
  50. return word_list
  51. # 下载规则
  52. @staticmethod
  53. def download_rule(d_duration, d_width, d_height, d_play_cnt, d_like_cnt, d_share_cnt):
  54. """
  55. 下载视频的基本规则
  56. :param d_duration: 时长
  57. :param d_width: 宽
  58. :param d_height: 高
  59. :param d_play_cnt: 播放量
  60. :param d_like_cnt: 点赞量
  61. :param d_share_cnt: 分享量
  62. :return: 满足规则,返回 True;反之,返回 False
  63. """
  64. if int(float(d_duration)) >= 30:
  65. if int(d_width) >= 720 or int(d_height) >= 720:
  66. if int(d_play_cnt) >= 5000:
  67. if int(d_like_cnt) >= 5000 or int(d_share_cnt) >= 1000:
  68. return True
  69. else:
  70. return False
  71. else:
  72. return False
  73. else:
  74. return False
  75. else:
  76. return False
  77. # 从小程序中,关注用户列表同步至云文档
  78. @classmethod
  79. def get_sub_or_fans_list(cls, log_type):
  80. try:
  81. follow_list = []
  82. follow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "2OLxLr")
  83. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/relation/fol?"
  84. headers = {
  85. "content-type": "application/json",
  86. "Accept-Encoding": "gzip,compress,br,deflate",
  87. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)'
  88. ' AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148'
  89. ' MicroMessenger/8.0.20(0x18001442) NetType/WIFI Language/zh_CN',
  90. "Referer": str(cls.Referer),
  91. }
  92. params = {
  93. "__NS_sig3": str(cls.NS_sig3),
  94. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  95. }
  96. cookies = {
  97. "did": str(cls.did),
  98. "preMinaVersion": "v3.109.0",
  99. "sid": "kuaishou.wechat.app",
  100. "appId": "ks_wechat_small_app_2",
  101. "clientid": "13",
  102. "client_key": "f60ac815",
  103. "kpn": "WECHAT_SMALL_APP",
  104. "kpf": "OUTSIDE_ANDROID_H5",
  105. "language": "zh_CN",
  106. "smallAppVersion": "v3.114.0",
  107. "session_key": str(cls.session_key),
  108. "unionid": str(cls.unionid),
  109. "eUserStableOpenId": str(cls.eUserStableOpenId),
  110. "openId": str(cls.openId),
  111. "eOpenUserId": str(cls.eOpenUserId),
  112. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  113. "passToken": str(cls.passToken),
  114. "userId": str(cls.userId)
  115. }
  116. json_text = {
  117. "count": 20,
  118. "pcursor": str(cls.follow_pcursor),
  119. "ftype": 1
  120. }
  121. urllib3.disable_warnings()
  122. r = requests.post(url=url, headers=headers, params=params,
  123. cookies=cookies, json=json_text, proxies=proxies, verify=False)
  124. if "fols" not in r.json():
  125. Common.logger(log_type).warning("从小程序中获取关注用户列表:{}", r.text)
  126. else:
  127. users = r.json()["fols"]
  128. for i in range(len(users)):
  129. uid = users[i]["targetId"]
  130. nick = users[i]["targetName"]
  131. sex = users[i]["targetSex"]
  132. description = users[i]["targetUserText"]
  133. if "followReason" in users[i]:
  134. follow_reason = users[i]["followReason"]
  135. else:
  136. follow_reason = ""
  137. follow_time = users[i]["time"]
  138. is_friend = users[i]["isFriend"]
  139. # print(f"uid:{uid}")
  140. follow_list.append(uid)
  141. # print(f"follow_list:{follow_list}")
  142. # 同步已关注的用户至云文档
  143. if uid not in [j for i in follow_sheet for j in i]:
  144. time.sleep(1)
  145. Feishu.insert_columns(log_type, "kuaishou", "2OLxLr", "ROWS", 1, 2)
  146. time.sleep(1)
  147. values = [[uid, nick, sex, description, follow_reason, follow_time, str(is_friend)]]
  148. Feishu.update_values(log_type, "kuaishou", "2OLxLr", "A2:L2", values)
  149. else:
  150. Common.logger(log_type).info("用户:{},在云文档中已存在", nick)
  151. cls.follow_pcursor = r.json()["pcursor"]
  152. # 翻页,直至到底了
  153. if cls.follow_pcursor != "no_more":
  154. cls.get_sub_or_fans_list(log_type)
  155. else:
  156. Common.logger(log_type).info("从小程序中同步关注用户至云文档完成\n")
  157. except Exception as e:
  158. Common.logger(log_type).error("从小程序中,关注用户列表同步至云文档异常:{}", e)
  159. # 从云文档获取关注用户列表
  160. @classmethod
  161. def get_follow_users(cls, log_type):
  162. try:
  163. follow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "2OLxLr")
  164. if len(follow_sheet) == 1:
  165. Common.logger(log_type).info("暂无关注用户")
  166. else:
  167. follow_list = []
  168. nick_list = []
  169. for i in range(1, len(follow_sheet)):
  170. uid = follow_sheet[i][0]
  171. nick = follow_sheet[i][1]
  172. nick_list.append(nick)
  173. follow_list.append(uid)
  174. Common.logger(log_type).info("关注用户列表:{}", nick_list)
  175. return follow_list
  176. except Exception as e:
  177. Common.logger(log_type).error("从云文档获取关注用户列表异常:{}", e)
  178. # 从云文档获取取消关注用户列表
  179. @classmethod
  180. def get_unfollow_users(cls, log_type):
  181. try:
  182. unfollow_sheet = Feishu.get_values_batch(log_type, "kuaishou", "WRveYg")
  183. if len(unfollow_sheet) == 1:
  184. Common.logger(log_type).info("暂无取消关注用户")
  185. else:
  186. unfollow_list = []
  187. nick_list = []
  188. for i in range(1, len(unfollow_sheet)):
  189. uid = unfollow_sheet[i][0]
  190. nick = unfollow_sheet[i][1]
  191. nick_list.append(nick)
  192. unfollow_list.append(uid)
  193. Common.logger(log_type).info("取消关注用户列表:{}", nick_list)
  194. return unfollow_list
  195. except Exception as e:
  196. Common.logger(log_type).error("从云文档获取取消关注用户列表异常:{}", e)
  197. # 小程序:关注/取消关注用户
  198. @classmethod
  199. def follow_unfollow(cls, log_type, is_follow, uid):
  200. try:
  201. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/relation/follow?"
  202. headers = {
  203. "content-type": "application/json",
  204. "Accept-Encoding": "gzip,compress,br,deflate",
  205. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)'
  206. ' AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148'
  207. ' MicroMessenger/8.0.20(0x18001442) NetType/WIFI Language/zh_CN',
  208. "Referer": str(cls.Referer),
  209. }
  210. params = {
  211. "__NS_sig3": str(cls.NS_sig3),
  212. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  213. }
  214. cookies = {
  215. "did": str(cls.did),
  216. "preMinaVersion": "v3.109.0",
  217. "sid": "kuaishou.wechat.app",
  218. "appId": "ks_wechat_small_app_2",
  219. "clientid": "13",
  220. "client_key": "f60ac815",
  221. "kpn": "WECHAT_SMALL_APP",
  222. "kpf": "OUTSIDE_ANDROID_H5",
  223. "language": "zh_CN",
  224. "smallAppVersion": "v3.114.0",
  225. "session_key": str(cls.session_key),
  226. "unionid": str(cls.unionid),
  227. "eUserStableOpenId": str(cls.eUserStableOpenId),
  228. "openId": str(cls.openId),
  229. "eOpenUserId": str(cls.eOpenUserId),
  230. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  231. "passToken": str(cls.passToken),
  232. "userId": str(cls.userId)
  233. }
  234. if is_follow == "follow":
  235. ftype = 1
  236. elif is_follow == "unfollow":
  237. ftype = 2
  238. else:
  239. ftype = 1
  240. json_text = {
  241. "touid": uid,
  242. "ftype": ftype,
  243. "page_ref": 84
  244. }
  245. r = requests.post(url=url, headers=headers, cookies=cookies, params=params, json=json_text)
  246. if is_follow == "follow":
  247. if r.json()["result"] != 1:
  248. Common.logger(log_type).warning("{}", r.text)
  249. else:
  250. Common.logger(log_type).info("关注:{}, {}", uid, r)
  251. else:
  252. if r.json()["result"] != 1:
  253. Common.logger(log_type).warning("{}", r.text)
  254. else:
  255. Common.logger(log_type).info("取消关注:{}, {}", uid, r)
  256. except Exception as e:
  257. Common.logger(log_type).error("关注/取消关注异常:{}", e)
  258. # 获取个人主页视频
  259. @classmethod
  260. def get_videos_from_person(cls, log_type, uid):
  261. try:
  262. time.sleep(1)
  263. url = "https://wxmini-api.uyouqu.com/rest/wd/wechatApp/feed/profile?"
  264. headers = {
  265. "content-type": "application/json",
  266. "Accept-Encoding": "gzip,compress,br,deflate",
  267. "User-Agent": 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) '
  268. 'AppleWebKit/605.1.15 (KHTML, like Gecko)'
  269. ' Mobile/15E148 MicroMessenger/8.0.25(0x1800192a) NetType/WIFI Language/zh_CN',
  270. "Referer": str(cls.Referer),
  271. }
  272. params = {
  273. "__NS_sig3": str(cls.NS_sig3),
  274. "__NS_sig3_origin": str(cls.NS_sig3_origin)
  275. }
  276. cookies = {
  277. "did": str(cls.did),
  278. "preMinaVersion": "v3.114.0",
  279. "sid": "kuaishou.wechat.app",
  280. "appId": "ks_wechat_small_app_2",
  281. "clientid": "13",
  282. "client_key": "f60ac815",
  283. "kpn": "WECHAT_SMALL_APP",
  284. "kpf": "OUTSIDE_IOS_H5",
  285. "language": "zh_CN",
  286. "smallAppVersion": "v3.129.0",
  287. "mod": "iPhone(11<iPhone12%2C1>)",
  288. "sys": "iOS%2014.7.1",
  289. 'wechatVersion': '8.0.26',
  290. "brand": "iPhone",
  291. "session_key": str(cls.session_key),
  292. "unionid": str(cls.unionid),
  293. "eUserStableOpenId": str(cls.eUserStableOpenId),
  294. "openId": str(cls.openId),
  295. "eOpenUserId": str(cls.eOpenUserId),
  296. "kuaishou.wechat.app_st": str(cls.kuaishou_wechat_app_st),
  297. "passToken": str(cls.passToken),
  298. "userId": str(cls.userId)
  299. }
  300. json_text = {
  301. "count": 12,
  302. "pcursor": str(cls.person_pcursor),
  303. "eid": str(uid)
  304. }
  305. urllib3.disable_warnings()
  306. r = requests.post(url=url, headers=headers, params=params, cookies=cookies,
  307. json=json_text, proxies=proxies, verify=False)
  308. # Common.logger(log_type).info("response:{}\n\n", r.text)
  309. if "feeds" not in r.json():
  310. # Feishu.bot(log_type, "follow:get_videos_from_person:"+r.text)
  311. Common.logger(log_type).warning("response:{}", r.text)
  312. else:
  313. feeds = r.json()["feeds"]
  314. if len(feeds) == 0:
  315. Common.logger(log_type).warning("用户主页无视频\n")
  316. for i in range(len(feeds)):
  317. # 视频标题过滤话题及处理特殊字符
  318. kuaishou_title = feeds[i]["caption"]
  319. title_split1 = kuaishou_title.split(" #")
  320. if title_split1[0] != "":
  321. title1 = title_split1[0]
  322. else:
  323. title1 = title_split1[-1]
  324. title_split2 = title1.split(" #")
  325. if title_split2[0] != "":
  326. title2 = title_split2[0]
  327. else:
  328. title2 = title_split2[-1]
  329. title_split3 = title2.split("@")
  330. if title_split3[0] != "":
  331. title3 = title_split3[0]
  332. else:
  333. title3 = title_split3[-1]
  334. video_title = title3.strip().replace("\n", "") \
  335. .replace("/", "").replace("快手", "").replace(" ", "") \
  336. .replace(" ", "").replace("&NBSP", "").replace("\r", "") \
  337. .replace("#", "").replace(".", "。").replace("\\", "") \
  338. .replace(":", "").replace("*", "").replace("?", "") \
  339. .replace("?", "").replace('"', "").replace("<", "") \
  340. .replace(">", "").replace("|", "").replace("@", "")[:40]
  341. if "photoId" not in feeds[i]:
  342. video_id = "0"
  343. else:
  344. video_id = feeds[i]["photoId"]
  345. if "viewCount" not in feeds[i]:
  346. video_play_cnt = "0"
  347. else:
  348. video_play_cnt = feeds[i]["viewCount"]
  349. if "likeCount" not in feeds[i]:
  350. video_like_cnt = "0"
  351. else:
  352. video_like_cnt = feeds[i]["likeCount"]
  353. if "shareCount" not in feeds[i]:
  354. video_share_cnt = "0"
  355. else:
  356. video_share_cnt = feeds[i]["shareCount"]
  357. if "commentCount" not in feeds[i]:
  358. video_comment_cnt = "0"
  359. else:
  360. video_comment_cnt = feeds[i]["commentCount"]
  361. if "duration" not in feeds[i]:
  362. video_duration = "0"
  363. else:
  364. video_duration = int(int(feeds[i]["duration"]) / 1000)
  365. if "width" not in feeds[i] or "height" not in feeds[i]:
  366. video_width = "0"
  367. video_height = "0"
  368. else:
  369. video_width = feeds[i]["width"]
  370. video_height = feeds[i]["height"]
  371. if "timestamp" not in feeds[i]:
  372. video_send_time = "0"
  373. else:
  374. video_send_time = feeds[i]["timestamp"]
  375. cls.send_time = int(int(video_send_time) / 1000)
  376. if "userName" not in feeds[i]:
  377. user_name = "0"
  378. else:
  379. user_name = feeds[i]["userName"].strip().replace("\n", "") \
  380. .replace("/", "").replace("快手", "").replace(" ", "") \
  381. .replace(" ", "").replace("&NBSP", "").replace("\r", "")
  382. if "userId" not in feeds[i]:
  383. user_id = "0"
  384. else:
  385. user_id = feeds[i]["userId"]
  386. if "headUrl" not in feeds[i]:
  387. head_url = "0"
  388. else:
  389. head_url = feeds[i]["headUrl"]
  390. if "webpCoverUrls" in feeds[i]:
  391. cover_url = feeds[i]["webpCoverUrls"][-1]["url"]
  392. elif "coverUrls" not in feeds[i]:
  393. cover_url = "0"
  394. elif len(feeds[i]["coverUrls"]) == 0:
  395. cover_url = "0"
  396. else:
  397. cover_url = feeds[i]["coverUrls"][0]["url"]
  398. if "mainMvUrls" not in feeds[i]:
  399. video_url = "0"
  400. elif len(feeds[i]["mainMvUrls"]) == 0:
  401. video_url = "0"
  402. else:
  403. video_url = feeds[i]["mainMvUrls"][0]["url"]
  404. Common.logger(log_type).info("video_title:{}".format(video_title))
  405. Common.logger(log_type).info("user_name:{}".format(user_name))
  406. Common.logger(log_type).info("video_id:{}".format(video_id))
  407. Common.logger(log_type).info("video_play_cnt:{}".format(video_play_cnt))
  408. Common.logger(log_type).info("video_like_cnt:{}".format(video_like_cnt))
  409. Common.logger(log_type).info("video_share_cnt:{}".format(video_share_cnt))
  410. # Common.logger(log_type).info("video_comment_cnt:{}".format(video_comment_cnt))
  411. Common.logger(log_type).info("video_duration:{}秒".format(video_duration))
  412. # Common.logger(log_type).info("video_resolution:{}".format(video_resolution))
  413. Common.logger(log_type).info("video_send_time:{}".format(
  414. time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000))))
  415. # Common.logger(log_type).info("user_id:{}".format(user_id))
  416. # Common.logger(log_type).info("head_url:{}".format(head_url))
  417. # Common.logger(log_type).info("cover_url:{}".format(cover_url))
  418. Common.logger(log_type).info("video_url:{}".format(video_url))
  419. # 过滤无效视频
  420. if video_id == "0" \
  421. or head_url == "0" \
  422. or cover_url == "0" \
  423. or video_url == "0" \
  424. or video_duration == "0" \
  425. or video_send_time == "0" \
  426. or user_name == "0" \
  427. or user_id == "0" \
  428. or video_title == "":
  429. Common.logger(log_type).info("无效视频\n")
  430. # 视频发布时间 <= 7 天
  431. elif int(time.time()) - int(int(video_send_time) / 1000) > 604800:
  432. Common.logger("follow").info("发布时间:{},超过7天\n", time.strftime(
  433. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)))
  434. cls.person_pcursor = ""
  435. break
  436. # 判断敏感词
  437. elif any(word if word in kuaishou_title else False for word in cls.sensitive_words()) is True:
  438. Common.logger(log_type).info("视频已中敏感词:{}\n".format(kuaishou_title))
  439. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=3cd128
  440. elif video_id in [j for m in Feishu.get_values_batch(log_type, "kuaishou", "3cd128") for j in m]:
  441. Common.logger(log_type).info("该视频已下载:{}\n", video_title)
  442. # 从 云文档 去重:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=wW5cyb
  443. elif video_id in [j for n in Feishu.get_values_batch(log_type, "kuaishou", "wW5cyb") for j in n]:
  444. Common.logger(log_type).info("该视频已在feeds中:{}\n", video_title)
  445. else:
  446. Feishu.insert_columns("follow", "kuaishou", "wW5cyb", "ROWS", 1, 2)
  447. # 获取当前时间
  448. get_feeds_time = int(time.time())
  449. # 工作表中写入数据
  450. values = [[time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(int(get_feeds_time))),
  451. "用户主页",
  452. video_id,
  453. video_title,
  454. video_play_cnt,
  455. video_comment_cnt,
  456. video_like_cnt,
  457. video_share_cnt,
  458. video_duration,
  459. str(video_width) + "*" + str(video_height),
  460. time.strftime(
  461. "%Y/%m/%d %H:%M:%S", time.localtime(int(video_send_time) / 1000)),
  462. user_name,
  463. user_id,
  464. head_url,
  465. cover_url,
  466. video_url]]
  467. # 等待 1s,防止操作云文档太频繁,导致报错
  468. time.sleep(1)
  469. Feishu.update_values("follow", "kuaishou", "wW5cyb", "A2:P2", values)
  470. Common.logger("follow").info("添加视频至follow_feeds成功:{}\n", video_title)
  471. # 翻页
  472. cls.person_pcursor = r.json()["pcursor"]
  473. # 视频发布时间 <= 7 天
  474. if int(time.time()) - int(cls.send_time) <= 604800:
  475. cls.get_videos_from_person(log_type, uid)
  476. else:
  477. cls.person_pcursor = ""
  478. return
  479. except Exception as e:
  480. # Feishu.bot(log_type, "follow:get_videos_from_person异常" + format(e))
  481. Common.logger(log_type).error("get_videos_from_person异常:{}\n", e)
  482. # 获取所有关注列表的用户视频
  483. @classmethod
  484. def get_videos_from_follow(cls, log_type):
  485. try:
  486. # 已关注的用户列表 uids
  487. uid_sheet = Feishu.get_values_batch(log_type, "kuaishou", "2OLxLr")
  488. for i in range(1, len(uid_sheet)):
  489. uid = uid_sheet[i][0]
  490. nick = uid_sheet[i][1]
  491. Common.logger(log_type).info("获取用户:{}主页视频\n", nick)
  492. cls.get_videos_from_person(log_type, uid)
  493. time.sleep(random.randint(3, 5))
  494. except Exception as e:
  495. Common.logger(log_type).error("get_videos_from_follow异常:{}", e)
  496. # 下载/上传
  497. @classmethod
  498. def download_publish(cls, log_type, env):
  499. try:
  500. follow_feeds_sheet = Feishu.get_values_batch(log_type, "kuaishou", "wW5cyb")
  501. for i in range(1, len(follow_feeds_sheet)):
  502. time.sleep(1)
  503. download_video_id = follow_feeds_sheet[i][2]
  504. download_video_title = follow_feeds_sheet[i][3]
  505. download_video_play_cnt = follow_feeds_sheet[i][4]
  506. download_video_comment_cnt = follow_feeds_sheet[i][5]
  507. download_video_like_cnt = follow_feeds_sheet[i][6]
  508. download_video_share_cnt = follow_feeds_sheet[i][7]
  509. download_video_duration = follow_feeds_sheet[i][8]
  510. download_video_resolution = follow_feeds_sheet[i][9]
  511. download_video_send_time = follow_feeds_sheet[i][10]
  512. download_user_name = follow_feeds_sheet[i][11]
  513. download_user_id = follow_feeds_sheet[i][12]
  514. download_head_url = follow_feeds_sheet[i][13]
  515. download_cover_url = follow_feeds_sheet[i][14]
  516. download_video_url = follow_feeds_sheet[i][15]
  517. Common.logger(log_type).info("正在判断第{}行,视频:{}", i + 1, download_video_title)
  518. # Common.logger(log_type).info("download_video_id:{}", download_video_id)
  519. # Common.logger(log_type).info("download_video_title:{}", download_video_title)
  520. # Common.logger(log_type).info("download_video_play_cnt:{}", download_video_play_cnt)
  521. # Common.logger(log_type).info("download_video_comment_cnt:{}", download_video_comment_cnt)
  522. # Common.logger(log_type).info("download_video_like_cnt:{}", download_video_like_cnt)
  523. # Common.logger(log_type).info("download_video_share_cnt:{}", download_video_share_cnt)
  524. # Common.logger(log_type).info("download_video_duration:{}", download_video_duration)
  525. # Common.logger(log_type).info("download_video_resolution:{}", download_video_resolution)
  526. # Common.logger(log_type).info("download_video_width:{}", download_video_width)
  527. # Common.logger(log_type).info("download_video_height:{}", download_video_height)
  528. # Common.logger(log_type).info("download_video_send_time:{}", download_video_send_time)
  529. # Common.logger(log_type).info("download_user_name:{}", download_user_name)
  530. # Common.logger(log_type).info("download_user_id:{}", download_user_id)
  531. # Common.logger(log_type).info("download_head_url:{}", download_head_url)
  532. # Common.logger(log_type).info("download_cover_url:{}", download_cover_url)
  533. # Common.logger(log_type).info("download_video_url:{}", download_video_url)
  534. # 过滤空行及空标题视频
  535. if download_video_id is None \
  536. or download_video_id == "" \
  537. or download_video_title is None \
  538. or download_video_title == "":
  539. # 删除行或列,可选 ROWS、COLUMNS
  540. Feishu.dimension_range(log_type, "kuaishou", "wW5cyb", "ROWS", i + 1, i + 1)
  541. Common.logger(log_type).warning("标题为空或空行,删除成功\n")
  542. return
  543. # 下载规则
  544. elif cls.download_rule(
  545. download_video_duration, download_video_resolution.split("*")[0],
  546. download_video_resolution.split("*")[-1], download_video_play_cnt, download_video_like_cnt,
  547. download_video_share_cnt) is False:
  548. # 删除行或列,可选 ROWS、COLUMNS
  549. Feishu.dimension_range(log_type, "kuaishou", "wW5cyb", "ROWS", i + 1, i + 1)
  550. Common.logger(log_type).info("不满足下载规则:{},删除成功\n", download_video_title)
  551. return
  552. # 从已下载视频表中去重
  553. elif download_video_id in [j for m in Feishu.get_values_batch(
  554. log_type, "kuaishou", "3cd128") for j in m]:
  555. # 删除行或列,可选 ROWS、COLUMNS
  556. Feishu.dimension_range(log_type, "kuaishou", "wW5cyb", "ROWS", i + 1, i + 1)
  557. Common.logger(log_type).info("视频已下载:{},删除成功\n", download_video_title)
  558. return
  559. else:
  560. # 下载封面
  561. Common.download_method(log_type=log_type, text="cover",
  562. d_name=str(download_video_title), d_url=str(download_cover_url))
  563. # 下载视频
  564. Common.download_method(log_type=log_type, text="video",
  565. d_name=str(download_video_title), d_url=str(download_video_url))
  566. # 保存视频信息至 "./videos/{download_video_title}/info.txt"
  567. with open("./videos/" + download_video_title + "/" + "info.txt",
  568. "a", encoding="UTF-8") as f_a:
  569. f_a.write(str(download_video_id) + "\n" +
  570. str(download_video_title) + "\n" +
  571. str(download_video_duration) + "\n" +
  572. str(download_video_play_cnt) + "\n" +
  573. str(download_video_comment_cnt) + "\n" +
  574. str(download_video_like_cnt) + "\n" +
  575. str(download_video_share_cnt) + "\n" +
  576. str(download_video_resolution) + "\n" +
  577. str(int(time.mktime(
  578. time.strptime(download_video_send_time, "%Y/%m/%d %H:%M:%S")))) + "\n" +
  579. str(download_user_name) + "\n" +
  580. str(download_head_url) + "\n" +
  581. str(download_video_url) + "\n" +
  582. str(download_cover_url) + "\n" +
  583. "kuaishou_person")
  584. Common.logger(log_type).info("==========视频信息已保存至info.txt==========")
  585. # 上传视频
  586. Common.logger(log_type).info("开始上传视频:{}".format(download_video_title))
  587. our_video_id = Publish.upload_and_publish(log_type, env, "play")
  588. our_video_link = "https://admin.piaoquantv.com/cms/post-detail/" + str(our_video_id) + "/info"
  589. Common.logger(log_type).info("视频上传完成:{}", download_video_title)
  590. # 保存视频 ID 到云文档:https://w42nne6hzg.feishu.cn/sheets/shtcnp4SaJt37q6OOOrYzPMjQkg?sheet=3cd128
  591. Common.logger(log_type).info("保存视频ID至云文档:{}", download_video_title)
  592. # 视频ID工作表,插入首行
  593. Feishu.insert_columns(log_type, "kuaishou", "3cd128", "ROWS", 1, 2)
  594. # 视频ID工作表,首行写入数据
  595. upload_time = int(time.time())
  596. values = [[our_video_id,
  597. time.strftime("%Y/%m/%d %H:%M:%S", time.localtime(upload_time)),
  598. "用户主页",
  599. str(download_video_id),
  600. str(download_video_title),
  601. our_video_link,
  602. download_video_play_cnt,
  603. download_video_comment_cnt,
  604. download_video_like_cnt,
  605. download_video_share_cnt,
  606. download_video_duration,
  607. str(download_video_resolution),
  608. str(download_video_send_time),
  609. str(download_user_name),
  610. str(download_user_id),
  611. str(download_head_url),
  612. str(download_cover_url),
  613. str(download_video_url)]]
  614. time.sleep(1)
  615. Feishu.update_values(log_type, "kuaishou", "3cd128", "E2:Z2", values)
  616. # 删除行或列,可选 ROWS、COLUMNS
  617. Feishu.dimension_range(log_type, "kuaishou", "wW5cyb", "ROWS", i + 1, i + 1)
  618. Common.logger(log_type).info("视频:{},下载/上传成功\n", download_video_title)
  619. return
  620. except Exception as e:
  621. # Feishu.bot(log_type, "follow:download_publish异常" + format(e))
  622. Common.logger(log_type).error("download_publish异常:{}", e)
  623. # 执行下载/上传
  624. @classmethod
  625. def run_download_publish(cls, log_type, env):
  626. try:
  627. while True:
  628. follow_feeds_sheet = Feishu.get_values_batch(log_type, "kuaishou", "wW5cyb")
  629. if len(follow_feeds_sheet) == 1:
  630. Common.logger(log_type).info("下载/上传完成")
  631. break
  632. else:
  633. cls.download_publish(log_type, env)
  634. except Exception as e:
  635. Common.logger(log_type).error("run_download_publish异常:{}", e)
  636. if __name__ == "__main__":
  637. # Follow.get_videos_from_follow("follow")
  638. # Follow.follow_unfollow("follow", "follow", "687090964")
  639. Follow.get_videos_from_person("follow", "2413743952")