123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230 |
- # -*- coding: utf-8 -*-
- # @Author: wangkun
- # @Time: 2022/4/18
- """
- 下载并上传:上升榜视频
- 规则:
- 1.满足基本规则
- 2.每隔一小时,检查视频播放量,>=1000,则下载及上传
- 3.超过 2 小时,则删除该视频信息
- """
- import json
- import os
- import sys
- import time
- import requests
- import urllib3
- sys.path.append(os.getcwd())
- from main.common import Common
- from main.get_feeds import get_feeds
- from main.publish import Publish
- from main.feishu_lib import Feishu
- proxies = {"http": None, "https": None}
- class DownloadUp:
- @staticmethod
- def up_rule(up_width, up_height, up_duration, up_play_cnt):
- """
- 1.分辨率,宽或者高 >= 720 or ==0
- 2.600s >= 时长 >= 60s
- 3.视频播放量 >= 0
- """
- if int(up_width) >= 720 or int(up_height) >= 720 or str(up_width) == "0" or str(up_height) == "0":
- if 600 >= int(up_duration) >= 60:
- if int(up_play_cnt) >= 0:
- return True
- else:
- return False
- else:
- return False
- else:
- return False
- @classmethod
- def download_up_video(cls, env):
- """
- 1.从 kanyikan_feeds.txt 中获取 videoid
- 2.根据 videoid,从 videoinfo 接口,获取当前视频最新的信息
- 3.根据下载规则判断,符合规则进行下载:
- 1 更新视频 ID 到 https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=20ce0c
- 2 视频信息写入文件 "./videos/{d_title}/info.txt"
- 4.上传完成:
- 1 删除该视频在 https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=SdCHOM 中的信息
- """
- try:
- if len(Feishu.get_values_batch("SdCHOM")) == 1:
- pass
- else:
- for i in range(len(Feishu.get_values_batch("SdCHOM"))):
- time.sleep(1)
- try:
- video_info_session = Common.get_session()
- Common.logger().info("获取视频info时,session:{}", video_info_session)
- download_time = Feishu.get_values_batch("SdCHOM")[i+1][0] # 第一次获取该视频的时间
- download_video_id = Feishu.get_values_batch("SdCHOM")[i+1][1] # 外网视频 ID
- download_video_play_cnt = Feishu.get_values_batch("SdCHOM")[i+1][2] # 播放量
- download_video_title = Feishu.get_values_batch("SdCHOM")[i+1][3]
- url = "https://search.weixin.qq.com/cgi-bin/recwxa/recwxagetonevideoinfo?"
- param = {
- "session": video_info_session,
- "vid": download_video_id,
- "wxaVersion": "3.9.2",
- "channelid": "208201",
- "scene": "32",
- "subscene": "1089",
- "model": "iPhone 11<iPhone12,1>14.7.1",
- "clientVersion": "8.0.18",
- "sharesearchid": "447665862521758270",
- "sharesource": "-1"
- }
- urllib3.disable_warnings()
- r = requests.get(url=url, params=param, proxies=proxies, verify=False)
- response = json.loads(r.content.decode("utf8"))
- if "data" not in response:
- Common.logger().error("获取视频info时错误,删除该视频:{}", download_video_title)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- else:
- data = response["data"]
- v_duration = data["duration"]
- v_play_cnt_up = data["played_cnt"]
- v_comment_cnt = data["comment_cnt"]
- v_liked_cnt = data["liked_cnt"]
- v_shared_cnt = data["shared_cnt"]
- v_width = data["width"]
- v_height = data["height"]
- v_resolution = str(v_width) + "*" + str(v_height)
- v_send_date = data["upload_time"]
- v_username = data["user_info"]["nickname"].strip().replace("\n", "")
- v_user_cover = data["user_info"]["headimg_url"]
- v_video_cover = data["cover_url"]
- if "items" not in data["play_info"]:
- if len(data["play_info"]) > 2:
- download_url_up = data["play_info"][2]["play_url"]
- else:
- download_url_up = data["play_info"][0]["play_url"]
- else:
- if len(data["play_info"]["items"]) > 2:
- download_url_up = data["play_info"]["items"][2]["play_url"]
- else:
- download_url_up = data["play_info"]["items"][0]["play_url"]
- # 判断基本规则
- if cls.up_rule(v_width, v_height, v_duration, v_play_cnt_up) is True \
- and download_video_id != "" and download_video_title != "" and v_duration != "" \
- and v_play_cnt_up != "" and v_comment_cnt != "" and v_liked_cnt != "" \
- and v_shared_cnt != "" and v_width != "" and v_height != "" \
- and v_send_date != "" and v_username != "" and v_user_cover != "" \
- and v_video_cover != "" and download_url_up != "":
- if int(time.time()) - int(download_time) < 3600:
- Common.logger().info("距上次获取该视频时间:{}分钟;{}",
- int((int(int(time.time()) - int(download_time))) / 60),
- download_video_title)
- elif 7200 >= int(time.time()) - int(download_time) >= 3600:
- if int(v_play_cnt_up) - int(download_video_play_cnt) >= 1000:
- Common.logger().info("该视频:{}在1小时内的播放量{}>=1000",
- download_video_title,
- int(v_play_cnt_up) - int(download_video_play_cnt))
- # 下载封面
- Common.download_method("cover", download_video_title, v_video_cover)
- # 下载视频
- Common.download_method("video", download_video_title, download_url_up)
- # 保存视频信息到 "./files/{视频标题}/videoinfo.txt"
- with open(r"./videos/" + download_video_title
- + "/" + "info.txt", "a", encoding="utf8") as f_a2:
- f_a2.write(str(download_video_id) + "\n" +
- str(download_video_title) + "\n" +
- str(v_duration) + "\n" +
- str(v_play_cnt_up) + "\n" +
- str(v_comment_cnt) + "\n" +
- str(v_liked_cnt) + "\n" +
- str(v_shared_cnt) + "\n" +
- str(v_resolution) + "\n" +
- str(v_send_date) + "\n" +
- str(v_username) + "\n" +
- str(v_user_cover) + "\n" +
- str(download_url_up) + "\n" +
- str(v_video_cover) + "\n" +
- str(video_info_session))
- # 上传该视频
- Common.logger().info("开始上传视频:{}", download_video_title)
- Publish.upload_and_publish(env, "up")
- # 保存视频 ID 到云文档:
- # https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=20ce0c
- Common.logger().info("保存视频ID至云文档:{}", download_video_title)
- # 看一看+ ,视频ID工作表,插入首行
- Feishu.insert_columns("20ce0c")
- # 看一看+ ,视频ID工作表,首行写入数据
- Feishu.update_values("20ce0c", download_video_id, "", "", "",
- "", "", "", "", "", "", "", "", "", "", "")
- # 从云文档删除该视频信息:https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=SdCHOM
- Common.logger().info("从云文档删除该视频信息:{}", download_video_title)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- else:
- # 删除之前保存的该视频信息,并把现在的信息保存进去
- Common.logger().info("该视频1小时内的播放量:{}<1000;更新该视频信息:{}",
- int(v_play_cnt_up) - int(download_video_play_cnt),
- download_video_title)
- # 从云文档删除该视频信息:https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=SdCHOM
- Common.logger().info("从云文档删除该视频信息:{}", download_video_title)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- # 看一看+工作表,插入首行
- Feishu.insert_columns("SdCHOM")
- # 获取当前时间
- download_up_time = int(time.time())
- # 看一看云文档,工作表 kanyikan_feeds_1 中写入数据
- Feishu.update_values("SdCHOM",
- a1=str(download_up_time),
- b1=str(download_video_id),
- c1=str(v_play_cnt_up),
- d1=str(download_video_title),
- e1=str(v_duration),
- f1=str(v_comment_cnt),
- g1=str(v_liked_cnt),
- h1=str(v_shared_cnt),
- i1=str(v_resolution),
- j1=str(v_send_date),
- k1=str(v_username),
- l1=str(v_user_cover),
- m1=str(v_video_cover),
- n1=str(download_url_up),
- o1=str(video_info_session))
- elif int(time.time()) - int(download_time) > 7200:
- Common.logger().info("距上次获取该视频时间:""{}分钟。超过2小时,删除该视频;标题:{}",
- int((int(time.time()) - int(download_time)) / 60),
- download_video_title)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- else:
- Common.logger().info("不满足下载规则:{}", download_video_title)
- # 从云文档删除该视频信息:https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=SdCHOM
- Common.logger().info("从云文档删除该视频信息:{}", download_video_title)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- except Exception as e:
- # 从云文档删除该视频信息:https://w42nne6hzg.feishu.cn/sheets/shtcngRPoDYAi24x52j2nDuHMih?sheet=SdCHOM
- Common.logger().error("获取视频info异常:{},删除该视频", e)
- # 删除行或列,可选 ROWS、COLUMNS
- Feishu.dimension_range("SdCHOM", "ROWS", i + 2, i + 2)
- except Exception as e:
- Common.logger().error(e)
- if __name__ == "__main__":
- downloadup = DownloadUp()
- get_feeds()
- downloadup.download_up_video("dev")
|