| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116 |
- import json
- import random
- import time
- import requests
- import urllib3
- from requests.adapters import HTTPAdapter
- from common import Material, Common, Feishu, AliyunLogger
- from common.sql_help import sqlCollect
- from data_channel.data_help import dataHelp
- from data_channel.douyin_help import DouYinHelper
- class DY:
- @classmethod
- def get_dy_url(cls, task_mark, url_id, number, mark, feishu_id, cookie_sheet, channel_id, name):
- list = []
- next_cursor = 0
- for i in range(6):
- cookie = Material.get_cookie_data(feishu_id, cookie_sheet, channel_id)
- time.sleep(random.randint(1, 5))
- url = 'https://www.douyin.com/aweme/v1/web/aweme/post/'
- headers = {
- 'Accept': 'application/json, text/plain, */*',
- 'Accept-Language': 'zh-CN,zh;q=0.9',
- 'Cache-Control': 'no-cache',
- 'Cookie': cookie,
- 'Pragma': 'no-cache',
- 'Referer': f'https://www.douyin.com/user/{url_id}',
- 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
- 'Chrome/118.0.0.0 Safari/537.36',
- }
- query = DouYinHelper.get_full_query(ua=headers['User-Agent'], extra_data={
- 'sec_user_id': url_id,
- 'max_cursor': next_cursor,
- 'locate_query': 'false',
- 'show_live_replay_strategy': '1',
- 'need_time_list': '1',
- 'time_list_query': '0',
- 'whale_cut_token': '',
- 'cut_version': '1',
- 'count': '18',
- 'publish_video_strategy_type': '2',
- })
- urllib3.disable_warnings()
- s = requests.session()
- s.mount('http://', HTTPAdapter(max_retries=3))
- s.mount('https://', HTTPAdapter(max_retries=3))
- response = requests.request(method='GET', url=url, headers=headers, params=query)
- body = response.content.decode()
- obj = json.loads(body)
- has_more = True if obj.get('has_more', 0) == 1 else False
- next_cursor = str(obj.get('max_cursor')) if has_more else None
- data = obj.get('aweme_list', [])
- if data == [] and len(data) == 0:
- if name == '抖音品类账号' or name == '抖音品类账号-1':
- Feishu.bot("liukunyu", '机器自动改造消息通知', f'抖音-{name}cookie过期，请及时更换', '刘坤宇')
- else:
- Feishu.bot(mark, '机器自动改造消息通知', f'抖音-{name}cookie过期，请及时更换', name)
- return list
- response.close()
- for i in range(len(data)):
- entity_type = data[i].get('media_type')
- if entity_type == 4:
- # is_top = data[i].get('is_top') # 是否置顶
- video_id = data[i].get('aweme_id') # 文章id
- status = sqlCollect.is_used(task_mark, video_id, mark, channel_id)
- video_uri = data[i].get('video', {}).get('play_addr', {}).get('uri')
- ratio = f'{data[i].get("video", {}).get("height")}p'
- video_url = f'https://www.iesdouyin.com/aweme/v1/play/?video_id={video_uri}&ratio={ratio}&line=0' # 视频链接
- digg_count = int(data[i].get('statistics').get('digg_count')) # 点赞
- # comment_count = int(data[i].get('statistics').get('comment_count')) # 评论
- share_count = int(data[i].get('statistics').get('share_count')) # 转发
- old_title = data[i].get('desc', "").strip().replace("\n", "") \
- .replace("/", "").replace("\\", "").replace("\r", "") \
- .replace(":", "").replace("*", "").replace("？", "") \
- .replace("?", "").replace('"', "").replace("<", "") \
- .replace(">", "").replace("|", "").replace(" ", "") \
- .replace("&NBSP", "").replace(".", "。").replace(" ", "") \
- .replace("'", "").replace("#", "").replace("Merge", "")
- duration = dataHelp.video_duration(video_url)
- Common.logger("dy").info(
- f"扫描：{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count}")
- log_data = f"user:{url_id},,video_id:{video_id},,video_url:{video_url},,original_title:{old_title},,share_count:{share_count},,digg_count:{digg_count},,duration:{duration}"
- AliyunLogger.logging(channel_id, name, url_id, video_id, "扫描到一条视频", "2001", log_data)
- if status:
- AliyunLogger.logging(channel_id, name, url_id, video_id, "该视频已改造过", "2001", log_data)
- continue
- if share_count < 200:
- AliyunLogger.logging(channel_id, name, url_id, video_id, "不符合规则:分享小于200", "2003", log_data)
- Common.logger("dy").info(
- f"不符合规则：{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count}")
- continue
- video_percent = '%.2f' % (share_count / digg_count)
- special = float(0.15)
- if float(video_percent) < special:
- AliyunLogger.logging(channel_id, name, url_id, video_id, "不符合规则:分享/点赞小于0.15", "2003", log_data)
- Common.logger("dy").info(
- f"不符合规则：{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ")
- continue
- if int(duration) < 30 or int(duration) > 720:
- AliyunLogger.logging(channel_id, name, url_id, video_id, "不符合规则:时长不符合规则大于720秒/小于30秒", "2003", log_data)
- Common.logger("dy").info(
- f"不符合规则：{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ,时长:{duration} ")
- continue
- AliyunLogger.logging(channel_id, name, url_id, video_id, "符合规则等待改造", "2004", log_data)
- cover_url = data[i].get('video').get('cover').get('url_list')[0] # 视频封面
- all_data = {"video_id": video_id, "cover": cover_url, "video_url": video_url, "rule": video_percent, "old_title": old_title}
- list.append(all_data)
- if len(list) == int(number):
- Common.logger(mark).info(f"获取抖音视频总数:{len(list)}\n")
- return list
- return list
|
