|
@@ -168,6 +168,14 @@ class KuaishouauthorScheduling:
|
|
|
feeds = response.json()['data']['visionProfilePhotoList']['feeds']
|
|
|
for i in range(len(feeds)):
|
|
|
try:
|
|
|
+ Common.logger(log_type, crawler).info('扫描到一条视频\n')
|
|
|
+ AliyunLogger.logging(
|
|
|
+ code="1001",
|
|
|
+ platform=crawler,
|
|
|
+ mode=log_type,
|
|
|
+ env=env,
|
|
|
+ message='扫描到一条视频\n'
|
|
|
+ )
|
|
|
if cls.download_cnt >= cls.videos_cnt(rule_dict):
|
|
|
Common.logger(log_type, crawler).info(f"已下载视频数:{cls.download_cnt}\n")
|
|
|
AliyunLogger.logging(
|
|
@@ -190,29 +198,35 @@ class KuaishouauthorScheduling:
|
|
|
video_height = feeds[i].get("photo", {}).get("videoResource").get("hevc", {}).get("adaptationSet", {})[0].get("representation", {})[0].get("height", 0)
|
|
|
publish_time_stamp = int(int(feeds[i].get('photo', {}).get('timestamp', 0)) / 1000)
|
|
|
publish_time_str = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(publish_time_stamp))
|
|
|
- date_three_days_ago_string = (date.today() + timedelta(days=-60)).strftime("%Y-%m-%d %H:%M:%S")
|
|
|
+ date_three_days_ago_string = (date.today() + timedelta(days=-5)).strftime("%Y-%m-%d %H:%M:%S")
|
|
|
rule = publish_time_str > date_three_days_ago_string
|
|
|
+ if i > 2:
|
|
|
+ if rule == False:
|
|
|
+ break
|
|
|
if rule == False:
|
|
|
- Common.logger(log_type, crawler).info(f"发布时间小于60天,发布时间:{publish_time_str}\n")
|
|
|
+ Common.logger(log_type, crawler).info(f"发布时间小于5天,发布时间:{publish_time_str}\n")
|
|
|
AliyunLogger.logging(
|
|
|
code="2004",
|
|
|
platform=crawler,
|
|
|
mode=log_type,
|
|
|
env=env,
|
|
|
- message=f"发布时间小于60天,发布时间:{publish_time_str}\n"
|
|
|
+ message=f"发布时间小于5天,发布时间:{publish_time_str}\n"
|
|
|
)
|
|
|
continue
|
|
|
+ viewCount = int(feeds[i].get('photo', {}).get('viewCount', 0))
|
|
|
realLikeCount = int(feeds[i].get('photo', {}).get('realLikeCount', 0))
|
|
|
- if realLikeCount < 10000:
|
|
|
- Common.logger(log_type, crawler).info(f"点赞量:{realLikeCount}\n")
|
|
|
- AliyunLogger.logging(
|
|
|
- code="2004",
|
|
|
- platform=crawler,
|
|
|
- mode=log_type,
|
|
|
- env=env,
|
|
|
- message=f"点赞量:{realLikeCount}\n"
|
|
|
- )
|
|
|
- continue
|
|
|
+ video_percent = '%.2f' % (realLikeCount / viewCount)
|
|
|
+ if viewCount < 100000:
|
|
|
+ if video_percent < 0.02:
|
|
|
+ Common.logger(log_type, crawler).info(f"不符合条件:点赞/播放-{video_percent},播放量-{viewCount}\n")
|
|
|
+ AliyunLogger.logging(
|
|
|
+ code="2004",
|
|
|
+ platform=crawler,
|
|
|
+ mode=log_type,
|
|
|
+ env=env,
|
|
|
+ message=f"点赞量:{realLikeCount}\n"
|
|
|
+ )
|
|
|
+ continue
|
|
|
video_dict = {'video_title': video_title,
|
|
|
'video_id': video_id,
|
|
|
'play_cnt': int(feeds[i].get('photo', {}).get('viewCount', 0)),
|