浏览代码

修改规则

zhangyong 9 月之前
父节点
当前提交
e92de90691
共有 4 个文件被更改,包括 19 次插入19 次删除
  1. 8 9
      data_channel/douyin.py
  2. 1 1
      data_channel/kuaishou.py
  3. 1 1
      data_channel/kuaishouchuangzuozhe.py
  4. 9 8
      data_channel/shipinhao.py

+ 8 - 9
data_channel/douyin.py

@@ -88,15 +88,14 @@ class DY:
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ")
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ")
                             continue
                             continue
                         duration = dataHelp.video_duration(video_url)
                         duration = dataHelp.video_duration(video_url)
-                        if int(duration) >= 45:
-                            cover_url = data[i].get('video').get('cover').get('url_list')[0]  # 视频封面
-                            all_data = {"video_id": video_id, "cover": cover_url, "video_url": video_url, "rule": video_percent, "old_title": old_title}
-                            list.append(all_data)
-                            if len(list) == int(number):
-                                Common.logger("log").info(f"获取抖音视频总数:{len(list)}\n")
-                                return list
-                        else:
+                        if int(duration) < 30 or int(duration) > 720:
                             Common.logger("dy").info(
                             Common.logger("dy").info(
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ,时长:{duration} ")
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,分享:{share_count},点赞{digg_count} ,时长:{duration} ")
-
+                            continue
+                        cover_url = data[i].get('video').get('cover').get('url_list')[0]  # 视频封面
+                        all_data = {"video_id": video_id, "cover": cover_url, "video_url": video_url, "rule": video_percent, "old_title": old_title}
+                        list.append(all_data)
+                        if len(list) == int(number):
+                            Common.logger("log").info(f"获取抖音视频总数:{len(list)}\n")
+                            return list
         return list
         return list

+ 1 - 1
data_channel/kuaishou.py

@@ -107,7 +107,7 @@ class KS:
                         video_percent = '%.4f' % (share_count / view_count)
                         video_percent = '%.4f' % (share_count / view_count)
                         duration = dataHelp.video_duration(video_url)
                         duration = dataHelp.video_duration(video_url)
                         special = float(0.001)
                         special = float(0.001)
-                        if float(video_percent) < special or share_count < 500 or duration < 30 or duration > 600:
+                        if float(video_percent) < special or share_count < 500 or duration < 30 or duration > 720:
                             Common.logger("ks").info(
                             Common.logger("ks").info(
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,播放数:{view_count} ,分享数:{share_count},时长:{duration} ")
                                 f"任务:{task_mark},用户主页id:{url_id},视频id{video_id} ,播放数:{view_count} ,分享数:{share_count},时长:{duration} ")
                             continue
                             continue

+ 1 - 1
data_channel/kuaishouchuangzuozhe.py

@@ -268,7 +268,7 @@ class KsFeedVideo:
                         continue
                         continue
                     video_percent = '%.4f' % (share_count / view_count)
                     video_percent = '%.4f' % (share_count / view_count)
                     special = float(0.0005)
                     special = float(0.0005)
-                    if float(video_percent) < special or share_count < 100 or duration < 30 or duration > 600:
+                    if float(video_percent) < special or share_count < 100 or duration < 30 or duration > 720:
                         sqlCollect.insert_ks_data(user_name, user_sex, time_data, caption, view_count, like_count, share_count, duration, main_mv_url, thumbnail_url, user_id, '1', photo_id, category_name, age, oss_object=None, video_uid=None)
                         sqlCollect.insert_ks_data(user_name, user_sex, time_data, caption, view_count, like_count, share_count, duration, main_mv_url, thumbnail_url, user_id, '1', photo_id, category_name, age, oss_object=None, video_uid=None)
                         continue
                         continue
 
 

+ 9 - 8
data_channel/shipinhao.py

@@ -115,16 +115,17 @@ class SPH:
                                     f"任务:{task_mark},用户主页id:{url},视频id{objectId} ,分享:{share_cnt},点赞:{like_cnt}")
                                     f"任务:{task_mark},用户主页id:{url},视频id{objectId} ,分享:{share_cnt},点赞:{like_cnt}")
                                 continue
                                 continue
                             duration = dataHelp.video_duration(video_url)
                             duration = dataHelp.video_duration(video_url)
-                            if int(duration) >= 45:
-                                cover = video_obj.get('thumb_url')
-                                all_data = {"video_id": objectId, "cover": cover, "video_url": video_url, "rule": video_percent, "old_title": old_title}
-                                list.append(all_data)
-                                if len(list) == int(number):
-                                    Common.logger("log").info(f"获取视频号视频总数:{len(list)}\n")
-                                    return list
-                            else:
+                            if int(duration) < 30 or int(duration) > 720:
                                 Common.logger("sph").info(
                                 Common.logger("sph").info(
                                     f"任务:{task_mark},用户主页id:{url},视频id{objectId} ,分享:{share_cnt},点赞:{like_cnt} ,时长:{duration} ")
                                     f"任务:{task_mark},用户主页id:{url},视频id{objectId} ,分享:{share_cnt},点赞:{like_cnt} ,时长:{duration} ")
+                                continue
+                            cover = video_obj.get('thumb_url')
+                            all_data = {"video_id": objectId, "cover": cover, "video_url": video_url, "rule": video_percent, "old_title": old_title}
+                            list.append(all_data)
+                            if len(list) == int(number):
+                                Common.logger("log").info(f"获取视频号视频总数:{len(list)}\n")
+                                return list
+
             return list
             return list
         return []
         return []