PoolRecall 全局参数获取

utils.py

@@ -217,7 +217,11 @@ def update_video_w_h_rate(video_id, key_name):
 
 class FilterVideos(object):
     """视频过滤"""
-    def __init__(self, request_id, app_type, video_ids, mid='', uid=''):
+    def __init__(self, request_id, app_type, video_ids, mid='', uid='',
+                 expansion_factor=None,
+                 risk_filter_flag=None,
+                 app_region_filtered=None,
+                 videos_with_risk=None):
         """
         初始化
         :param request_id: request_id
@@ -231,6 +235,10 @@ class FilterVideos(object):
         self.mid = mid
         self.uid = uid
         self.video_ids = video_ids
+        self.expansion_factor = expansion_factor
+        self.risk_filter_flag = risk_filter_flag
+        self.app_region_filtered = app_region_filtered
+        self.videos_with_risk = videos_with_risk
 
     def filter_video_status_h(self, video_ids, rule_key, data_key, ab_code, province_code, key_flag=''):
         """召回小时级更新的视频状态过滤"""
@@ -847,13 +855,12 @@ class FilterVideos(object):
         return filtered_videos
 
     def filter_videos_with_risk_video(self, video_ids, app_type, region_code):
-        return video_ids
         # 0 用一个开关控制，是否过滤生效。 便于回滚功能。
-        flag = param_update_risk_filter_flag()
-        if not flag:
+        risk_filter_flag = self.risk_filter_flag
+        if not risk_filter_flag:
             return video_ids[0: min(20, len(video_ids))]
         # 1 判断是否过滤,不展示的app+区域列表,-1必须过滤
-        app_region_filtered = param_update_risk_rule()
+        app_region_filtered = self.app_region_filtered
         if app_type in app_region_filtered.keys():
             if_filtered = False
             if region_code in app_region_filtered[app_type]:
@@ -865,10 +872,10 @@ class FilterVideos(object):
         if not if_filtered:
             return video_ids[0: min(20, len(video_ids))]
         # 2 确认过滤，获取风险video列表param_update_risk_videos
-        videos_with_risk = param_update_risk_videos()
+        videos_with_risk = self.videos_with_risk
         # 3 过滤 返回结果
         video_ids_new = [i for i in video_ids if i not in videos_with_risk]
-        # print(flag)
+        # print(risk_filter_flag)
         # print(app_region_filtered)
         # print(video_ids)
         # print(app_type)

video_recall.py

@@ -55,10 +55,10 @@ class PoolRecall(object):
         self.risk_filter_flag = param_update_risk_filter_flag()
         if self.risk_filter_flag:
             self.app_region_filtered = param_update_risk_rule()
-            self.risk_filter_videos = param_update_risk_videos()
+            self.videos_with_risk = param_update_risk_videos()
         else:
             self.app_region_filtered = {}
-            self.app_region_filtered = []
+            self.videos_with_risk = []
 
 
 
@@ -532,7 +532,12 @@ class PoolRecall(object):
                     video_mapping[video_id].append(flow_pool)
             # 过滤
             filter_ = FilterVideos(request_id=self.request_id,
-                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                                   expansion_factor=self.expansion_factor,
+                                   risk_filter_flag=self.risk_filter_flag,
+                                   app_region_filtered=self.app_region_filtered,
+                                   videos_with_risk=self.videos_with_risk
+                                   )
             ge = gevent.spawn(filter_.filter_videos, pool_type='flow',
                               region_code=region_code, shield_config=self.shield_config)
             ge.join()
@@ -788,7 +793,12 @@ class PoolRecall(object):
                     video_mapping[video_id].append(flow_pool)
             # 过滤
             filter_ = FilterVideos(request_id=self.request_id,
-                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                                   expansion_factor=self.expansion_factor,
+                                   risk_filter_flag=self.risk_filter_flag,
+                                   app_region_filtered=self.app_region_filtered,
+                                   videos_with_risk=self.videos_with_risk
+                                   )
             ge = gevent.spawn(filter_.filter_videos, pool_type='flow',
                               region_code=region_code, shield_config=self.shield_config)
             ge.join()
@@ -1078,7 +1088,12 @@ class PoolRecall(object):
             to_filter_videos = [item[0] for item in check_result_items[:get_size]]
             # 过滤
             filter_ = FilterVideos(request_id=self.request_id,
-                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=to_filter_videos)
+                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=to_filter_videos,
+                                   expansion_factor=self.expansion_factor,
+                                   risk_filter_flag=self.risk_filter_flag,
+                                   app_region_filtered=self.app_region_filtered,
+                                   videos_with_risk=self.videos_with_risk
+                                   )
             ge = gevent.spawn(filter_.filter_videos, pool_type='flow',
                               region_code=region_code, shield_config=self.shield_config)
             ge.join()
@@ -2844,7 +2859,12 @@ class PoolRecall(object):
                 video_score[video_id] = value[1]
             # 过滤
             filter_ = FilterVideos(request_id=self.request_id,
-                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                                   app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                                   expansion_factor=self.expansion_factor,
+                                    risk_filter_flag=self.risk_filter_flag,
+                                    app_region_filtered=self.app_region_filtered,
+                                    videos_with_risk=self.videos_with_risk
+                                   )
             ge = gevent.spawn(filter_.filter_videos, '', province_code, None)
             ge.join()
             filtered_result = ge.get()
@@ -3150,7 +3170,12 @@ class PoolRecall(object):
         video_ids = video_ids[:recall_num]
         #print(video_ids)
         filter_ = FilterVideos(request_id=self.request_id,
-                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                               expansion_factor=self.expansion_factor,
+                               risk_filter_flag=self.risk_filter_flag,
+                               app_region_filtered=self.app_region_filtered,
+                               videos_with_risk=self.videos_with_risk
+                               )
         filtered_viewed_videos = filter_.filter_videos_status(pool_type='normal', region_code=self.get_region_code())
         if filtered_viewed_videos is None:
             return recall_result
@@ -3721,7 +3746,12 @@ class PoolRecall(object):
         video_ids = video_ids[:recall_num]
         #print(video_ids)
         filter_ = FilterVideos(request_id=self.request_id,
-                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                               expansion_factor=self.expansion_factor,
+                               risk_filter_flag=self.risk_filter_flag,
+                               app_region_filtered=self.app_region_filtered,
+                               videos_with_risk=self.videos_with_risk
+                               )
         filtered_viewed_videos = filter_.filter_videos_status(pool_type='normal', region_code=self.get_region_code())
         if filtered_viewed_videos is None:
             return recall_result
@@ -3824,7 +3854,12 @@ class PoolRecall(object):
         video_ids = video_ids[:recall_num]
         #print(video_ids)
         filter_ = FilterVideos(request_id=self.request_id,
-                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids)
+                               app_type=self.app_type, mid=self.mid, uid=self.uid, video_ids=video_ids,
+                               expansion_factor=self.expansion_factor,
+                               risk_filter_flag=self.risk_filter_flag,
+                               app_region_filtered=self.app_region_filtered,
+                               videos_with_risk=self.videos_with_risk
+                               )
         filtered_viewed_videos = filter_.filter_videos_status(pool_type='normal', region_code=self.get_region_code())
         if filtered_viewed_videos is None:
             return recall_result