|
@@ -475,7 +475,7 @@ class FilterVideos(object):
|
|
|
|
|
|
st_time = time.time()
|
|
|
types = config_.FILTER_VIEWED_TYPES_CONFIG.get(self.app_type, None)
|
|
|
- print(types)
|
|
|
+
|
|
|
if types is None:
|
|
|
types = config_.FILTER_VIEWED_TYPES_CONFIG.get('other')
|
|
|
if 6 in types:
|
|
@@ -622,40 +622,41 @@ class FilterVideos(object):
|
|
|
gevent.spawn(self.filter_movie_religion_video, filtered_pre_result)]
|
|
|
gevent.joinall(t)
|
|
|
filtered_result_list = [i.get() for i in t]
|
|
|
- print("filtered_result_list:",len(filtered_result_list))
|
|
|
+
|
|
|
filtered_viewed_result = list(set(filtered_result_list[0]) & set(filtered_result_list[1]))
|
|
|
|
|
|
- print("filtered:",len(filtered_viewed_result))
|
|
|
+
|
|
|
if not filtered_viewed_result:
|
|
|
- print("12334")
|
|
|
return None
|
|
|
filtered_viewed_videos = [int(video_id) for video_id in filtered_viewed_result]
|
|
|
- print("result:", len(filtered_viewed_videos))
|
|
|
- if pool_type == 'flow':
|
|
|
+
|
|
|
+ if pool_type != 'flow':
|
|
|
+ return filtered_viewed_videos
|
|
|
+ else:
|
|
|
|
|
|
if region_code is None or shield_config is None:
|
|
|
return filtered_viewed_videos
|
|
|
- else:
|
|
|
- shield_key_name_list = shield_config.get(region_code, None)
|
|
|
- if shield_key_name_list is not None:
|
|
|
- filtered_shield_video_ids = self.filter_shield_video(
|
|
|
- video_ids=filtered_viewed_videos, shield_key_name_list=shield_key_name_list
|
|
|
- )
|
|
|
- log_.info({
|
|
|
- 'logTimestamp': int(time.time() * 1000),
|
|
|
- 'pool_type': pool_type,
|
|
|
- 'request_id': self.request_id,
|
|
|
- 'app_type': self.app_type,
|
|
|
- 'mid': self.mid,
|
|
|
- 'uid': self.uid,
|
|
|
- 'operation': 'shield_filter',
|
|
|
- 'request_videos': filtered_viewed_videos,
|
|
|
- 'shield_filter_result': filtered_shield_video_ids,
|
|
|
- 'executeTime': (time.time() - st_viewed) * 1000
|
|
|
- })
|
|
|
- return filtered_shield_video_ids
|
|
|
else:
|
|
|
- return filtered_viewed_videos
|
|
|
+ shield_key_name_list = shield_config.get(region_code, None)
|
|
|
+ if shield_key_name_list is not None:
|
|
|
+ filtered_shield_video_ids = self.filter_shield_video(
|
|
|
+ video_ids=filtered_viewed_videos, shield_key_name_list=shield_key_name_list
|
|
|
+ )
|
|
|
+ log_.info({
|
|
|
+ 'logTimestamp': int(time.time() * 1000),
|
|
|
+ 'pool_type': pool_type,
|
|
|
+ 'request_id': self.request_id,
|
|
|
+ 'app_type': self.app_type,
|
|
|
+ 'mid': self.mid,
|
|
|
+ 'uid': self.uid,
|
|
|
+ 'operation': 'shield_filter',
|
|
|
+ 'request_videos': filtered_viewed_videos,
|
|
|
+ 'shield_filter_result': filtered_shield_video_ids,
|
|
|
+ 'executeTime': (time.time() - st_viewed) * 1000
|
|
|
+ })
|
|
|
+ return filtered_shield_video_ids
|
|
|
+ else:
|
|
|
+ return filtered_viewed_videos
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|