|
@@ -381,7 +381,7 @@ class FilterVideos(object):
|
|
|
redis_helper = RedisHelper()
|
|
|
# key拼接
|
|
|
key_name = f"{config_.PREVIEW_KEY_PREFIX}{self.app_type}:{self.mid}"
|
|
|
- print("key_name:", key_name)
|
|
|
+ #print("key_name:", key_name)
|
|
|
pe_videos_list = redis_helper.get_data_from_set(key_name)
|
|
|
#print("pe_videos_list:", pe_videos_list)
|
|
|
# log_.info('****app_type = {}, mid = {}, uid = {}, pe_videos_list = {}'.format(
|
|
@@ -391,7 +391,7 @@ class FilterVideos(object):
|
|
|
if not pe_videos_list:
|
|
|
return video_ids
|
|
|
pe_videos = [int(video) for video in pe_videos_list]
|
|
|
- print("pe_videos:", len(pe_videos))
|
|
|
+ #print("pe_videos:", len(pe_videos))
|
|
|
filtered_videos = [video_id for video_id in video_ids if video_id not in pe_videos]
|
|
|
#print(f"pre res: {filtered_videos}\nexecute_time: {(time.time() - pre_time) * 1000}")
|
|
|
return filtered_videos
|
|
@@ -534,20 +534,20 @@ class FilterVideos(object):
|
|
|
filtered_pre_result = self.filter_video_previewed(self.video_ids)
|
|
|
if not filtered_pre_result:
|
|
|
return None
|
|
|
- log_.info({
|
|
|
- 'logTimestamp': int(time.time() * 1000),
|
|
|
- 'request_id': self.request_id,
|
|
|
- 'app_type': self.app_type,
|
|
|
- 'mid': self.mid,
|
|
|
- 'uid': self.uid,
|
|
|
- 'operation': 'preview_filter',
|
|
|
- 'request_videos': self.video_ids,
|
|
|
- 'preview_filter_result': filtered_pre_result,
|
|
|
- 'executeTime': (time.time() - st_pre) * 1000
|
|
|
- })
|
|
|
+ # log_.info({
|
|
|
+ # 'logTimestamp': int(time.time() * 1000),
|
|
|
+ # 'request_id': self.request_id,
|
|
|
+ # 'app_type': self.app_type,
|
|
|
+ # 'mid': self.mid,
|
|
|
+ # 'uid': self.uid,
|
|
|
+ # 'operation': 'preview_filter',
|
|
|
+ # 'request_videos': self.video_ids,
|
|
|
+ # 'preview_filter_result': filtered_pre_result,
|
|
|
+ # 'executeTime': (time.time() - st_pre) * 1000
|
|
|
+ # })
|
|
|
#2. 视频已曝光过滤
|
|
|
st_viewed = time.time()
|
|
|
- print("---filtered viewed---")
|
|
|
+ #print("---filtered viewed---")
|
|
|
#print("filtered_pre_result:",filtered_pre_result)
|
|
|
filtered_viewed_result = self.filter_video_viewed(video_ids=filtered_pre_result)
|
|
|
if not filtered_viewed_result:
|
|
@@ -610,11 +610,11 @@ class FilterVideos(object):
|
|
|
"""视频过滤"""
|
|
|
# 预曝光过滤
|
|
|
st_pre = time.time()
|
|
|
- print("self.video_ids:", len(self.video_ids))
|
|
|
+ #print("self.video_ids:", len(self.video_ids))
|
|
|
filtered_pre_result = self.filter_video_previewed(self.video_ids)
|
|
|
if not filtered_pre_result:
|
|
|
return None
|
|
|
- print("filtered_pre_result:", len(filtered_pre_result))
|
|
|
+ #print("filtered_pre_result:", len(filtered_pre_result))
|
|
|
# 视频已曝光过滤/白名单过滤
|
|
|
st_viewed = time.time()
|
|
|
t = [
|
|
@@ -642,18 +642,18 @@ class FilterVideos(object):
|
|
|
filtered_shield_video_ids = self.filter_shield_video(
|
|
|
video_ids=filtered_viewed_videos, shield_key_name_list=shield_key_name_list
|
|
|
)
|
|
|
- log_.info({
|
|
|
- 'logTimestamp': int(time.time() * 1000),
|
|
|
- 'pool_type': pool_type,
|
|
|
- 'request_id': self.request_id,
|
|
|
- 'app_type': self.app_type,
|
|
|
- 'mid': self.mid,
|
|
|
- 'uid': self.uid,
|
|
|
- 'operation': 'shield_filter',
|
|
|
- 'request_videos': filtered_viewed_videos,
|
|
|
- 'shield_filter_result': filtered_shield_video_ids,
|
|
|
- 'executeTime': (time.time() - st_viewed) * 1000
|
|
|
- })
|
|
|
+ # log_.info({
|
|
|
+ # 'logTimestamp': int(time.time() * 1000),
|
|
|
+ # 'pool_type': pool_type,
|
|
|
+ # 'request_id': self.request_id,
|
|
|
+ # 'app_type': self.app_type,
|
|
|
+ # 'mid': self.mid,
|
|
|
+ # 'uid': self.uid,
|
|
|
+ # 'operation': 'shield_filter',
|
|
|
+ # 'request_videos': filtered_viewed_videos,
|
|
|
+ # 'shield_filter_result': filtered_shield_video_ids,
|
|
|
+ # 'executeTime': (time.time() - st_viewed) * 1000
|
|
|
+ # })
|
|
|
return filtered_shield_video_ids
|
|
|
else:
|
|
|
return filtered_viewed_videos
|