|
@@ -539,11 +539,13 @@ class FilterVideos(object):
|
|
|
return video_ids
|
|
|
redis_helper = RedisHelper(redis_info=config_.REDIS_INFO_FILTER)
|
|
|
filter_videos = []
|
|
|
+ print(f"keys: {keys}")
|
|
|
for i in range(len(keys)//1000 + 1):
|
|
|
video_ids_temp = video_ids[i*1000:(i+1)*1000]
|
|
|
if len(video_ids_temp) == 0:
|
|
|
break
|
|
|
mget_res = redis_helper.mget(keys=keys[i*1000:(i+1)*1000])
|
|
|
+ print(f"mget_res: {mget_res}")
|
|
|
filter_videos.extend([int(data) for data in mget_res if data is not None])
|
|
|
if len(filter_videos) > 0:
|
|
|
filtered_videos = set(video_ids) - set(filter_videos)
|
|
@@ -568,7 +570,10 @@ class FilterVideos(object):
|
|
|
gevent.spawn(self.filter_movie_religion_video, filtered_pre_result)]
|
|
|
gevent.joinall(t)
|
|
|
filtered_result_list = [i.get() for i in t]
|
|
|
- filtered_viewed_result = list(set(filtered_result_list[0]) & set(filtered_result_list[1]))
|
|
|
+ filtered_viewed_result_list = [int(item) for item in filtered_result_list[0]]
|
|
|
+ filtered_movie_religion_result_list = [int(item) for item in filtered_result_list[1]]
|
|
|
+ print(f"filtered_viewed_result_list: {filtered_viewed_result_list}\nfiltered_movie_religion_result_list:{filtered_movie_religion_result_list}")
|
|
|
+ filtered_viewed_result = list(set(filtered_viewed_result_list) & set(filtered_movie_religion_result_list))
|
|
|
print(f"view&m_r res: {filtered_viewed_result}\nexecute_time: {(time.time() - st_viewed) * 1000}")
|
|
|
if not filtered_viewed_result:
|
|
|
return None
|
|
@@ -615,10 +620,11 @@ if __name__ == '__main__':
|
|
|
('weixin_openid_o0w175eRpvbmV6nOhM1VTyyLICWA', '30488803'),
|
|
|
('weixin_openid_o0w175TZYvG47pQkOjyJFoxQuqsw', '')
|
|
|
]
|
|
|
- video_df = pd.read_csv('./data/videoids.csv')
|
|
|
+ video_df = pd.read_csv('/Users/liqian/Documents/liqian/work/PythonProject/test/data/videoids.csv')
|
|
|
videoid_list = video_df['videoid'].tolist()
|
|
|
for mid, uid in user:
|
|
|
- video_ids = random.sample(videoid_list, 1000)
|
|
|
+ video_ids = random.sample(videoid_list, 2)
|
|
|
+ video_ids.extend([10002478, 13004472])
|
|
|
start_time = time.time()
|
|
|
filter_ = FilterVideos(request_id=f'{mid} - {uid}', app_type=0, mid=mid, uid=uid, video_ids=video_ids)
|
|
|
res = filter_.filter_videos_new()
|