from config import set_config
from log import Log
from db_helper import RedisHelper
config_ = set_config()
log_ = Log()
def get_video_list(ab_exp_code, search_time, data_list_type, region_code, page_num=1, page_size=100):
"""
管理后台算法视频列表可视化 - 获取视频列表
:param ab_exp_code: 实验id,type-string
:param search_time: 时间,type-string,格式: %y%m%d.%h,eg: '20220714.05'
:param data_list_type: 视频数据表类型,type-int
:param region_code: 地域(省份),type-string,eg: '110000
:param page_num: 页码,type-int,默认: 1
:param page_size: 每页请求数,type-int,默认: 100
:return: result
"""
redis_helper = RedisHelper()
if ab_exp_code is None or search_time is None or data_list_type is None or region_code is None \
or region_code == '0':
# 不支持获取全部地域数据列表
# data = []
# data_count = 0
result = {'code': -1, 'message': 'request data error!'}
return result
search_time_seg = search_time.split('.')
if search_time_seg[1][0] == '0':
search_time_seg[1] = search_time_seg[1][1]
search_time = ':'.join(search_time_seg)
data = []
key_params = config_.AB_EXP_CODE.get(ab_exp_code)
# key_params = config_.VIDEO_DATA_LIST_AB_EXP_CODE_MAPPING.get(ab_exp_code)
# app_type = key_params.get('app_type')
data_key = key_params.get('data_key')
rule_key = key_params.get('rule_key')
rule_key_30day = key_params.get('30day_rule_key')
if data_list_type == 0:
# 视频数据表类型 选择为全部
key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
if ab_exp_code not in ['139']:
key_prefix_list = key_prefix_list[1:]
for item in key_prefix_list:
data_list_code = item.get('dataListCode')
key_prefix = item.get('keyPrefix')
if data_list_code == 1:
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
else:
key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
key_data = redis_helper.get_all_data_from_zset(key_name=key_name, desc=True, with_scores=True)
if key_data is None:
continue
videos = [
{
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_code,
'regionCode': region_code,
'videoId': int(video_id),
'score': float(score),
}
for video_id, score in key_data
]
data.extend(videos)
else:
key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
if data_list_type == 1:
if ab_exp_code not in ['139']:
key_data = None
else:
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
key_data = redis_helper.get_all_data_from_zset(key_name=key_name, desc=True, with_scores=True)
else:
key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
key_data = redis_helper.get_all_data_from_zset(key_name=key_name, desc=True, with_scores=True)
if key_data is None:
videos = []
else:
videos = [
{
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_type,
'regionCode': region_code,
'videoId': int(video_id),
'score': float(score),
}
for video_id, score in key_data
]
data.extend(videos)
# 添加"rank"
final_data = []
for i, item in enumerate(data):
item['rank'] = i + 1
final_data.append(item)
result = {
"code": 200,
"message": "success",
"dataCount": len(final_data),
"data": final_data[(page_num-1)*page_size:page_num*page_size]
}
return result
def search_video(ab_exp_code, search_time, data_list_type, region_code, video_id, page_num=1, page_size=100):
"""
管理后台算法视频列表可视化 - 搜索视频id
:param ab_exp_code: 实验id,type-string
:param search_time: 时间,type-string,格式: %y%m%d.%h,eg: '20220714.05'
:param data_list_type: 视频数据表类型,type-int
:param region_code: 地域(省份),type-string,eg: '110000
:param video_id: 视频id,type-int
:param page_num: 页码,type-int,默认: 1
:param page_size: 每页请求数,type-int,默认: 100
:return: result
"""
redis_helper = RedisHelper()
if ab_exp_code is None or search_time is None or data_list_type is None or region_code is None or video_id is None:
# data = []
# data_count = 0
result = {'code': -1, 'message': 'request data error!'}
return result
search_time_seg = search_time.split('.')
if search_time_seg[1][0] == '0':
search_time_seg[1] = search_time_seg[1][1]
search_time = ':'.join(search_time_seg)
data = []
key_params = config_.AB_EXP_CODE.get(ab_exp_code)
# key_params = config_.VIDEO_DATA_LIST_AB_EXP_CODE_MAPPING.get(ab_exp_code)
# app_type = key_params.get('app_type')
data_key = key_params.get('data_key')
rule_key = key_params.get('rule_key')
rule_key_30day = key_params.get('30day_rule_key')
if data_list_type == 0 and region_code == '0':
# 视频数据表类型 和 地域 选择都为全部
key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
if ab_exp_code not in ['139']:
key_prefix_list = key_prefix_list[1:]
code_list = [code for _, code in config_.REGION_CODE.items()]
for item in key_prefix_list:
data_list_code = item.get('dataListCode')
key_prefix = item.get('keyPrefix')
if data_list_code == 1:
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
if rank is None or score is None:
continue
videos = {
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_code,
'regionCode': '0',
'videoId': int(video_id),
'score': float(score),
'rank': int(rank) + 1,
}
data.append(videos)
else:
for code in code_list:
key_name = f"{key_prefix}{code}:{data_key}:{rule_key}:{search_time}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
if rank is None or score is None:
continue
videos = {
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_code,
'regionCode': code,
'videoId': int(video_id),
'score': float(score),
'rank': int(rank) + 1,
}
data.append(videos)
data.sort(key=lambda x: (x['dataListType'], x['regionCode']), reverse=False)
elif data_list_type == 0:
# 视频数据表类型 选择为全部
key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
if ab_exp_code not in ['139']:
key_prefix_list = key_prefix_list[1:]
for item in key_prefix_list:
data_list_code = item.get('dataListCode')
key_prefix = item.get('keyPrefix')
if data_list_code == 1:
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
else:
key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
if rank is None or score is None:
continue
videos = {
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_code,
'regionCode': region_code,
'videoId': int(video_id),
'score': float(score),
'rank': int(rank) + 1,
}
data.append(videos)
data.sort(key=lambda x: x['dataListType'], reverse=False)
elif region_code == '0':
# 地域 选择为全部
code_list = [code for _, code in config_.REGION_CODE.items()]
key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
for code in code_list:
if data_list_type == 1:
if ab_exp_code not in ['139']:
continue
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
else:
key_name = f"{key_prefix}{code}:{data_key}:{rule_key}:{search_time}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
if rank is None or score is None:
continue
videos = {
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_type,
'regionCode': code,
'videoId': int(video_id),
'score': float(score),
'rank': int(rank) + 1,
}
data.append(videos)
data.sort(key=lambda x: x['regionCode'], reverse=False)
else:
key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
if data_list_type == 1:
if ab_exp_code not in ['139']:
rank, score = None, None
else:
key_name = f"{key_prefix}{data_key}:{rule_key_30day}:{search_time_seg[0]}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
else:
key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
if rank is not None and score is not None:
videos = {
'abExpCode': ab_exp_code,
'searchTime': search_time,
'dataListType': data_list_type,
'regionCode': region_code,
'videoId': int(video_id),
'score': float(score),
'rank': int(rank) + 1,
}
data.append(videos)
result = {
"code": 200,
"message": "success",
"dataCount": len(data),
"data": data[(page_num - 1) * page_size:page_num * page_size]
}
return result
if __name__ == '__main__':
get_video_list('139', '20220909.01', 0, '110000')