rov-server/manager_op.py

from config import set_config
from log import Log
from db_helper import RedisHelper

config_ = set_config()
log_ = Log()


def get_video_list(ab_exp_code, search_time, data_list_type, region_code, page_num=1, page_size=100):
    """
    管理后台算法视频列表可视化 - 获取视频列表
    :param ab_exp_code: 实验id，type-string
    :param search_time: 时间，type-string，格式: %y%m%d.%h，eg: '20220714.05'
    :param data_list_type: 视频数据表类型，type-int
    :param region_code: 地域（省份），type-string，eg: '110000
    :param page_num: 页码，type-int，默认: 1
    :param page_size: 每页请求数，type-int，默认: 100
    :return: result
    """
    redis_helper = RedisHelper()
    if ab_exp_code is None or search_time is None or data_list_type is None or region_code is None \
            or region_code == '0':
        # 不支持获取全部地域数据列表
        # data = []
        # data_count = 0
        result = {'code': -1, 'message': 'request data error!'}
        return result
    search_time_seg = search_time.split('.')
    if search_time_seg[1][0] == '0':
        search_time_seg[1] = search_time_seg[1][1]
    search_time = ':'.join(search_time_seg)
    data = []
    key_params = config_.AB_EXP_CODE.get(ab_exp_code)
    # key_params = config_.VIDEO_DATA_LIST_AB_EXP_CODE_MAPPING.get(ab_exp_code)
    # app_type = key_params.get('app_type')
    data_key = key_params.get('data_key')
    rule_key = key_params.get('rule_key')
    if data_list_type == 0:
        # 视频数据表类型 选择为全部
        key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
        for item in key_prefix_list:
            data_list_code = item.get('dataListCode')
            key_prefix = item.get('keyPrefix')
            if data_list_code == 1:
                key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
            else:
                key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
            key_data = redis_helper.get_all_data_from_zset(key_name=key_name, desc=True, with_scores=True)
            if key_data is None:
                continue
            videos = [
                {
                    'abExpCode': ab_exp_code,
                    'searchTime': search_time,
                    'dataListType': data_list_code,
                    'regionCode': region_code,
                    'videoId': int(video_id),
                    'score': float(score),
                }
                for video_id, score in key_data
            ]
            data.extend(videos)
    else:
        key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
        if data_list_type == 1:
            key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
        else:
            key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
        key_data = redis_helper.get_all_data_from_zset(key_name=key_name, desc=True, with_scores=True)
        if key_data is None:
            videos = []
        else:
            videos = [
                {
                    'abExpCode': ab_exp_code,
                    'searchTime': search_time,
                    'dataListType': data_list_type,
                    'regionCode': region_code,
                    'videoId': int(video_id),
                    'score': float(score),
                }
                for video_id, score in key_data
            ]
        data.extend(videos)
    # 添加"rank"
    final_data = []
    for i, item in enumerate(data):
        item['rank'] = i + 1
        final_data.append(item)
    result = {
        "code": 200,
        "message": "success",
        "dataCount": len(final_data),
        "data": final_data[(page_num-1)*page_size:page_num*page_size]
    }
    return result


def search_video(ab_exp_code, search_time, data_list_type, region_code, video_id, page_num=1, page_size=100):
    """
    管理后台算法视频列表可视化 - 搜索视频id
    :param ab_exp_code: 实验id，type-string
    :param search_time: 时间，type-string，格式: %y%m%d.%h，eg: '20220714.05'
    :param data_list_type: 视频数据表类型，type-int
    :param region_code: 地域（省份），type-string，eg: '110000
    :param video_id: 视频id，type-int
    :param page_num: 页码，type-int，默认: 1
    :param page_size: 每页请求数，type-int，默认: 100
    :return: result
    """
    redis_helper = RedisHelper()
    if ab_exp_code is None or search_time is None or data_list_type is None or region_code is None or video_id is None:
        # data = []
        # data_count = 0
        result = {'code': -1, 'message': 'request data error!'}
        return result
    search_time_seg = search_time.split('.')
    if search_time_seg[1][0] == '0':
        search_time_seg[1] = search_time_seg[1][1]
    search_time = ':'.join(search_time_seg)
    data = []
    key_params = config_.AB_EXP_CODE.get(ab_exp_code)
    # key_params = config_.VIDEO_DATA_LIST_AB_EXP_CODE_MAPPING.get(ab_exp_code)
    # app_type = key_params.get('app_type')
    data_key = key_params.get('data_key')
    rule_key = key_params.get('rule_key')
    if data_list_type == 0 and region_code == '0':
        # 视频数据表类型 和 地域 选择都为全部
        key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
        code_list = [code for _, code in config_.REGION_CODE.items()]
        for item in key_prefix_list:
            data_list_code = item.get('dataListCode')
            key_prefix = item.get('keyPrefix')
            if data_list_code == 1:
                key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
                rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
                score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
                if rank is None or score is None:
                    continue
                videos = {
                    'abExpCode': ab_exp_code,
                    'searchTime': search_time,
                    'dataListType': data_list_code,
                    'regionCode': '0',
                    'videoId': int(video_id),
                    'score': float(score),
                    'rank': int(rank) + 1,
                }
                data.append(videos)
            else:
                for code in code_list:
                    key_name = f"{key_prefix}{code}:{data_key}:{rule_key}:{search_time}"
                    rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
                    score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
                    if rank is None or score is None:
                        continue
                    videos = {
                        'abExpCode': ab_exp_code,
                        'searchTime': search_time,
                        'dataListType': data_list_code,
                        'regionCode': code,
                        'videoId': int(video_id),
                        'score': float(score),
                        'rank': int(rank) + 1,
                    }
                    data.append(videos)
        data.sort(key=lambda x: (x['dataListType'], x['regionCode']), reverse=False)

    elif data_list_type == 0:
        # 视频数据表类型 选择为全部
        key_prefix_list = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefixList')
        for item in key_prefix_list:
            data_list_code = item.get('dataListCode')
            key_prefix = item.get('keyPrefix')
            if data_list_code == 1:
                key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
            else:
                key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
            rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
            score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
            if rank is None or score is None:
                continue
            videos = {
                'abExpCode': ab_exp_code,
                'searchTime': search_time,
                'dataListType': data_list_code,
                'regionCode': region_code,
                'videoId': int(video_id),
                'score': float(score),
                'rank': int(rank) + 1,
            }
            data.append(videos)
        data.sort(key=lambda x: x['dataListType'], reverse=False)

    elif region_code == '0':
        # 地域 选择为全部
        code_list = [code for _, code in config_.REGION_CODE.items()]
        key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
        for code in code_list:
            if data_list_type == 1:
                key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
            else:
                key_name = f"{key_prefix}{code}:{data_key}:{rule_key}:{search_time}"
            rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
            score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
            if rank is None or score is None:
                continue
            videos = {
                'abExpCode': ab_exp_code,
                'searchTime': search_time,
                'dataListType': data_list_type,
                'regionCode': code,
                'videoId': int(video_id),
                'score': float(score),
                'rank': int(rank) + 1,
            }
            data.append(videos)
        data.sort(key=lambda x: x['regionCode'], reverse=False)

    else:
        key_prefix = config_.VIDEO_DATA_LIST_MAPPING.get(data_list_type).get('keyPrefix')
        if data_list_type == 1:
            key_name = f"{key_prefix}{data_key}:{rule_key}:{search_time_seg[0]}"
        else:
            key_name = f"{key_prefix}{region_code}:{data_key}:{rule_key}:{search_time}"
        rank = redis_helper.get_rank_with_value(key_name=key_name, value=int(video_id), desc=True)
        score = redis_helper.get_score_with_value(key_name=key_name, value=int(video_id))
        if rank is not None and score is not None:
            videos = {
                'abExpCode': ab_exp_code,
                'searchTime': search_time,
                'dataListType': data_list_type,
                'regionCode': region_code,
                'videoId': int(video_id),
                'score': float(score),
                'rank': int(rank) + 1,
            }
            data.append(videos)

    result = {
        "code": 200,
        "message": "success",
        "dataCount": len(data),
        "data": data[(page_num - 1) * page_size:page_num * page_size]
    }
    return result


if __name__ == '__main__':
    get_video_list('095', '20220909.01', '0', '110000')