google_ai_studio/common/redis.py

import json

import redis
from common.odps_data import OdpsDataCount


class SyncRedisHelper:
    _pool: redis.ConnectionPool = None
    _instance = None

    def __init__(self):
        if not self._instance:
            self._pool = self._get_pool()
            self._instance = self

    def _get_pool(self) -> redis.ConnectionPool:
        if self._pool is None:
            self._pool = redis.ConnectionPool(
                # host="r-bp1mb0v08fqi4hjffupd.redis.rds.aliyuncs.com",  # 外网地址
                host="r-bp1mb0v08fqi4hjffu.redis.rds.aliyuncs.com",  # 内网地址
                port=6379,
                db=0,
                password="Wqsd@2019",
                # password="Qingqu2019",

            )
        return self._pool

    def get_client(self) -> redis.Redis:
        pool = self._get_pool()
        client = redis.Redis(connection_pool=pool)
        return client

    def close(self):
        if self._pool:
            self._pool.disconnect(inuse_connections=True)

def install_video_data(dt, redis_task, table_name):
    """写入redis需要打标签的视频"""
    data = OdpsDataCount.main(table_name, dt)
    if not data:
        return
    # task = f"task:video_ai"
    helper = SyncRedisHelper()
    client = helper.get_client()
    client.rpush(redis_task, *data)



def get_video_data(redis_task):
    """获取一条需要打标签的视频"""
    # task = redis_task
    helper = SyncRedisHelper()
    client = helper.get_client()
    ret = client.rpop(redis_task)
    return ret

def in_video_data(ret):
    """分析失败视频重新写入redis"""
    task = f"task:video_ai"
    helper = SyncRedisHelper()
    client = helper.get_client()
    client.rpush(task, ret)