import traceback from config import set_config from log import Log from utils import execute_sql_from_odps from db_helper import RedisHelper config_, _ = set_config() log_ = Log() redis_helper = RedisHelper() def get_benshanzhufu_videos(): """获取本山祝福视频并存入redis""" try: # 获取本山祝福视频 sql = f"SELECT videoid FROM {config_.PROJECT_BENSHAN_ZHUFU}.{config_.TABLE_BENSHAN_ZHUFU};" records = execute_sql_from_odps(project=config_.PROJECT_BENSHAN_ZHUFU, sql=sql) video_id_list = [] with records.open_reader() as reader: for record in reader: video_id = int(record['videoid']) video_id_list.append(video_id) log_.info(f"count = {len(video_id_list)}") # 存入redis if len(video_id_list) > 0: redis_helper.del_keys(key_name=config_.BENSHAN_ZHUFU_KEY_NAME) redis_helper.add_data_with_set(key_name=config_.BENSHAN_ZHUFU_KEY_NAME, values=video_id_list, expire_time=25 * 3600) except Exception as e: log_.error(traceback.format_exc()) def main(): get_benshanzhufu_videos() if __name__ == '__main__': main()