| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302 |
- package hailuo
- import (
- "bytes"
- "fmt"
- "io"
- "net/http"
- "strconv"
- "strings"
- "time"
- "github.com/QuantumNous/new-api/common"
- "github.com/QuantumNous/new-api/model"
- "github.com/gin-gonic/gin"
- "github.com/pkg/errors"
- "github.com/QuantumNous/new-api/constant"
- "github.com/QuantumNous/new-api/dto"
- "github.com/QuantumNous/new-api/relay/channel"
- taskcommon "github.com/QuantumNous/new-api/relay/channel/task/taskcommon"
- relaycommon "github.com/QuantumNous/new-api/relay/common"
- "github.com/QuantumNous/new-api/service"
- )
- // https://platform.minimaxi.com/docs/api-reference/video-generation-intro
- type TaskAdaptor struct {
- taskcommon.BaseBilling
- ChannelType int
- apiKey string
- baseURL string
- }
- func (a *TaskAdaptor) Init(info *relaycommon.RelayInfo) {
- a.ChannelType = info.ChannelType
- a.baseURL = info.ChannelBaseUrl
- a.apiKey = info.ApiKey
- }
- func (a *TaskAdaptor) ValidateRequestAndSetAction(c *gin.Context, info *relaycommon.RelayInfo) (taskErr *dto.TaskError) {
- return relaycommon.ValidateBasicTaskRequest(c, info, constant.TaskActionGenerate)
- }
- func (a *TaskAdaptor) BuildRequestURL(info *relaycommon.RelayInfo) (string, error) {
- return fmt.Sprintf("%s%s", a.baseURL, TextToVideoEndpoint), nil
- }
- func (a *TaskAdaptor) BuildRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
- req.Header.Set("Content-Type", "application/json")
- req.Header.Set("Accept", "application/json")
- req.Header.Set("Authorization", "Bearer "+a.apiKey)
- return nil
- }
- func (a *TaskAdaptor) BuildRequestBody(c *gin.Context, info *relaycommon.RelayInfo) (io.Reader, error) {
- v, exists := c.Get("task_request")
- if !exists {
- return nil, fmt.Errorf("request not found in context")
- }
- req, ok := v.(relaycommon.TaskSubmitReq)
- if !ok {
- return nil, fmt.Errorf("invalid request type in context")
- }
- body, err := a.convertToRequestPayload(&req)
- if err != nil {
- return nil, errors.Wrap(err, "convert request payload failed")
- }
- data, err := common.Marshal(body)
- if err != nil {
- return nil, err
- }
- return bytes.NewReader(data), nil
- }
- func (a *TaskAdaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
- return channel.DoTaskApiRequest(a, c, info, requestBody)
- }
- func (a *TaskAdaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (taskID string, taskData []byte, taskErr *dto.TaskError) {
- responseBody, err := io.ReadAll(resp.Body)
- if err != nil {
- taskErr = service.TaskErrorWrapper(err, "read_response_body_failed", http.StatusInternalServerError)
- return
- }
- _ = resp.Body.Close()
- var hResp VideoResponse
- if err := common.Unmarshal(responseBody, &hResp); err != nil {
- taskErr = service.TaskErrorWrapper(errors.Wrapf(err, "body: %s", responseBody), "unmarshal_response_body_failed", http.StatusInternalServerError)
- return
- }
- if hResp.BaseResp.StatusCode != StatusSuccess {
- taskErr = service.TaskErrorWrapper(
- fmt.Errorf("hailuo api error: %s", hResp.BaseResp.StatusMsg),
- strconv.Itoa(hResp.BaseResp.StatusCode),
- http.StatusBadRequest,
- )
- return
- }
- ov := dto.NewOpenAIVideo()
- ov.ID = info.PublicTaskID
- ov.TaskID = info.PublicTaskID
- ov.CreatedAt = time.Now().Unix()
- ov.Model = info.OriginModelName
- c.JSON(http.StatusOK, ov)
- return hResp.TaskID, responseBody, nil
- }
- func (a *TaskAdaptor) FetchTask(baseUrl, key string, body map[string]any, proxy string) (*http.Response, error) {
- taskID, ok := body["task_id"].(string)
- if !ok {
- return nil, fmt.Errorf("invalid task_id")
- }
- uri := fmt.Sprintf("%s%s?task_id=%s", baseUrl, QueryTaskEndpoint, taskID)
- req, err := http.NewRequest(http.MethodGet, uri, nil)
- if err != nil {
- return nil, err
- }
- req.Header.Set("Accept", "application/json")
- req.Header.Set("Authorization", "Bearer "+key)
- client, err := service.GetHttpClientWithProxy(proxy)
- if err != nil {
- return nil, fmt.Errorf("new proxy http client failed: %w", err)
- }
- return client.Do(req)
- }
- func (a *TaskAdaptor) GetModelList() []string {
- return ModelList
- }
- func (a *TaskAdaptor) GetChannelName() string {
- return ChannelName
- }
- func (a *TaskAdaptor) convertToRequestPayload(req *relaycommon.TaskSubmitReq) (*VideoRequest, error) {
- modelConfig := GetModelConfig(req.Model)
- duration := DefaultDuration
- if req.Duration > 0 {
- duration = req.Duration
- }
- resolution := modelConfig.DefaultResolution
- if req.Size != "" {
- resolution = a.parseResolutionFromSize(req.Size, modelConfig)
- }
- videoRequest := &VideoRequest{
- Model: req.Model,
- Prompt: req.Prompt,
- Duration: &duration,
- Resolution: resolution,
- }
- if err := req.UnmarshalMetadata(&videoRequest); err != nil {
- return nil, errors.Wrap(err, "unmarshal metadata to video request failed")
- }
- return videoRequest, nil
- }
- func (a *TaskAdaptor) parseResolutionFromSize(size string, modelConfig ModelConfig) string {
- switch {
- case strings.Contains(size, "1080"):
- return Resolution1080P
- case strings.Contains(size, "768"):
- return Resolution768P
- case strings.Contains(size, "720"):
- return Resolution720P
- case strings.Contains(size, "512"):
- return Resolution512P
- default:
- return modelConfig.DefaultResolution
- }
- }
- func (a *TaskAdaptor) ParseTaskResult(respBody []byte) (*relaycommon.TaskInfo, error) {
- resTask := QueryTaskResponse{}
- if err := common.Unmarshal(respBody, &resTask); err != nil {
- return nil, errors.Wrap(err, "unmarshal task result failed")
- }
- taskResult := relaycommon.TaskInfo{}
- if resTask.BaseResp.StatusCode == StatusSuccess {
- taskResult.Code = 0
- } else {
- taskResult.Code = resTask.BaseResp.StatusCode
- taskResult.Reason = resTask.BaseResp.StatusMsg
- taskResult.Status = model.TaskStatusFailure
- taskResult.Progress = "100%"
- }
- switch resTask.Status {
- case TaskStatusPreparing, TaskStatusQueueing, TaskStatusProcessing:
- taskResult.Status = model.TaskStatusInProgress
- taskResult.Progress = "30%"
- if resTask.Status == TaskStatusProcessing {
- taskResult.Progress = "50%"
- }
- case TaskStatusSuccess:
- taskResult.Status = model.TaskStatusSuccess
- taskResult.Progress = "100%"
- taskResult.Url = a.buildVideoURL(resTask.TaskID, resTask.FileID)
- case TaskStatusFailed:
- taskResult.Status = model.TaskStatusFailure
- taskResult.Progress = "100%"
- if taskResult.Reason == "" {
- taskResult.Reason = "task failed"
- }
- default:
- taskResult.Status = model.TaskStatusInProgress
- taskResult.Progress = "30%"
- }
- return &taskResult, nil
- }
- func (a *TaskAdaptor) ConvertToOpenAIVideo(originTask *model.Task) ([]byte, error) {
- var hailuoResp QueryTaskResponse
- if err := common.Unmarshal(originTask.Data, &hailuoResp); err != nil {
- return nil, errors.Wrap(err, "unmarshal hailuo task data failed")
- }
- openAIVideo := originTask.ToOpenAIVideo()
- if hailuoResp.BaseResp.StatusCode != StatusSuccess {
- openAIVideo.Error = &dto.OpenAIVideoError{
- Message: hailuoResp.BaseResp.StatusMsg,
- Code: strconv.Itoa(hailuoResp.BaseResp.StatusCode),
- }
- }
- jsonData, err := common.Marshal(openAIVideo)
- if err != nil {
- return nil, errors.Wrap(err, "marshal openai video failed")
- }
- return jsonData, nil
- }
- func (a *TaskAdaptor) buildVideoURL(_, fileID string) string {
- if a.apiKey == "" || a.baseURL == "" {
- return ""
- }
- url := fmt.Sprintf("%s/v1/files/retrieve?file_id=%s", a.baseURL, fileID)
- req, err := http.NewRequest(http.MethodGet, url, nil)
- if err != nil {
- return ""
- }
- req.Header.Set("Accept", "application/json")
- req.Header.Set("Authorization", "Bearer "+a.apiKey)
- resp, err := service.GetHttpClient().Do(req)
- if err != nil {
- return ""
- }
- defer resp.Body.Close()
- responseBody, err := io.ReadAll(resp.Body)
- if err != nil {
- return ""
- }
- var retrieveResp RetrieveFileResponse
- if err := common.Unmarshal(responseBody, &retrieveResp); err != nil {
- return ""
- }
- if retrieveResp.BaseResp.StatusCode != StatusSuccess {
- return ""
- }
- return retrieveResp.File.DownloadURL
- }
- func contains(slice []string, item string) bool {
- for _, s := range slice {
- if s == item {
- return true
- }
- }
- return false
- }
- func containsInt(slice []int, item int) bool {
- for _, s := range slice {
- if s == item {
- return true
- }
- }
- return false
- }
|