adaptor.go 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. package hailuo
  2. import (
  3. "bytes"
  4. "fmt"
  5. "io"
  6. "net/http"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/QuantumNous/new-api/common"
  11. "github.com/QuantumNous/new-api/model"
  12. "github.com/gin-gonic/gin"
  13. "github.com/pkg/errors"
  14. "github.com/QuantumNous/new-api/constant"
  15. "github.com/QuantumNous/new-api/dto"
  16. "github.com/QuantumNous/new-api/relay/channel"
  17. taskcommon "github.com/QuantumNous/new-api/relay/channel/task/taskcommon"
  18. relaycommon "github.com/QuantumNous/new-api/relay/common"
  19. "github.com/QuantumNous/new-api/service"
  20. )
  21. // https://platform.minimaxi.com/docs/api-reference/video-generation-intro
  22. type TaskAdaptor struct {
  23. taskcommon.BaseBilling
  24. ChannelType int
  25. apiKey string
  26. baseURL string
  27. }
  28. func (a *TaskAdaptor) Init(info *relaycommon.RelayInfo) {
  29. a.ChannelType = info.ChannelType
  30. a.baseURL = info.ChannelBaseUrl
  31. a.apiKey = info.ApiKey
  32. }
  33. func (a *TaskAdaptor) ValidateRequestAndSetAction(c *gin.Context, info *relaycommon.RelayInfo) (taskErr *dto.TaskError) {
  34. return relaycommon.ValidateBasicTaskRequest(c, info, constant.TaskActionGenerate)
  35. }
  36. func (a *TaskAdaptor) BuildRequestURL(info *relaycommon.RelayInfo) (string, error) {
  37. return fmt.Sprintf("%s%s", a.baseURL, TextToVideoEndpoint), nil
  38. }
  39. func (a *TaskAdaptor) BuildRequestHeader(c *gin.Context, req *http.Request, info *relaycommon.RelayInfo) error {
  40. req.Header.Set("Content-Type", "application/json")
  41. req.Header.Set("Accept", "application/json")
  42. req.Header.Set("Authorization", "Bearer "+a.apiKey)
  43. return nil
  44. }
  45. func (a *TaskAdaptor) BuildRequestBody(c *gin.Context, info *relaycommon.RelayInfo) (io.Reader, error) {
  46. v, exists := c.Get("task_request")
  47. if !exists {
  48. return nil, fmt.Errorf("request not found in context")
  49. }
  50. req, ok := v.(relaycommon.TaskSubmitReq)
  51. if !ok {
  52. return nil, fmt.Errorf("invalid request type in context")
  53. }
  54. body, err := a.convertToRequestPayload(&req)
  55. if err != nil {
  56. return nil, errors.Wrap(err, "convert request payload failed")
  57. }
  58. data, err := common.Marshal(body)
  59. if err != nil {
  60. return nil, err
  61. }
  62. return bytes.NewReader(data), nil
  63. }
  64. func (a *TaskAdaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (*http.Response, error) {
  65. return channel.DoTaskApiRequest(a, c, info, requestBody)
  66. }
  67. func (a *TaskAdaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (taskID string, taskData []byte, taskErr *dto.TaskError) {
  68. responseBody, err := io.ReadAll(resp.Body)
  69. if err != nil {
  70. taskErr = service.TaskErrorWrapper(err, "read_response_body_failed", http.StatusInternalServerError)
  71. return
  72. }
  73. _ = resp.Body.Close()
  74. var hResp VideoResponse
  75. if err := common.Unmarshal(responseBody, &hResp); err != nil {
  76. taskErr = service.TaskErrorWrapper(errors.Wrapf(err, "body: %s", responseBody), "unmarshal_response_body_failed", http.StatusInternalServerError)
  77. return
  78. }
  79. if hResp.BaseResp.StatusCode != StatusSuccess {
  80. taskErr = service.TaskErrorWrapper(
  81. fmt.Errorf("hailuo api error: %s", hResp.BaseResp.StatusMsg),
  82. strconv.Itoa(hResp.BaseResp.StatusCode),
  83. http.StatusBadRequest,
  84. )
  85. return
  86. }
  87. ov := dto.NewOpenAIVideo()
  88. ov.ID = info.PublicTaskID
  89. ov.TaskID = info.PublicTaskID
  90. ov.CreatedAt = time.Now().Unix()
  91. ov.Model = info.OriginModelName
  92. c.JSON(http.StatusOK, ov)
  93. return hResp.TaskID, responseBody, nil
  94. }
  95. func (a *TaskAdaptor) FetchTask(baseUrl, key string, body map[string]any, proxy string) (*http.Response, error) {
  96. taskID, ok := body["task_id"].(string)
  97. if !ok {
  98. return nil, fmt.Errorf("invalid task_id")
  99. }
  100. uri := fmt.Sprintf("%s%s?task_id=%s", baseUrl, QueryTaskEndpoint, taskID)
  101. req, err := http.NewRequest(http.MethodGet, uri, nil)
  102. if err != nil {
  103. return nil, err
  104. }
  105. req.Header.Set("Accept", "application/json")
  106. req.Header.Set("Authorization", "Bearer "+key)
  107. client, err := service.GetHttpClientWithProxy(proxy)
  108. if err != nil {
  109. return nil, fmt.Errorf("new proxy http client failed: %w", err)
  110. }
  111. return client.Do(req)
  112. }
  113. func (a *TaskAdaptor) GetModelList() []string {
  114. return ModelList
  115. }
  116. func (a *TaskAdaptor) GetChannelName() string {
  117. return ChannelName
  118. }
  119. func (a *TaskAdaptor) convertToRequestPayload(req *relaycommon.TaskSubmitReq) (*VideoRequest, error) {
  120. modelConfig := GetModelConfig(req.Model)
  121. duration := DefaultDuration
  122. if req.Duration > 0 {
  123. duration = req.Duration
  124. }
  125. resolution := modelConfig.DefaultResolution
  126. if req.Size != "" {
  127. resolution = a.parseResolutionFromSize(req.Size, modelConfig)
  128. }
  129. videoRequest := &VideoRequest{
  130. Model: req.Model,
  131. Prompt: req.Prompt,
  132. Duration: &duration,
  133. Resolution: resolution,
  134. }
  135. if err := req.UnmarshalMetadata(&videoRequest); err != nil {
  136. return nil, errors.Wrap(err, "unmarshal metadata to video request failed")
  137. }
  138. return videoRequest, nil
  139. }
  140. func (a *TaskAdaptor) parseResolutionFromSize(size string, modelConfig ModelConfig) string {
  141. switch {
  142. case strings.Contains(size, "1080"):
  143. return Resolution1080P
  144. case strings.Contains(size, "768"):
  145. return Resolution768P
  146. case strings.Contains(size, "720"):
  147. return Resolution720P
  148. case strings.Contains(size, "512"):
  149. return Resolution512P
  150. default:
  151. return modelConfig.DefaultResolution
  152. }
  153. }
  154. func (a *TaskAdaptor) ParseTaskResult(respBody []byte) (*relaycommon.TaskInfo, error) {
  155. resTask := QueryTaskResponse{}
  156. if err := common.Unmarshal(respBody, &resTask); err != nil {
  157. return nil, errors.Wrap(err, "unmarshal task result failed")
  158. }
  159. taskResult := relaycommon.TaskInfo{}
  160. if resTask.BaseResp.StatusCode == StatusSuccess {
  161. taskResult.Code = 0
  162. } else {
  163. taskResult.Code = resTask.BaseResp.StatusCode
  164. taskResult.Reason = resTask.BaseResp.StatusMsg
  165. taskResult.Status = model.TaskStatusFailure
  166. taskResult.Progress = "100%"
  167. }
  168. switch resTask.Status {
  169. case TaskStatusPreparing, TaskStatusQueueing, TaskStatusProcessing:
  170. taskResult.Status = model.TaskStatusInProgress
  171. taskResult.Progress = "30%"
  172. if resTask.Status == TaskStatusProcessing {
  173. taskResult.Progress = "50%"
  174. }
  175. case TaskStatusSuccess:
  176. taskResult.Status = model.TaskStatusSuccess
  177. taskResult.Progress = "100%"
  178. taskResult.Url = a.buildVideoURL(resTask.TaskID, resTask.FileID)
  179. case TaskStatusFailed:
  180. taskResult.Status = model.TaskStatusFailure
  181. taskResult.Progress = "100%"
  182. if taskResult.Reason == "" {
  183. taskResult.Reason = "task failed"
  184. }
  185. default:
  186. taskResult.Status = model.TaskStatusInProgress
  187. taskResult.Progress = "30%"
  188. }
  189. return &taskResult, nil
  190. }
  191. func (a *TaskAdaptor) ConvertToOpenAIVideo(originTask *model.Task) ([]byte, error) {
  192. var hailuoResp QueryTaskResponse
  193. if err := common.Unmarshal(originTask.Data, &hailuoResp); err != nil {
  194. return nil, errors.Wrap(err, "unmarshal hailuo task data failed")
  195. }
  196. openAIVideo := originTask.ToOpenAIVideo()
  197. if hailuoResp.BaseResp.StatusCode != StatusSuccess {
  198. openAIVideo.Error = &dto.OpenAIVideoError{
  199. Message: hailuoResp.BaseResp.StatusMsg,
  200. Code: strconv.Itoa(hailuoResp.BaseResp.StatusCode),
  201. }
  202. }
  203. jsonData, err := common.Marshal(openAIVideo)
  204. if err != nil {
  205. return nil, errors.Wrap(err, "marshal openai video failed")
  206. }
  207. return jsonData, nil
  208. }
  209. func (a *TaskAdaptor) buildVideoURL(_, fileID string) string {
  210. if a.apiKey == "" || a.baseURL == "" {
  211. return ""
  212. }
  213. url := fmt.Sprintf("%s/v1/files/retrieve?file_id=%s", a.baseURL, fileID)
  214. req, err := http.NewRequest(http.MethodGet, url, nil)
  215. if err != nil {
  216. return ""
  217. }
  218. req.Header.Set("Accept", "application/json")
  219. req.Header.Set("Authorization", "Bearer "+a.apiKey)
  220. resp, err := service.GetHttpClient().Do(req)
  221. if err != nil {
  222. return ""
  223. }
  224. defer resp.Body.Close()
  225. responseBody, err := io.ReadAll(resp.Body)
  226. if err != nil {
  227. return ""
  228. }
  229. var retrieveResp RetrieveFileResponse
  230. if err := common.Unmarshal(responseBody, &retrieveResp); err != nil {
  231. return ""
  232. }
  233. if retrieveResp.BaseResp.StatusCode != StatusSuccess {
  234. return ""
  235. }
  236. return retrieveResp.File.DownloadURL
  237. }
  238. func contains(slice []string, item string) bool {
  239. for _, s := range slice {
  240. if s == item {
  241. return true
  242. }
  243. }
  244. return false
  245. }
  246. func containsInt(slice []int, item int) bool {
  247. for _, s := range slice {
  248. if s == item {
  249. return true
  250. }
  251. }
  252. return false
  253. }