task.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482
  1. package model
  2. import (
  3. "database/sql/driver"
  4. "encoding/json"
  5. "time"
  6. "github.com/QuantumNous/new-api/common"
  7. "github.com/QuantumNous/new-api/constant"
  8. "github.com/QuantumNous/new-api/dto"
  9. commonRelay "github.com/QuantumNous/new-api/relay/common"
  10. )
  11. type TaskStatus string
  12. func (t TaskStatus) ToVideoStatus() string {
  13. var status string
  14. switch t {
  15. case TaskStatusQueued, TaskStatusSubmitted:
  16. status = dto.VideoStatusQueued
  17. case TaskStatusInProgress:
  18. status = dto.VideoStatusInProgress
  19. case TaskStatusSuccess:
  20. status = dto.VideoStatusCompleted
  21. case TaskStatusFailure:
  22. status = dto.VideoStatusFailed
  23. default:
  24. status = dto.VideoStatusUnknown // Default fallback
  25. }
  26. return status
  27. }
  28. const (
  29. TaskStatusNotStart TaskStatus = "NOT_START"
  30. TaskStatusSubmitted = "SUBMITTED"
  31. TaskStatusQueued = "QUEUED"
  32. TaskStatusInProgress = "IN_PROGRESS"
  33. TaskStatusFailure = "FAILURE"
  34. TaskStatusSuccess = "SUCCESS"
  35. TaskStatusUnknown = "UNKNOWN"
  36. )
  37. type Task struct {
  38. ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
  39. CreatedAt int64 `json:"created_at" gorm:"index"`
  40. UpdatedAt int64 `json:"updated_at"`
  41. TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
  42. Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
  43. UserId int `json:"user_id" gorm:"index"`
  44. Group string `json:"group" gorm:"type:varchar(50)"` // 修正计费用
  45. ChannelId int `json:"channel_id" gorm:"index"`
  46. Quota int `json:"quota"`
  47. Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
  48. Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
  49. FailReason string `json:"fail_reason"`
  50. SubmitTime int64 `json:"submit_time" gorm:"index"`
  51. StartTime int64 `json:"start_time" gorm:"index"`
  52. FinishTime int64 `json:"finish_time" gorm:"index"`
  53. Progress string `json:"progress" gorm:"type:varchar(20);index"`
  54. Properties Properties `json:"properties" gorm:"type:json"`
  55. Username string `json:"username,omitempty" gorm:"-"`
  56. // 禁止返回给用户,内部可能包含key等隐私信息
  57. PrivateData TaskPrivateData `json:"-" gorm:"column:private_data;type:json"`
  58. Data json.RawMessage `json:"data" gorm:"type:json"`
  59. }
  60. func (t *Task) SetData(data any) {
  61. b, _ := common.Marshal(data)
  62. t.Data = json.RawMessage(b)
  63. }
  64. func (t *Task) GetData(v any) error {
  65. return common.Unmarshal(t.Data, &v)
  66. }
  67. type Properties struct {
  68. Input string `json:"input"`
  69. UpstreamModelName string `json:"upstream_model_name,omitempty"`
  70. OriginModelName string `json:"origin_model_name,omitempty"`
  71. }
  72. func (m *Properties) Scan(val interface{}) error {
  73. bytesValue, _ := val.([]byte)
  74. if len(bytesValue) == 0 {
  75. *m = Properties{}
  76. return nil
  77. }
  78. return common.Unmarshal(bytesValue, m)
  79. }
  80. func (m Properties) Value() (driver.Value, error) {
  81. if m == (Properties{}) {
  82. return nil, nil
  83. }
  84. return common.Marshal(m)
  85. }
  86. type TaskPrivateData struct {
  87. Key string `json:"key,omitempty"`
  88. UpstreamTaskID string `json:"upstream_task_id,omitempty"` // 上游真实 task ID
  89. ResultURL string `json:"result_url,omitempty"` // 任务成功后的结果 URL(视频地址等)
  90. // 计费上下文:用于异步退款/差额结算(轮询阶段读取)
  91. BillingSource string `json:"billing_source,omitempty"` // "wallet" 或 "subscription"
  92. SubscriptionId int `json:"subscription_id,omitempty"` // 订阅 ID,用于订阅退款
  93. TokenId int `json:"token_id,omitempty"` // 令牌 ID,用于令牌额度退款
  94. }
  95. // GetUpstreamTaskID 获取上游真实 task ID(用于与 provider 通信)
  96. // 旧数据没有 UpstreamTaskID 时,TaskID 本身就是上游 ID
  97. func (t *Task) GetUpstreamTaskID() string {
  98. if t.PrivateData.UpstreamTaskID != "" {
  99. return t.PrivateData.UpstreamTaskID
  100. }
  101. return t.TaskID
  102. }
  103. // GetResultURL 获取任务结果 URL(视频地址等)
  104. // 新数据存在 PrivateData.ResultURL 中;旧数据回退到 FailReason(历史兼容)
  105. func (t *Task) GetResultURL() string {
  106. if t.PrivateData.ResultURL != "" {
  107. return t.PrivateData.ResultURL
  108. }
  109. return t.FailReason
  110. }
  111. // GenerateTaskID 生成对外暴露的 task_xxxx 格式 ID
  112. func GenerateTaskID() string {
  113. key, _ := common.GenerateRandomCharsKey(32)
  114. return "task_" + key
  115. }
  116. func (p *TaskPrivateData) Scan(val interface{}) error {
  117. bytesValue, _ := val.([]byte)
  118. if len(bytesValue) == 0 {
  119. return nil
  120. }
  121. return common.Unmarshal(bytesValue, p)
  122. }
  123. func (p TaskPrivateData) Value() (driver.Value, error) {
  124. if (p == TaskPrivateData{}) {
  125. return nil, nil
  126. }
  127. return common.Marshal(p)
  128. }
  129. // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
  130. type SyncTaskQueryParams struct {
  131. Platform constant.TaskPlatform
  132. ChannelID string
  133. TaskID string
  134. UserID string
  135. Action string
  136. Status string
  137. StartTimestamp int64
  138. EndTimestamp int64
  139. UserIDs []int
  140. }
  141. func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
  142. properties := Properties{}
  143. privateData := TaskPrivateData{}
  144. if relayInfo != nil && relayInfo.ChannelMeta != nil {
  145. if relayInfo.ChannelMeta.ChannelType == constant.ChannelTypeGemini {
  146. privateData.Key = relayInfo.ChannelMeta.ApiKey
  147. }
  148. if relayInfo.UpstreamModelName != "" {
  149. properties.UpstreamModelName = relayInfo.UpstreamModelName
  150. }
  151. if relayInfo.OriginModelName != "" {
  152. properties.OriginModelName = relayInfo.OriginModelName
  153. }
  154. }
  155. // 使用预生成的公开 ID(如果有),否则新生成
  156. taskID := ""
  157. if relayInfo.TaskRelayInfo != nil && relayInfo.TaskRelayInfo.PublicTaskID != "" {
  158. taskID = relayInfo.TaskRelayInfo.PublicTaskID
  159. } else {
  160. taskID = GenerateTaskID()
  161. }
  162. t := &Task{
  163. TaskID: taskID,
  164. UserId: relayInfo.UserId,
  165. Group: relayInfo.UsingGroup,
  166. SubmitTime: time.Now().Unix(),
  167. Status: TaskStatusNotStart,
  168. Progress: "0%",
  169. ChannelId: relayInfo.ChannelId,
  170. Platform: platform,
  171. Properties: properties,
  172. PrivateData: privateData,
  173. }
  174. return t
  175. }
  176. func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  177. var tasks []*Task
  178. var err error
  179. // 初始化查询构建器
  180. query := DB.Where("user_id = ?", userId)
  181. if queryParams.TaskID != "" {
  182. query = query.Where("task_id = ?", queryParams.TaskID)
  183. }
  184. if queryParams.Action != "" {
  185. query = query.Where("action = ?", queryParams.Action)
  186. }
  187. if queryParams.Status != "" {
  188. query = query.Where("status = ?", queryParams.Status)
  189. }
  190. if queryParams.Platform != "" {
  191. query = query.Where("platform = ?", queryParams.Platform)
  192. }
  193. if queryParams.StartTimestamp != 0 {
  194. // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
  195. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  196. }
  197. if queryParams.EndTimestamp != 0 {
  198. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  199. }
  200. // 获取数据
  201. err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  202. if err != nil {
  203. return nil
  204. }
  205. return tasks
  206. }
  207. func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  208. var tasks []*Task
  209. var err error
  210. // 初始化查询构建器
  211. query := DB
  212. // 添加过滤条件
  213. if queryParams.ChannelID != "" {
  214. query = query.Where("channel_id = ?", queryParams.ChannelID)
  215. }
  216. if queryParams.Platform != "" {
  217. query = query.Where("platform = ?", queryParams.Platform)
  218. }
  219. if queryParams.UserID != "" {
  220. query = query.Where("user_id = ?", queryParams.UserID)
  221. }
  222. if len(queryParams.UserIDs) != 0 {
  223. query = query.Where("user_id in (?)", queryParams.UserIDs)
  224. }
  225. if queryParams.TaskID != "" {
  226. query = query.Where("task_id = ?", queryParams.TaskID)
  227. }
  228. if queryParams.Action != "" {
  229. query = query.Where("action = ?", queryParams.Action)
  230. }
  231. if queryParams.Status != "" {
  232. query = query.Where("status = ?", queryParams.Status)
  233. }
  234. if queryParams.StartTimestamp != 0 {
  235. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  236. }
  237. if queryParams.EndTimestamp != 0 {
  238. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  239. }
  240. // 获取数据
  241. err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  242. if err != nil {
  243. return nil
  244. }
  245. return tasks
  246. }
  247. func GetAllUnFinishSyncTasks(limit int) []*Task {
  248. var tasks []*Task
  249. var err error
  250. // get all tasks progress is not 100%
  251. err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error
  252. if err != nil {
  253. return nil
  254. }
  255. return tasks
  256. }
  257. func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
  258. if taskId == "" {
  259. return nil, false, nil
  260. }
  261. var task *Task
  262. var err error
  263. err = DB.Where("task_id = ?", taskId).First(&task).Error
  264. exist, err := RecordExist(err)
  265. if err != nil {
  266. return nil, false, err
  267. }
  268. return task, exist, err
  269. }
  270. func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
  271. if taskId == "" {
  272. return nil, false, nil
  273. }
  274. var task *Task
  275. var err error
  276. err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
  277. First(&task).Error
  278. exist, err := RecordExist(err)
  279. if err != nil {
  280. return nil, false, err
  281. }
  282. return task, exist, err
  283. }
  284. func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
  285. if len(taskIds) == 0 {
  286. return nil, nil
  287. }
  288. var task []*Task
  289. var err error
  290. err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
  291. Find(&task).Error
  292. if err != nil {
  293. return nil, err
  294. }
  295. return task, nil
  296. }
  297. func TaskUpdateProgress(id int64, progress string) error {
  298. return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error
  299. }
  300. func (Task *Task) Insert() error {
  301. var err error
  302. err = DB.Create(Task).Error
  303. return err
  304. }
  305. func (Task *Task) Update() error {
  306. var err error
  307. err = DB.Save(Task).Error
  308. return err
  309. }
  310. func TaskBulkUpdate(TaskIds []string, params map[string]any) error {
  311. if len(TaskIds) == 0 {
  312. return nil
  313. }
  314. return DB.Model(&Task{}).
  315. Where("task_id in (?)", TaskIds).
  316. Updates(params).Error
  317. }
  318. func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error {
  319. if len(taskIDs) == 0 {
  320. return nil
  321. }
  322. return DB.Model(&Task{}).
  323. Where("id in (?)", taskIDs).
  324. Updates(params).Error
  325. }
  326. func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
  327. if len(ids) == 0 {
  328. return nil
  329. }
  330. return DB.Model(&Task{}).
  331. Where("id in (?)", ids).
  332. Updates(params).Error
  333. }
  334. type TaskQuotaUsage struct {
  335. Mode string `json:"mode"`
  336. Count float64 `json:"count"`
  337. }
  338. func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) {
  339. query := DB.Model(Task{})
  340. // 添加过滤条件
  341. if queryParams.ChannelID != "" {
  342. query = query.Where("channel_id = ?", queryParams.ChannelID)
  343. }
  344. if queryParams.UserID != "" {
  345. query = query.Where("user_id = ?", queryParams.UserID)
  346. }
  347. if len(queryParams.UserIDs) != 0 {
  348. query = query.Where("user_id in (?)", queryParams.UserIDs)
  349. }
  350. if queryParams.TaskID != "" {
  351. query = query.Where("task_id = ?", queryParams.TaskID)
  352. }
  353. if queryParams.Action != "" {
  354. query = query.Where("action = ?", queryParams.Action)
  355. }
  356. if queryParams.Status != "" {
  357. query = query.Where("status = ?", queryParams.Status)
  358. }
  359. if queryParams.StartTimestamp != 0 {
  360. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  361. }
  362. if queryParams.EndTimestamp != 0 {
  363. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  364. }
  365. err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error
  366. return stat, err
  367. }
  368. // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
  369. func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
  370. var total int64
  371. query := DB.Model(&Task{})
  372. if queryParams.ChannelID != "" {
  373. query = query.Where("channel_id = ?", queryParams.ChannelID)
  374. }
  375. if queryParams.Platform != "" {
  376. query = query.Where("platform = ?", queryParams.Platform)
  377. }
  378. if queryParams.UserID != "" {
  379. query = query.Where("user_id = ?", queryParams.UserID)
  380. }
  381. if len(queryParams.UserIDs) != 0 {
  382. query = query.Where("user_id in (?)", queryParams.UserIDs)
  383. }
  384. if queryParams.TaskID != "" {
  385. query = query.Where("task_id = ?", queryParams.TaskID)
  386. }
  387. if queryParams.Action != "" {
  388. query = query.Where("action = ?", queryParams.Action)
  389. }
  390. if queryParams.Status != "" {
  391. query = query.Where("status = ?", queryParams.Status)
  392. }
  393. if queryParams.StartTimestamp != 0 {
  394. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  395. }
  396. if queryParams.EndTimestamp != 0 {
  397. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  398. }
  399. _ = query.Count(&total).Error
  400. return total
  401. }
  402. // TaskCountAllUserTask returns total tasks for given user
  403. func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
  404. var total int64
  405. query := DB.Model(&Task{}).Where("user_id = ?", userId)
  406. if queryParams.TaskID != "" {
  407. query = query.Where("task_id = ?", queryParams.TaskID)
  408. }
  409. if queryParams.Action != "" {
  410. query = query.Where("action = ?", queryParams.Action)
  411. }
  412. if queryParams.Status != "" {
  413. query = query.Where("status = ?", queryParams.Status)
  414. }
  415. if queryParams.Platform != "" {
  416. query = query.Where("platform = ?", queryParams.Platform)
  417. }
  418. if queryParams.StartTimestamp != 0 {
  419. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  420. }
  421. if queryParams.EndTimestamp != 0 {
  422. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  423. }
  424. _ = query.Count(&total).Error
  425. return total
  426. }
  427. func (t *Task) ToOpenAIVideo() *dto.OpenAIVideo {
  428. openAIVideo := dto.NewOpenAIVideo()
  429. openAIVideo.ID = t.TaskID
  430. openAIVideo.Status = t.Status.ToVideoStatus()
  431. openAIVideo.Model = t.Properties.OriginModelName
  432. openAIVideo.SetProgressStr(t.Progress)
  433. openAIVideo.CreatedAt = t.CreatedAt
  434. openAIVideo.CompletedAt = t.UpdatedAt
  435. openAIVideo.SetMetadata("url", t.GetResultURL())
  436. return openAIVideo
  437. }