task.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383
  1. package model
  2. import (
  3. "database/sql/driver"
  4. "encoding/json"
  5. "time"
  6. "github.com/QuantumNous/new-api/constant"
  7. commonRelay "github.com/QuantumNous/new-api/relay/common"
  8. )
  9. type TaskStatus string
  10. func (t TaskStatus) ToVideoStatus() string {
  11. var status string
  12. switch t {
  13. case TaskStatusQueued, TaskStatusSubmitted:
  14. status = commonRelay.VideoStatusQueued
  15. case TaskStatusInProgress:
  16. status = commonRelay.VideoStatusInProgress
  17. case TaskStatusSuccess:
  18. status = commonRelay.VideoStatusCompleted
  19. case TaskStatusFailure:
  20. status = commonRelay.VideoStatusFailed
  21. default:
  22. status = commonRelay.VideoStatusUnknown // Default fallback
  23. }
  24. return status
  25. }
  26. const (
  27. TaskStatusNotStart TaskStatus = "NOT_START"
  28. TaskStatusSubmitted = "SUBMITTED"
  29. TaskStatusQueued = "QUEUED"
  30. TaskStatusInProgress = "IN_PROGRESS"
  31. TaskStatusFailure = "FAILURE"
  32. TaskStatusSuccess = "SUCCESS"
  33. TaskStatusUnknown = "UNKNOWN"
  34. )
  35. type Task struct {
  36. ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
  37. CreatedAt int64 `json:"created_at" gorm:"index"`
  38. UpdatedAt int64 `json:"updated_at"`
  39. TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
  40. Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
  41. UserId int `json:"user_id" gorm:"index"`
  42. ChannelId int `json:"channel_id" gorm:"index"`
  43. Quota int `json:"quota"`
  44. Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
  45. Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
  46. FailReason string `json:"fail_reason"`
  47. SubmitTime int64 `json:"submit_time" gorm:"index"`
  48. StartTime int64 `json:"start_time" gorm:"index"`
  49. FinishTime int64 `json:"finish_time" gorm:"index"`
  50. Progress string `json:"progress" gorm:"type:varchar(20);index"`
  51. Properties Properties `json:"properties" gorm:"type:json"`
  52. Data json.RawMessage `json:"data" gorm:"type:json"`
  53. }
  54. func (t *Task) SetData(data any) {
  55. b, _ := json.Marshal(data)
  56. t.Data = json.RawMessage(b)
  57. }
  58. func (t *Task) GetData(v any) error {
  59. err := json.Unmarshal(t.Data, &v)
  60. return err
  61. }
  62. type Properties struct {
  63. Input string `json:"input"`
  64. }
  65. func (m *Properties) Scan(val interface{}) error {
  66. bytesValue, _ := val.([]byte)
  67. return json.Unmarshal(bytesValue, m)
  68. }
  69. func (m Properties) Value() (driver.Value, error) {
  70. return json.Marshal(m)
  71. }
  72. // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
  73. type SyncTaskQueryParams struct {
  74. Platform constant.TaskPlatform
  75. ChannelID string
  76. TaskID string
  77. UserID string
  78. Action string
  79. Status string
  80. StartTimestamp int64
  81. EndTimestamp int64
  82. UserIDs []int
  83. }
  84. func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
  85. t := &Task{
  86. UserId: relayInfo.UserId,
  87. SubmitTime: time.Now().Unix(),
  88. Status: TaskStatusNotStart,
  89. Progress: "0%",
  90. ChannelId: relayInfo.ChannelId,
  91. Platform: platform,
  92. }
  93. return t
  94. }
  95. func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  96. var tasks []*Task
  97. var err error
  98. // 初始化查询构建器
  99. query := DB.Where("user_id = ?", userId)
  100. if queryParams.TaskID != "" {
  101. query = query.Where("task_id = ?", queryParams.TaskID)
  102. }
  103. if queryParams.Action != "" {
  104. query = query.Where("action = ?", queryParams.Action)
  105. }
  106. if queryParams.Status != "" {
  107. query = query.Where("status = ?", queryParams.Status)
  108. }
  109. if queryParams.Platform != "" {
  110. query = query.Where("platform = ?", queryParams.Platform)
  111. }
  112. if queryParams.StartTimestamp != 0 {
  113. // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
  114. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  115. }
  116. if queryParams.EndTimestamp != 0 {
  117. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  118. }
  119. // 获取数据
  120. err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  121. if err != nil {
  122. return nil
  123. }
  124. return tasks
  125. }
  126. func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  127. var tasks []*Task
  128. var err error
  129. // 初始化查询构建器
  130. query := DB
  131. // 添加过滤条件
  132. if queryParams.ChannelID != "" {
  133. query = query.Where("channel_id = ?", queryParams.ChannelID)
  134. }
  135. if queryParams.Platform != "" {
  136. query = query.Where("platform = ?", queryParams.Platform)
  137. }
  138. if queryParams.UserID != "" {
  139. query = query.Where("user_id = ?", queryParams.UserID)
  140. }
  141. if len(queryParams.UserIDs) != 0 {
  142. query = query.Where("user_id in (?)", queryParams.UserIDs)
  143. }
  144. if queryParams.TaskID != "" {
  145. query = query.Where("task_id = ?", queryParams.TaskID)
  146. }
  147. if queryParams.Action != "" {
  148. query = query.Where("action = ?", queryParams.Action)
  149. }
  150. if queryParams.Status != "" {
  151. query = query.Where("status = ?", queryParams.Status)
  152. }
  153. if queryParams.StartTimestamp != 0 {
  154. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  155. }
  156. if queryParams.EndTimestamp != 0 {
  157. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  158. }
  159. // 获取数据
  160. err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  161. if err != nil {
  162. return nil
  163. }
  164. return tasks
  165. }
  166. func GetAllUnFinishSyncTasks(limit int) []*Task {
  167. var tasks []*Task
  168. var err error
  169. // get all tasks progress is not 100%
  170. err = DB.Where("progress != ?", "100%").Limit(limit).Order("id").Find(&tasks).Error
  171. if err != nil {
  172. return nil
  173. }
  174. return tasks
  175. }
  176. func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
  177. if taskId == "" {
  178. return nil, false, nil
  179. }
  180. var task *Task
  181. var err error
  182. err = DB.Where("task_id = ?", taskId).First(&task).Error
  183. exist, err := RecordExist(err)
  184. if err != nil {
  185. return nil, false, err
  186. }
  187. return task, exist, err
  188. }
  189. func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
  190. if taskId == "" {
  191. return nil, false, nil
  192. }
  193. var task *Task
  194. var err error
  195. err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
  196. First(&task).Error
  197. exist, err := RecordExist(err)
  198. if err != nil {
  199. return nil, false, err
  200. }
  201. return task, exist, err
  202. }
  203. func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
  204. if len(taskIds) == 0 {
  205. return nil, nil
  206. }
  207. var task []*Task
  208. var err error
  209. err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
  210. Find(&task).Error
  211. if err != nil {
  212. return nil, err
  213. }
  214. return task, nil
  215. }
  216. func TaskUpdateProgress(id int64, progress string) error {
  217. return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error
  218. }
  219. func (Task *Task) Insert() error {
  220. var err error
  221. err = DB.Create(Task).Error
  222. return err
  223. }
  224. func (Task *Task) Update() error {
  225. var err error
  226. err = DB.Save(Task).Error
  227. return err
  228. }
  229. func TaskBulkUpdate(TaskIds []string, params map[string]any) error {
  230. if len(TaskIds) == 0 {
  231. return nil
  232. }
  233. return DB.Model(&Task{}).
  234. Where("task_id in (?)", TaskIds).
  235. Updates(params).Error
  236. }
  237. func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error {
  238. if len(taskIDs) == 0 {
  239. return nil
  240. }
  241. return DB.Model(&Task{}).
  242. Where("id in (?)", taskIDs).
  243. Updates(params).Error
  244. }
  245. func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
  246. if len(ids) == 0 {
  247. return nil
  248. }
  249. return DB.Model(&Task{}).
  250. Where("id in (?)", ids).
  251. Updates(params).Error
  252. }
  253. type TaskQuotaUsage struct {
  254. Mode string `json:"mode"`
  255. Count float64 `json:"count"`
  256. }
  257. func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) {
  258. query := DB.Model(Task{})
  259. // 添加过滤条件
  260. if queryParams.ChannelID != "" {
  261. query = query.Where("channel_id = ?", queryParams.ChannelID)
  262. }
  263. if queryParams.UserID != "" {
  264. query = query.Where("user_id = ?", queryParams.UserID)
  265. }
  266. if len(queryParams.UserIDs) != 0 {
  267. query = query.Where("user_id in (?)", queryParams.UserIDs)
  268. }
  269. if queryParams.TaskID != "" {
  270. query = query.Where("task_id = ?", queryParams.TaskID)
  271. }
  272. if queryParams.Action != "" {
  273. query = query.Where("action = ?", queryParams.Action)
  274. }
  275. if queryParams.Status != "" {
  276. query = query.Where("status = ?", queryParams.Status)
  277. }
  278. if queryParams.StartTimestamp != 0 {
  279. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  280. }
  281. if queryParams.EndTimestamp != 0 {
  282. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  283. }
  284. err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error
  285. return stat, err
  286. }
  287. // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
  288. func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
  289. var total int64
  290. query := DB.Model(&Task{})
  291. if queryParams.ChannelID != "" {
  292. query = query.Where("channel_id = ?", queryParams.ChannelID)
  293. }
  294. if queryParams.Platform != "" {
  295. query = query.Where("platform = ?", queryParams.Platform)
  296. }
  297. if queryParams.UserID != "" {
  298. query = query.Where("user_id = ?", queryParams.UserID)
  299. }
  300. if len(queryParams.UserIDs) != 0 {
  301. query = query.Where("user_id in (?)", queryParams.UserIDs)
  302. }
  303. if queryParams.TaskID != "" {
  304. query = query.Where("task_id = ?", queryParams.TaskID)
  305. }
  306. if queryParams.Action != "" {
  307. query = query.Where("action = ?", queryParams.Action)
  308. }
  309. if queryParams.Status != "" {
  310. query = query.Where("status = ?", queryParams.Status)
  311. }
  312. if queryParams.StartTimestamp != 0 {
  313. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  314. }
  315. if queryParams.EndTimestamp != 0 {
  316. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  317. }
  318. _ = query.Count(&total).Error
  319. return total
  320. }
  321. // TaskCountAllUserTask returns total tasks for given user
  322. func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
  323. var total int64
  324. query := DB.Model(&Task{}).Where("user_id = ?", userId)
  325. if queryParams.TaskID != "" {
  326. query = query.Where("task_id = ?", queryParams.TaskID)
  327. }
  328. if queryParams.Action != "" {
  329. query = query.Where("action = ?", queryParams.Action)
  330. }
  331. if queryParams.Status != "" {
  332. query = query.Where("status = ?", queryParams.Status)
  333. }
  334. if queryParams.Platform != "" {
  335. query = query.Where("platform = ?", queryParams.Platform)
  336. }
  337. if queryParams.StartTimestamp != 0 {
  338. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  339. }
  340. if queryParams.EndTimestamp != 0 {
  341. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  342. }
  343. _ = query.Count(&total).Error
  344. return total
  345. }