task.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. package model
  2. import (
  3. "database/sql/driver"
  4. "encoding/json"
  5. "time"
  6. "github.com/QuantumNous/new-api/constant"
  7. "github.com/QuantumNous/new-api/dto"
  8. commonRelay "github.com/QuantumNous/new-api/relay/common"
  9. )
  10. type TaskStatus string
  11. func (t TaskStatus) ToVideoStatus() string {
  12. var status string
  13. switch t {
  14. case TaskStatusQueued, TaskStatusSubmitted:
  15. status = dto.VideoStatusQueued
  16. case TaskStatusInProgress:
  17. status = dto.VideoStatusInProgress
  18. case TaskStatusSuccess:
  19. status = dto.VideoStatusCompleted
  20. case TaskStatusFailure:
  21. status = dto.VideoStatusFailed
  22. default:
  23. status = dto.VideoStatusUnknown // Default fallback
  24. }
  25. return status
  26. }
  27. const (
  28. TaskStatusNotStart TaskStatus = "NOT_START"
  29. TaskStatusSubmitted = "SUBMITTED"
  30. TaskStatusQueued = "QUEUED"
  31. TaskStatusInProgress = "IN_PROGRESS"
  32. TaskStatusFailure = "FAILURE"
  33. TaskStatusSuccess = "SUCCESS"
  34. TaskStatusUnknown = "UNKNOWN"
  35. )
  36. type Task struct {
  37. ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
  38. CreatedAt int64 `json:"created_at" gorm:"index"`
  39. UpdatedAt int64 `json:"updated_at"`
  40. TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
  41. Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
  42. UserId int `json:"user_id" gorm:"index"`
  43. ChannelId int `json:"channel_id" gorm:"index"`
  44. Quota int `json:"quota"`
  45. Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
  46. Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
  47. FailReason string `json:"fail_reason"`
  48. SubmitTime int64 `json:"submit_time" gorm:"index"`
  49. StartTime int64 `json:"start_time" gorm:"index"`
  50. FinishTime int64 `json:"finish_time" gorm:"index"`
  51. Progress string `json:"progress" gorm:"type:varchar(20);index"`
  52. Properties Properties `json:"properties" gorm:"type:json"`
  53. Data json.RawMessage `json:"data" gorm:"type:json"`
  54. }
  55. func (t *Task) SetData(data any) {
  56. b, _ := json.Marshal(data)
  57. t.Data = json.RawMessage(b)
  58. }
  59. func (t *Task) GetData(v any) error {
  60. err := json.Unmarshal(t.Data, &v)
  61. return err
  62. }
  63. type Properties struct {
  64. Input string `json:"input"`
  65. }
  66. func (m *Properties) Scan(val interface{}) error {
  67. bytesValue, _ := val.([]byte)
  68. return json.Unmarshal(bytesValue, m)
  69. }
  70. func (m Properties) Value() (driver.Value, error) {
  71. return json.Marshal(m)
  72. }
  73. // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
  74. type SyncTaskQueryParams struct {
  75. Platform constant.TaskPlatform
  76. ChannelID string
  77. TaskID string
  78. UserID string
  79. Action string
  80. Status string
  81. StartTimestamp int64
  82. EndTimestamp int64
  83. UserIDs []int
  84. }
  85. func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
  86. t := &Task{
  87. UserId: relayInfo.UserId,
  88. SubmitTime: time.Now().Unix(),
  89. Status: TaskStatusNotStart,
  90. Progress: "0%",
  91. ChannelId: relayInfo.ChannelId,
  92. Platform: platform,
  93. }
  94. return t
  95. }
  96. func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  97. var tasks []*Task
  98. var err error
  99. // 初始化查询构建器
  100. query := DB.Where("user_id = ?", userId)
  101. if queryParams.TaskID != "" {
  102. query = query.Where("task_id = ?", queryParams.TaskID)
  103. }
  104. if queryParams.Action != "" {
  105. query = query.Where("action = ?", queryParams.Action)
  106. }
  107. if queryParams.Status != "" {
  108. query = query.Where("status = ?", queryParams.Status)
  109. }
  110. if queryParams.Platform != "" {
  111. query = query.Where("platform = ?", queryParams.Platform)
  112. }
  113. if queryParams.StartTimestamp != 0 {
  114. // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
  115. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  116. }
  117. if queryParams.EndTimestamp != 0 {
  118. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  119. }
  120. // 获取数据
  121. err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  122. if err != nil {
  123. return nil
  124. }
  125. return tasks
  126. }
  127. func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  128. var tasks []*Task
  129. var err error
  130. // 初始化查询构建器
  131. query := DB
  132. // 添加过滤条件
  133. if queryParams.ChannelID != "" {
  134. query = query.Where("channel_id = ?", queryParams.ChannelID)
  135. }
  136. if queryParams.Platform != "" {
  137. query = query.Where("platform = ?", queryParams.Platform)
  138. }
  139. if queryParams.UserID != "" {
  140. query = query.Where("user_id = ?", queryParams.UserID)
  141. }
  142. if len(queryParams.UserIDs) != 0 {
  143. query = query.Where("user_id in (?)", queryParams.UserIDs)
  144. }
  145. if queryParams.TaskID != "" {
  146. query = query.Where("task_id = ?", queryParams.TaskID)
  147. }
  148. if queryParams.Action != "" {
  149. query = query.Where("action = ?", queryParams.Action)
  150. }
  151. if queryParams.Status != "" {
  152. query = query.Where("status = ?", queryParams.Status)
  153. }
  154. if queryParams.StartTimestamp != 0 {
  155. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  156. }
  157. if queryParams.EndTimestamp != 0 {
  158. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  159. }
  160. // 获取数据
  161. err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  162. if err != nil {
  163. return nil
  164. }
  165. return tasks
  166. }
  167. func GetAllUnFinishSyncTasks(limit int) []*Task {
  168. var tasks []*Task
  169. var err error
  170. // get all tasks progress is not 100%
  171. err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error
  172. if err != nil {
  173. return nil
  174. }
  175. return tasks
  176. }
  177. func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
  178. if taskId == "" {
  179. return nil, false, nil
  180. }
  181. var task *Task
  182. var err error
  183. err = DB.Where("task_id = ?", taskId).First(&task).Error
  184. exist, err := RecordExist(err)
  185. if err != nil {
  186. return nil, false, err
  187. }
  188. return task, exist, err
  189. }
  190. func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
  191. if taskId == "" {
  192. return nil, false, nil
  193. }
  194. var task *Task
  195. var err error
  196. err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
  197. First(&task).Error
  198. exist, err := RecordExist(err)
  199. if err != nil {
  200. return nil, false, err
  201. }
  202. return task, exist, err
  203. }
  204. func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
  205. if len(taskIds) == 0 {
  206. return nil, nil
  207. }
  208. var task []*Task
  209. var err error
  210. err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
  211. Find(&task).Error
  212. if err != nil {
  213. return nil, err
  214. }
  215. return task, nil
  216. }
  217. func TaskUpdateProgress(id int64, progress string) error {
  218. return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error
  219. }
  220. func (Task *Task) Insert() error {
  221. var err error
  222. err = DB.Create(Task).Error
  223. return err
  224. }
  225. func (Task *Task) Update() error {
  226. var err error
  227. err = DB.Save(Task).Error
  228. return err
  229. }
  230. func TaskBulkUpdate(TaskIds []string, params map[string]any) error {
  231. if len(TaskIds) == 0 {
  232. return nil
  233. }
  234. return DB.Model(&Task{}).
  235. Where("task_id in (?)", TaskIds).
  236. Updates(params).Error
  237. }
  238. func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error {
  239. if len(taskIDs) == 0 {
  240. return nil
  241. }
  242. return DB.Model(&Task{}).
  243. Where("id in (?)", taskIDs).
  244. Updates(params).Error
  245. }
  246. func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
  247. if len(ids) == 0 {
  248. return nil
  249. }
  250. return DB.Model(&Task{}).
  251. Where("id in (?)", ids).
  252. Updates(params).Error
  253. }
  254. type TaskQuotaUsage struct {
  255. Mode string `json:"mode"`
  256. Count float64 `json:"count"`
  257. }
  258. func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) {
  259. query := DB.Model(Task{})
  260. // 添加过滤条件
  261. if queryParams.ChannelID != "" {
  262. query = query.Where("channel_id = ?", queryParams.ChannelID)
  263. }
  264. if queryParams.UserID != "" {
  265. query = query.Where("user_id = ?", queryParams.UserID)
  266. }
  267. if len(queryParams.UserIDs) != 0 {
  268. query = query.Where("user_id in (?)", queryParams.UserIDs)
  269. }
  270. if queryParams.TaskID != "" {
  271. query = query.Where("task_id = ?", queryParams.TaskID)
  272. }
  273. if queryParams.Action != "" {
  274. query = query.Where("action = ?", queryParams.Action)
  275. }
  276. if queryParams.Status != "" {
  277. query = query.Where("status = ?", queryParams.Status)
  278. }
  279. if queryParams.StartTimestamp != 0 {
  280. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  281. }
  282. if queryParams.EndTimestamp != 0 {
  283. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  284. }
  285. err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error
  286. return stat, err
  287. }
  288. // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
  289. func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
  290. var total int64
  291. query := DB.Model(&Task{})
  292. if queryParams.ChannelID != "" {
  293. query = query.Where("channel_id = ?", queryParams.ChannelID)
  294. }
  295. if queryParams.Platform != "" {
  296. query = query.Where("platform = ?", queryParams.Platform)
  297. }
  298. if queryParams.UserID != "" {
  299. query = query.Where("user_id = ?", queryParams.UserID)
  300. }
  301. if len(queryParams.UserIDs) != 0 {
  302. query = query.Where("user_id in (?)", queryParams.UserIDs)
  303. }
  304. if queryParams.TaskID != "" {
  305. query = query.Where("task_id = ?", queryParams.TaskID)
  306. }
  307. if queryParams.Action != "" {
  308. query = query.Where("action = ?", queryParams.Action)
  309. }
  310. if queryParams.Status != "" {
  311. query = query.Where("status = ?", queryParams.Status)
  312. }
  313. if queryParams.StartTimestamp != 0 {
  314. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  315. }
  316. if queryParams.EndTimestamp != 0 {
  317. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  318. }
  319. _ = query.Count(&total).Error
  320. return total
  321. }
  322. // TaskCountAllUserTask returns total tasks for given user
  323. func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
  324. var total int64
  325. query := DB.Model(&Task{}).Where("user_id = ?", userId)
  326. if queryParams.TaskID != "" {
  327. query = query.Where("task_id = ?", queryParams.TaskID)
  328. }
  329. if queryParams.Action != "" {
  330. query = query.Where("action = ?", queryParams.Action)
  331. }
  332. if queryParams.Status != "" {
  333. query = query.Where("status = ?", queryParams.Status)
  334. }
  335. if queryParams.Platform != "" {
  336. query = query.Where("platform = ?", queryParams.Platform)
  337. }
  338. if queryParams.StartTimestamp != 0 {
  339. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  340. }
  341. if queryParams.EndTimestamp != 0 {
  342. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  343. }
  344. _ = query.Count(&total).Error
  345. return total
  346. }