task.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492
  1. package model
  2. import (
  3. "database/sql/driver"
  4. "encoding/json"
  5. "time"
  6. "github.com/QuantumNous/new-api/common"
  7. "github.com/QuantumNous/new-api/constant"
  8. "github.com/QuantumNous/new-api/dto"
  9. commonRelay "github.com/QuantumNous/new-api/relay/common"
  10. )
  11. type TaskStatus string
  12. func (t TaskStatus) ToVideoStatus() string {
  13. var status string
  14. switch t {
  15. case TaskStatusQueued, TaskStatusSubmitted:
  16. status = dto.VideoStatusQueued
  17. case TaskStatusInProgress:
  18. status = dto.VideoStatusInProgress
  19. case TaskStatusSuccess:
  20. status = dto.VideoStatusCompleted
  21. case TaskStatusFailure:
  22. status = dto.VideoStatusFailed
  23. default:
  24. status = dto.VideoStatusUnknown // Default fallback
  25. }
  26. return status
  27. }
  28. const (
  29. TaskStatusNotStart TaskStatus = "NOT_START"
  30. TaskStatusSubmitted = "SUBMITTED"
  31. TaskStatusQueued = "QUEUED"
  32. TaskStatusInProgress = "IN_PROGRESS"
  33. TaskStatusFailure = "FAILURE"
  34. TaskStatusSuccess = "SUCCESS"
  35. TaskStatusUnknown = "UNKNOWN"
  36. )
  37. type Task struct {
  38. ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
  39. CreatedAt int64 `json:"created_at" gorm:"index"`
  40. UpdatedAt int64 `json:"updated_at"`
  41. TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
  42. Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
  43. UserId int `json:"user_id" gorm:"index"`
  44. Group string `json:"group" gorm:"type:varchar(50)"` // 修正计费用
  45. ChannelId int `json:"channel_id" gorm:"index"`
  46. Quota int `json:"quota"`
  47. Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
  48. Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
  49. FailReason string `json:"fail_reason"`
  50. SubmitTime int64 `json:"submit_time" gorm:"index"`
  51. StartTime int64 `json:"start_time" gorm:"index"`
  52. FinishTime int64 `json:"finish_time" gorm:"index"`
  53. Progress string `json:"progress" gorm:"type:varchar(20);index"`
  54. Properties Properties `json:"properties" gorm:"type:json"`
  55. Username string `json:"username,omitempty" gorm:"-"`
  56. // 禁止返回给用户,内部可能包含key等隐私信息
  57. PrivateData TaskPrivateData `json:"-" gorm:"column:private_data;type:json"`
  58. Data json.RawMessage `json:"data" gorm:"type:json"`
  59. }
  60. func (t *Task) SetData(data any) {
  61. b, _ := common.Marshal(data)
  62. t.Data = json.RawMessage(b)
  63. }
  64. func (t *Task) GetData(v any) error {
  65. return common.Unmarshal(t.Data, &v)
  66. }
  67. type Properties struct {
  68. Input string `json:"input"`
  69. UpstreamModelName string `json:"upstream_model_name,omitempty"`
  70. OriginModelName string `json:"origin_model_name,omitempty"`
  71. }
  72. func (m *Properties) Scan(val interface{}) error {
  73. bytesValue, _ := val.([]byte)
  74. if len(bytesValue) == 0 {
  75. *m = Properties{}
  76. return nil
  77. }
  78. return common.Unmarshal(bytesValue, m)
  79. }
  80. func (m Properties) Value() (driver.Value, error) {
  81. if m == (Properties{}) {
  82. return nil, nil
  83. }
  84. return common.Marshal(m)
  85. }
  86. type TaskPrivateData struct {
  87. Key string `json:"key,omitempty"`
  88. UpstreamTaskID string `json:"upstream_task_id,omitempty"` // 上游真实 task ID
  89. ResultURL string `json:"result_url,omitempty"` // 任务成功后的结果 URL(视频地址等)
  90. // 计费上下文:用于异步退款/差额结算(轮询阶段读取)
  91. BillingSource string `json:"billing_source,omitempty"` // "wallet" 或 "subscription"
  92. SubscriptionId int `json:"subscription_id,omitempty"` // 订阅 ID,用于订阅退款
  93. TokenId int `json:"token_id,omitempty"` // 令牌 ID,用于令牌额度退款
  94. BillingContext *TaskBillingContext `json:"billing_context,omitempty"` // 计费参数快照(用于轮询阶段重新计算)
  95. }
  96. // TaskBillingContext 记录任务提交时的计费参数,以便轮询阶段可以重新计算额度。
  97. type TaskBillingContext struct {
  98. ModelPrice float64 `json:"model_price,omitempty"` // 模型单价
  99. GroupRatio float64 `json:"group_ratio,omitempty"` // 分组倍率
  100. ModelRatio float64 `json:"model_ratio,omitempty"` // 模型倍率
  101. OtherRatios map[string]float64 `json:"other_ratios,omitempty"` // 附加倍率(时长、分辨率等)
  102. ModelName string `json:"model_name,omitempty"` // 模型名称
  103. }
  104. // GetUpstreamTaskID 获取上游真实 task ID(用于与 provider 通信)
  105. // 旧数据没有 UpstreamTaskID 时,TaskID 本身就是上游 ID
  106. func (t *Task) GetUpstreamTaskID() string {
  107. if t.PrivateData.UpstreamTaskID != "" {
  108. return t.PrivateData.UpstreamTaskID
  109. }
  110. return t.TaskID
  111. }
  112. // GetResultURL 获取任务结果 URL(视频地址等)
  113. // 新数据存在 PrivateData.ResultURL 中;旧数据回退到 FailReason(历史兼容)
  114. func (t *Task) GetResultURL() string {
  115. if t.PrivateData.ResultURL != "" {
  116. return t.PrivateData.ResultURL
  117. }
  118. return t.FailReason
  119. }
  120. // GenerateTaskID 生成对外暴露的 task_xxxx 格式 ID
  121. func GenerateTaskID() string {
  122. key, _ := common.GenerateRandomCharsKey(32)
  123. return "task_" + key
  124. }
  125. func (p *TaskPrivateData) Scan(val interface{}) error {
  126. bytesValue, _ := val.([]byte)
  127. if len(bytesValue) == 0 {
  128. return nil
  129. }
  130. return common.Unmarshal(bytesValue, p)
  131. }
  132. func (p TaskPrivateData) Value() (driver.Value, error) {
  133. if (p == TaskPrivateData{}) {
  134. return nil, nil
  135. }
  136. return common.Marshal(p)
  137. }
  138. // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
  139. type SyncTaskQueryParams struct {
  140. Platform constant.TaskPlatform
  141. ChannelID string
  142. TaskID string
  143. UserID string
  144. Action string
  145. Status string
  146. StartTimestamp int64
  147. EndTimestamp int64
  148. UserIDs []int
  149. }
  150. func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
  151. properties := Properties{}
  152. privateData := TaskPrivateData{}
  153. if relayInfo != nil && relayInfo.ChannelMeta != nil {
  154. if relayInfo.ChannelMeta.ChannelType == constant.ChannelTypeGemini {
  155. privateData.Key = relayInfo.ChannelMeta.ApiKey
  156. }
  157. if relayInfo.UpstreamModelName != "" {
  158. properties.UpstreamModelName = relayInfo.UpstreamModelName
  159. }
  160. if relayInfo.OriginModelName != "" {
  161. properties.OriginModelName = relayInfo.OriginModelName
  162. }
  163. }
  164. // 使用预生成的公开 ID(如果有),否则新生成
  165. taskID := ""
  166. if relayInfo.TaskRelayInfo != nil && relayInfo.TaskRelayInfo.PublicTaskID != "" {
  167. taskID = relayInfo.TaskRelayInfo.PublicTaskID
  168. } else {
  169. taskID = GenerateTaskID()
  170. }
  171. t := &Task{
  172. TaskID: taskID,
  173. UserId: relayInfo.UserId,
  174. Group: relayInfo.UsingGroup,
  175. SubmitTime: time.Now().Unix(),
  176. Status: TaskStatusNotStart,
  177. Progress: "0%",
  178. ChannelId: relayInfo.ChannelId,
  179. Platform: platform,
  180. Properties: properties,
  181. PrivateData: privateData,
  182. }
  183. return t
  184. }
  185. func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  186. var tasks []*Task
  187. var err error
  188. // 初始化查询构建器
  189. query := DB.Where("user_id = ?", userId)
  190. if queryParams.TaskID != "" {
  191. query = query.Where("task_id = ?", queryParams.TaskID)
  192. }
  193. if queryParams.Action != "" {
  194. query = query.Where("action = ?", queryParams.Action)
  195. }
  196. if queryParams.Status != "" {
  197. query = query.Where("status = ?", queryParams.Status)
  198. }
  199. if queryParams.Platform != "" {
  200. query = query.Where("platform = ?", queryParams.Platform)
  201. }
  202. if queryParams.StartTimestamp != 0 {
  203. // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
  204. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  205. }
  206. if queryParams.EndTimestamp != 0 {
  207. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  208. }
  209. // 获取数据
  210. err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  211. if err != nil {
  212. return nil
  213. }
  214. return tasks
  215. }
  216. func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
  217. var tasks []*Task
  218. var err error
  219. // 初始化查询构建器
  220. query := DB
  221. // 添加过滤条件
  222. if queryParams.ChannelID != "" {
  223. query = query.Where("channel_id = ?", queryParams.ChannelID)
  224. }
  225. if queryParams.Platform != "" {
  226. query = query.Where("platform = ?", queryParams.Platform)
  227. }
  228. if queryParams.UserID != "" {
  229. query = query.Where("user_id = ?", queryParams.UserID)
  230. }
  231. if len(queryParams.UserIDs) != 0 {
  232. query = query.Where("user_id in (?)", queryParams.UserIDs)
  233. }
  234. if queryParams.TaskID != "" {
  235. query = query.Where("task_id = ?", queryParams.TaskID)
  236. }
  237. if queryParams.Action != "" {
  238. query = query.Where("action = ?", queryParams.Action)
  239. }
  240. if queryParams.Status != "" {
  241. query = query.Where("status = ?", queryParams.Status)
  242. }
  243. if queryParams.StartTimestamp != 0 {
  244. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  245. }
  246. if queryParams.EndTimestamp != 0 {
  247. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  248. }
  249. // 获取数据
  250. err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
  251. if err != nil {
  252. return nil
  253. }
  254. return tasks
  255. }
  256. func GetAllUnFinishSyncTasks(limit int) []*Task {
  257. var tasks []*Task
  258. var err error
  259. // get all tasks progress is not 100%
  260. err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error
  261. if err != nil {
  262. return nil
  263. }
  264. return tasks
  265. }
  266. func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
  267. if taskId == "" {
  268. return nil, false, nil
  269. }
  270. var task *Task
  271. var err error
  272. err = DB.Where("task_id = ?", taskId).First(&task).Error
  273. exist, err := RecordExist(err)
  274. if err != nil {
  275. return nil, false, err
  276. }
  277. return task, exist, err
  278. }
  279. func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
  280. if taskId == "" {
  281. return nil, false, nil
  282. }
  283. var task *Task
  284. var err error
  285. err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
  286. First(&task).Error
  287. exist, err := RecordExist(err)
  288. if err != nil {
  289. return nil, false, err
  290. }
  291. return task, exist, err
  292. }
  293. func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
  294. if len(taskIds) == 0 {
  295. return nil, nil
  296. }
  297. var task []*Task
  298. var err error
  299. err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
  300. Find(&task).Error
  301. if err != nil {
  302. return nil, err
  303. }
  304. return task, nil
  305. }
  306. func TaskUpdateProgress(id int64, progress string) error {
  307. return DB.Model(&Task{}).Where("id = ?", id).Update("progress", progress).Error
  308. }
  309. func (Task *Task) Insert() error {
  310. var err error
  311. err = DB.Create(Task).Error
  312. return err
  313. }
  314. func (Task *Task) Update() error {
  315. var err error
  316. err = DB.Save(Task).Error
  317. return err
  318. }
  319. func TaskBulkUpdate(TaskIds []string, params map[string]any) error {
  320. if len(TaskIds) == 0 {
  321. return nil
  322. }
  323. return DB.Model(&Task{}).
  324. Where("task_id in (?)", TaskIds).
  325. Updates(params).Error
  326. }
  327. func TaskBulkUpdateByTaskIds(taskIDs []int64, params map[string]any) error {
  328. if len(taskIDs) == 0 {
  329. return nil
  330. }
  331. return DB.Model(&Task{}).
  332. Where("id in (?)", taskIDs).
  333. Updates(params).Error
  334. }
  335. func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
  336. if len(ids) == 0 {
  337. return nil
  338. }
  339. return DB.Model(&Task{}).
  340. Where("id in (?)", ids).
  341. Updates(params).Error
  342. }
  343. type TaskQuotaUsage struct {
  344. Mode string `json:"mode"`
  345. Count float64 `json:"count"`
  346. }
  347. func SumUsedTaskQuota(queryParams SyncTaskQueryParams) (stat []TaskQuotaUsage, err error) {
  348. query := DB.Model(Task{})
  349. // 添加过滤条件
  350. if queryParams.ChannelID != "" {
  351. query = query.Where("channel_id = ?", queryParams.ChannelID)
  352. }
  353. if queryParams.UserID != "" {
  354. query = query.Where("user_id = ?", queryParams.UserID)
  355. }
  356. if len(queryParams.UserIDs) != 0 {
  357. query = query.Where("user_id in (?)", queryParams.UserIDs)
  358. }
  359. if queryParams.TaskID != "" {
  360. query = query.Where("task_id = ?", queryParams.TaskID)
  361. }
  362. if queryParams.Action != "" {
  363. query = query.Where("action = ?", queryParams.Action)
  364. }
  365. if queryParams.Status != "" {
  366. query = query.Where("status = ?", queryParams.Status)
  367. }
  368. if queryParams.StartTimestamp != 0 {
  369. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  370. }
  371. if queryParams.EndTimestamp != 0 {
  372. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  373. }
  374. err = query.Select("mode, sum(quota) as count").Group("mode").Find(&stat).Error
  375. return stat, err
  376. }
  377. // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
  378. func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
  379. var total int64
  380. query := DB.Model(&Task{})
  381. if queryParams.ChannelID != "" {
  382. query = query.Where("channel_id = ?", queryParams.ChannelID)
  383. }
  384. if queryParams.Platform != "" {
  385. query = query.Where("platform = ?", queryParams.Platform)
  386. }
  387. if queryParams.UserID != "" {
  388. query = query.Where("user_id = ?", queryParams.UserID)
  389. }
  390. if len(queryParams.UserIDs) != 0 {
  391. query = query.Where("user_id in (?)", queryParams.UserIDs)
  392. }
  393. if queryParams.TaskID != "" {
  394. query = query.Where("task_id = ?", queryParams.TaskID)
  395. }
  396. if queryParams.Action != "" {
  397. query = query.Where("action = ?", queryParams.Action)
  398. }
  399. if queryParams.Status != "" {
  400. query = query.Where("status = ?", queryParams.Status)
  401. }
  402. if queryParams.StartTimestamp != 0 {
  403. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  404. }
  405. if queryParams.EndTimestamp != 0 {
  406. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  407. }
  408. _ = query.Count(&total).Error
  409. return total
  410. }
  411. // TaskCountAllUserTask returns total tasks for given user
  412. func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
  413. var total int64
  414. query := DB.Model(&Task{}).Where("user_id = ?", userId)
  415. if queryParams.TaskID != "" {
  416. query = query.Where("task_id = ?", queryParams.TaskID)
  417. }
  418. if queryParams.Action != "" {
  419. query = query.Where("action = ?", queryParams.Action)
  420. }
  421. if queryParams.Status != "" {
  422. query = query.Where("status = ?", queryParams.Status)
  423. }
  424. if queryParams.Platform != "" {
  425. query = query.Where("platform = ?", queryParams.Platform)
  426. }
  427. if queryParams.StartTimestamp != 0 {
  428. query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
  429. }
  430. if queryParams.EndTimestamp != 0 {
  431. query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
  432. }
  433. _ = query.Count(&total).Error
  434. return total
  435. }
  436. func (t *Task) ToOpenAIVideo() *dto.OpenAIVideo {
  437. openAIVideo := dto.NewOpenAIVideo()
  438. openAIVideo.ID = t.TaskID
  439. openAIVideo.Status = t.Status.ToVideoStatus()
  440. openAIVideo.Model = t.Properties.OriginModelName
  441. openAIVideo.SetProgressStr(t.Progress)
  442. openAIVideo.CreatedAt = t.CreatedAt
  443. openAIVideo.CompletedAt = t.UpdatedAt
  444. openAIVideo.SetMetadata("url", t.GetResultURL())
  445. return openAIVideo
  446. }