| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488 |
- package model
- import (
- "bytes"
- "database/sql/driver"
- "encoding/json"
- "time"
- "github.com/QuantumNous/new-api/common"
- "github.com/QuantumNous/new-api/constant"
- "github.com/QuantumNous/new-api/dto"
- commonRelay "github.com/QuantumNous/new-api/relay/common"
- )
- type TaskStatus string
- func (t TaskStatus) ToVideoStatus() string {
- var status string
- switch t {
- case TaskStatusQueued, TaskStatusSubmitted:
- status = dto.VideoStatusQueued
- case TaskStatusInProgress:
- status = dto.VideoStatusInProgress
- case TaskStatusSuccess:
- status = dto.VideoStatusCompleted
- case TaskStatusFailure:
- status = dto.VideoStatusFailed
- default:
- status = dto.VideoStatusUnknown // Default fallback
- }
- return status
- }
- const (
- TaskStatusNotStart TaskStatus = "NOT_START"
- TaskStatusSubmitted = "SUBMITTED"
- TaskStatusQueued = "QUEUED"
- TaskStatusInProgress = "IN_PROGRESS"
- TaskStatusFailure = "FAILURE"
- TaskStatusSuccess = "SUCCESS"
- TaskStatusUnknown = "UNKNOWN"
- )
- type Task struct {
- ID int64 `json:"id" gorm:"primary_key;AUTO_INCREMENT"`
- CreatedAt int64 `json:"created_at" gorm:"index"`
- UpdatedAt int64 `json:"updated_at"`
- TaskID string `json:"task_id" gorm:"type:varchar(191);index"` // 第三方id,不一定有/ song id\ Task id
- Platform constant.TaskPlatform `json:"platform" gorm:"type:varchar(30);index"` // 平台
- UserId int `json:"user_id" gorm:"index"`
- Group string `json:"group" gorm:"type:varchar(50)"` // 修正计费用
- ChannelId int `json:"channel_id" gorm:"index"`
- Quota int `json:"quota"`
- Action string `json:"action" gorm:"type:varchar(40);index"` // 任务类型, song, lyrics, description-mode
- Status TaskStatus `json:"status" gorm:"type:varchar(20);index"` // 任务状态
- FailReason string `json:"fail_reason"`
- SubmitTime int64 `json:"submit_time" gorm:"index"`
- StartTime int64 `json:"start_time" gorm:"index"`
- FinishTime int64 `json:"finish_time" gorm:"index"`
- Progress string `json:"progress" gorm:"type:varchar(20);index"`
- Properties Properties `json:"properties" gorm:"type:json"`
- Username string `json:"username,omitempty" gorm:"-"`
- // 禁止返回给用户,内部可能包含key等隐私信息
- PrivateData TaskPrivateData `json:"-" gorm:"column:private_data;type:json"`
- Data json.RawMessage `json:"data" gorm:"type:json"`
- }
- func (t *Task) SetData(data any) {
- b, _ := common.Marshal(data)
- t.Data = json.RawMessage(b)
- }
- func (t *Task) GetData(v any) error {
- return common.Unmarshal(t.Data, &v)
- }
- type Properties struct {
- Input string `json:"input"`
- UpstreamModelName string `json:"upstream_model_name,omitempty"`
- OriginModelName string `json:"origin_model_name,omitempty"`
- }
- func (m *Properties) Scan(val interface{}) error {
- bytesValue, _ := val.([]byte)
- if len(bytesValue) == 0 {
- *m = Properties{}
- return nil
- }
- return common.Unmarshal(bytesValue, m)
- }
- func (m Properties) Value() (driver.Value, error) {
- if m == (Properties{}) {
- return nil, nil
- }
- return common.Marshal(m)
- }
- type TaskPrivateData struct {
- Key string `json:"key,omitempty"`
- UpstreamTaskID string `json:"upstream_task_id,omitempty"` // 上游真实 task ID
- ResultURL string `json:"result_url,omitempty"` // 任务成功后的结果 URL(视频地址等)
- // 计费上下文:用于异步退款/差额结算(轮询阶段读取)
- BillingSource string `json:"billing_source,omitempty"` // "wallet" 或 "subscription"
- SubscriptionId int `json:"subscription_id,omitempty"` // 订阅 ID,用于订阅退款
- TokenId int `json:"token_id,omitempty"` // 令牌 ID,用于令牌额度退款
- BillingContext *TaskBillingContext `json:"billing_context,omitempty"` // 计费参数快照(用于轮询阶段重新计算)
- }
- // TaskBillingContext 记录任务提交时的计费参数,以便轮询阶段可以重新计算额度。
- type TaskBillingContext struct {
- ModelPrice float64 `json:"model_price,omitempty"` // 模型单价
- GroupRatio float64 `json:"group_ratio,omitempty"` // 分组倍率
- ModelRatio float64 `json:"model_ratio,omitempty"` // 模型倍率
- OtherRatios map[string]float64 `json:"other_ratios,omitempty"` // 附加倍率(时长、分辨率等)
- OriginModelName string `json:"origin_model_name,omitempty"` // 模型名称,必须为OriginModelName
- PerCallBilling bool `json:"per_call_billing,omitempty"` // 按次计费:跳过轮询阶段的差额结算
- }
- // GetUpstreamTaskID 获取上游真实 task ID(用于与 provider 通信)
- // 旧数据没有 UpstreamTaskID 时,TaskID 本身就是上游 ID
- func (t *Task) GetUpstreamTaskID() string {
- if t.PrivateData.UpstreamTaskID != "" {
- return t.PrivateData.UpstreamTaskID
- }
- return t.TaskID
- }
- // GetResultURL 获取任务结果 URL(视频地址等)
- // 新数据存在 PrivateData.ResultURL 中;旧数据回退到 FailReason(历史兼容)
- func (t *Task) GetResultURL() string {
- if t.PrivateData.ResultURL != "" {
- return t.PrivateData.ResultURL
- }
- return t.FailReason
- }
- // GenerateTaskID 生成对外暴露的 task_xxxx 格式 ID
- func GenerateTaskID() string {
- key, _ := common.GenerateRandomCharsKey(32)
- return "task_" + key
- }
- func (p *TaskPrivateData) Scan(val interface{}) error {
- bytesValue, _ := val.([]byte)
- if len(bytesValue) == 0 {
- return nil
- }
- return common.Unmarshal(bytesValue, p)
- }
- func (p TaskPrivateData) Value() (driver.Value, error) {
- if (p == TaskPrivateData{}) {
- return nil, nil
- }
- return common.Marshal(p)
- }
- // SyncTaskQueryParams 用于包含所有搜索条件的结构体,可以根据需求添加更多字段
- type SyncTaskQueryParams struct {
- Platform constant.TaskPlatform
- ChannelID string
- TaskID string
- UserID string
- Action string
- Status string
- StartTimestamp int64
- EndTimestamp int64
- UserIDs []int
- }
- func InitTask(platform constant.TaskPlatform, relayInfo *commonRelay.RelayInfo) *Task {
- properties := Properties{}
- privateData := TaskPrivateData{}
- if relayInfo != nil && relayInfo.ChannelMeta != nil {
- if relayInfo.ChannelMeta.ChannelType == constant.ChannelTypeGemini {
- privateData.Key = relayInfo.ChannelMeta.ApiKey
- }
- if relayInfo.UpstreamModelName != "" {
- properties.UpstreamModelName = relayInfo.UpstreamModelName
- }
- if relayInfo.OriginModelName != "" {
- properties.OriginModelName = relayInfo.OriginModelName
- }
- }
- // 使用预生成的公开 ID(如果有),否则新生成
- taskID := ""
- if relayInfo.TaskRelayInfo != nil && relayInfo.TaskRelayInfo.PublicTaskID != "" {
- taskID = relayInfo.TaskRelayInfo.PublicTaskID
- } else {
- taskID = GenerateTaskID()
- }
- t := &Task{
- TaskID: taskID,
- UserId: relayInfo.UserId,
- Group: relayInfo.UsingGroup,
- SubmitTime: time.Now().Unix(),
- Status: TaskStatusNotStart,
- Progress: "0%",
- ChannelId: relayInfo.ChannelId,
- Platform: platform,
- Properties: properties,
- PrivateData: privateData,
- }
- return t
- }
- func TaskGetAllUserTask(userId int, startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
- var tasks []*Task
- var err error
- // 初始化查询构建器
- query := DB.Where("user_id = ?", userId)
- if queryParams.TaskID != "" {
- query = query.Where("task_id = ?", queryParams.TaskID)
- }
- if queryParams.Action != "" {
- query = query.Where("action = ?", queryParams.Action)
- }
- if queryParams.Status != "" {
- query = query.Where("status = ?", queryParams.Status)
- }
- if queryParams.Platform != "" {
- query = query.Where("platform = ?", queryParams.Platform)
- }
- if queryParams.StartTimestamp != 0 {
- // 假设您已将前端传来的时间戳转换为数据库所需的时间格式,并处理了时间戳的验证和解析
- query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
- }
- if queryParams.EndTimestamp != 0 {
- query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
- }
- // 获取数据
- err = query.Omit("channel_id").Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
- if err != nil {
- return nil
- }
- return tasks
- }
- func TaskGetAllTasks(startIdx int, num int, queryParams SyncTaskQueryParams) []*Task {
- var tasks []*Task
- var err error
- // 初始化查询构建器
- query := DB
- // 添加过滤条件
- if queryParams.ChannelID != "" {
- query = query.Where("channel_id = ?", queryParams.ChannelID)
- }
- if queryParams.Platform != "" {
- query = query.Where("platform = ?", queryParams.Platform)
- }
- if queryParams.UserID != "" {
- query = query.Where("user_id = ?", queryParams.UserID)
- }
- if len(queryParams.UserIDs) != 0 {
- query = query.Where("user_id in (?)", queryParams.UserIDs)
- }
- if queryParams.TaskID != "" {
- query = query.Where("task_id = ?", queryParams.TaskID)
- }
- if queryParams.Action != "" {
- query = query.Where("action = ?", queryParams.Action)
- }
- if queryParams.Status != "" {
- query = query.Where("status = ?", queryParams.Status)
- }
- if queryParams.StartTimestamp != 0 {
- query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
- }
- if queryParams.EndTimestamp != 0 {
- query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
- }
- // 获取数据
- err = query.Order("id desc").Limit(num).Offset(startIdx).Find(&tasks).Error
- if err != nil {
- return nil
- }
- return tasks
- }
- func GetAllUnFinishSyncTasks(limit int) []*Task {
- var tasks []*Task
- var err error
- // get all tasks progress is not 100%
- err = DB.Where("progress != ?", "100%").Where("status != ?", TaskStatusFailure).Where("status != ?", TaskStatusSuccess).Limit(limit).Order("id").Find(&tasks).Error
- if err != nil {
- return nil
- }
- return tasks
- }
- func GetByOnlyTaskId(taskId string) (*Task, bool, error) {
- if taskId == "" {
- return nil, false, nil
- }
- var task *Task
- var err error
- err = DB.Where("task_id = ?", taskId).First(&task).Error
- exist, err := RecordExist(err)
- if err != nil {
- return nil, false, err
- }
- return task, exist, err
- }
- func GetByTaskId(userId int, taskId string) (*Task, bool, error) {
- if taskId == "" {
- return nil, false, nil
- }
- var task *Task
- var err error
- err = DB.Where("user_id = ? and task_id = ?", userId, taskId).
- First(&task).Error
- exist, err := RecordExist(err)
- if err != nil {
- return nil, false, err
- }
- return task, exist, err
- }
- func GetByTaskIds(userId int, taskIds []any) ([]*Task, error) {
- if len(taskIds) == 0 {
- return nil, nil
- }
- var task []*Task
- var err error
- err = DB.Where("user_id = ? and task_id in (?)", userId, taskIds).
- Find(&task).Error
- if err != nil {
- return nil, err
- }
- return task, nil
- }
- func (Task *Task) Insert() error {
- var err error
- err = DB.Create(Task).Error
- return err
- }
- type taskSnapshot struct {
- Status TaskStatus
- Progress string
- StartTime int64
- FinishTime int64
- FailReason string
- ResultURL string
- Data json.RawMessage
- }
- func (s taskSnapshot) Equal(other taskSnapshot) bool {
- return s.Status == other.Status &&
- s.Progress == other.Progress &&
- s.StartTime == other.StartTime &&
- s.FinishTime == other.FinishTime &&
- s.FailReason == other.FailReason &&
- s.ResultURL == other.ResultURL &&
- bytes.Equal(s.Data, other.Data)
- }
- func (t *Task) Snapshot() taskSnapshot {
- return taskSnapshot{
- Status: t.Status,
- Progress: t.Progress,
- StartTime: t.StartTime,
- FinishTime: t.FinishTime,
- FailReason: t.FailReason,
- ResultURL: t.PrivateData.ResultURL,
- Data: t.Data,
- }
- }
- func (Task *Task) Update() error {
- var err error
- err = DB.Save(Task).Error
- return err
- }
- // UpdateWithStatus performs a conditional UPDATE guarded by fromStatus (CAS).
- // Returns (true, nil) if this caller won the update, (false, nil) if
- // another process already moved the task out of fromStatus.
- //
- // Uses Model().Select("*").Updates() instead of Save() because GORM's Save
- // falls back to INSERT ON CONFLICT when the WHERE-guarded UPDATE matches
- // zero rows, which silently bypasses the CAS guard.
- func (t *Task) UpdateWithStatus(fromStatus TaskStatus) (bool, error) {
- result := DB.Model(t).Where("status = ?", fromStatus).Select("*").Updates(t)
- if result.Error != nil {
- return false, result.Error
- }
- return result.RowsAffected > 0, nil
- }
- func TaskBulkUpdateByID(ids []int64, params map[string]any) error {
- if len(ids) == 0 {
- return nil
- }
- return DB.Model(&Task{}).
- Where("id in (?)", ids).
- Updates(params).Error
- }
- type TaskQuotaUsage struct {
- Mode string `json:"mode"`
- Count float64 `json:"count"`
- }
- // TaskCountAllTasks returns total tasks that match the given query params (admin usage)
- func TaskCountAllTasks(queryParams SyncTaskQueryParams) int64 {
- var total int64
- query := DB.Model(&Task{})
- if queryParams.ChannelID != "" {
- query = query.Where("channel_id = ?", queryParams.ChannelID)
- }
- if queryParams.Platform != "" {
- query = query.Where("platform = ?", queryParams.Platform)
- }
- if queryParams.UserID != "" {
- query = query.Where("user_id = ?", queryParams.UserID)
- }
- if len(queryParams.UserIDs) != 0 {
- query = query.Where("user_id in (?)", queryParams.UserIDs)
- }
- if queryParams.TaskID != "" {
- query = query.Where("task_id = ?", queryParams.TaskID)
- }
- if queryParams.Action != "" {
- query = query.Where("action = ?", queryParams.Action)
- }
- if queryParams.Status != "" {
- query = query.Where("status = ?", queryParams.Status)
- }
- if queryParams.StartTimestamp != 0 {
- query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
- }
- if queryParams.EndTimestamp != 0 {
- query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
- }
- _ = query.Count(&total).Error
- return total
- }
- // TaskCountAllUserTask returns total tasks for given user
- func TaskCountAllUserTask(userId int, queryParams SyncTaskQueryParams) int64 {
- var total int64
- query := DB.Model(&Task{}).Where("user_id = ?", userId)
- if queryParams.TaskID != "" {
- query = query.Where("task_id = ?", queryParams.TaskID)
- }
- if queryParams.Action != "" {
- query = query.Where("action = ?", queryParams.Action)
- }
- if queryParams.Status != "" {
- query = query.Where("status = ?", queryParams.Status)
- }
- if queryParams.Platform != "" {
- query = query.Where("platform = ?", queryParams.Platform)
- }
- if queryParams.StartTimestamp != 0 {
- query = query.Where("submit_time >= ?", queryParams.StartTimestamp)
- }
- if queryParams.EndTimestamp != 0 {
- query = query.Where("submit_time <= ?", queryParams.EndTimestamp)
- }
- _ = query.Count(&total).Error
- return total
- }
- func (t *Task) ToOpenAIVideo() *dto.OpenAIVideo {
- openAIVideo := dto.NewOpenAIVideo()
- openAIVideo.ID = t.TaskID
- openAIVideo.Status = t.Status.ToVideoStatus()
- openAIVideo.Model = t.Properties.OriginModelName
- openAIVideo.SetProgressStr(t.Progress)
- openAIVideo.CreatedAt = t.CreatedAt
- openAIVideo.CompletedAt = t.UpdatedAt
- openAIVideo.SetMetadata("url", t.GetResultURL())
- return openAIVideo
- }
|