text_request.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. package dto
  2. import "encoding/json"
  3. type ResponseFormat struct {
  4. Type string `json:"type,omitempty"`
  5. }
  6. type GeneralOpenAIRequest struct {
  7. Model string `json:"model,omitempty"`
  8. Messages []Message `json:"messages,omitempty"`
  9. Prompt any `json:"prompt,omitempty"`
  10. Stream bool `json:"stream,omitempty"`
  11. MaxTokens uint `json:"max_tokens,omitempty"`
  12. Temperature float64 `json:"temperature,omitempty"`
  13. TopP float64 `json:"top_p,omitempty"`
  14. Stop any `json:"stop,omitempty"`
  15. N int `json:"n,omitempty"`
  16. Input any `json:"input,omitempty"`
  17. Instruction string `json:"instruction,omitempty"`
  18. Size string `json:"size,omitempty"`
  19. Functions any `json:"functions,omitempty"`
  20. FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
  21. PresencePenalty float64 `json:"presence_penalty,omitempty"`
  22. ResponseFormat *ResponseFormat `json:"response_format,omitempty"`
  23. Seed float64 `json:"seed,omitempty"`
  24. Tools any `json:"tools,omitempty"`
  25. ToolChoice any `json:"tool_choice,omitempty"`
  26. User string `json:"user,omitempty"`
  27. LogProbs bool `json:"logprobs,omitempty"`
  28. TopLogProbs int `json:"top_logprobs,omitempty"`
  29. }
  30. func (r GeneralOpenAIRequest) ParseInput() []string {
  31. if r.Input == nil {
  32. return nil
  33. }
  34. var input []string
  35. switch r.Input.(type) {
  36. case string:
  37. input = []string{r.Input.(string)}
  38. case []any:
  39. input = make([]string, 0, len(r.Input.([]any)))
  40. for _, item := range r.Input.([]any) {
  41. if str, ok := item.(string); ok {
  42. input = append(input, str)
  43. }
  44. }
  45. }
  46. return input
  47. }
  48. type Message struct {
  49. Role string `json:"role"`
  50. Content json.RawMessage `json:"content"`
  51. Name *string `json:"name,omitempty"`
  52. ToolCalls any `json:"tool_calls,omitempty"`
  53. ToolCallId string `json:"tool_call_id,omitempty"`
  54. }
  55. type MediaMessage struct {
  56. Type string `json:"type"`
  57. Text string `json:"text"`
  58. ImageUrl any `json:"image_url,omitempty"`
  59. }
  60. type MessageImageUrl struct {
  61. Url string `json:"url"`
  62. Detail string `json:"detail"`
  63. }
  64. const (
  65. ContentTypeText = "text"
  66. ContentTypeImageURL = "image_url"
  67. )
  68. func (m Message) StringContent() string {
  69. var stringContent string
  70. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  71. return stringContent
  72. }
  73. return string(m.Content)
  74. }
  75. func (m Message) ParseContent() []MediaMessage {
  76. var contentList []MediaMessage
  77. var stringContent string
  78. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  79. contentList = append(contentList, MediaMessage{
  80. Type: ContentTypeText,
  81. Text: stringContent,
  82. })
  83. return contentList
  84. }
  85. var arrayContent []json.RawMessage
  86. if err := json.Unmarshal(m.Content, &arrayContent); err == nil {
  87. for _, contentItem := range arrayContent {
  88. var contentMap map[string]any
  89. if err := json.Unmarshal(contentItem, &contentMap); err != nil {
  90. continue
  91. }
  92. switch contentMap["type"] {
  93. case ContentTypeText:
  94. if subStr, ok := contentMap["text"].(string); ok {
  95. contentList = append(contentList, MediaMessage{
  96. Type: ContentTypeText,
  97. Text: subStr,
  98. })
  99. }
  100. case ContentTypeImageURL:
  101. if subObj, ok := contentMap["image_url"].(map[string]any); ok {
  102. detail, ok := subObj["detail"]
  103. if ok {
  104. subObj["detail"] = detail.(string)
  105. } else {
  106. subObj["detail"] = "auto"
  107. }
  108. contentList = append(contentList, MediaMessage{
  109. Type: ContentTypeImageURL,
  110. ImageUrl: MessageImageUrl{
  111. Url: subObj["url"].(string),
  112. Detail: subObj["detail"].(string),
  113. },
  114. })
  115. }
  116. }
  117. }
  118. return contentList
  119. }
  120. return nil
  121. }
  122. type Usage struct {
  123. PromptTokens int `json:"prompt_tokens"`
  124. CompletionTokens int `json:"completion_tokens"`
  125. TotalTokens int `json:"total_tokens"`
  126. }