openai_request.go 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. package dto
  2. import "encoding/json"
  3. type ResponseFormat struct {
  4. Type string `json:"type,omitempty"`
  5. JsonSchema *FormatJsonSchema `json:"json_schema,omitempty"`
  6. }
  7. type FormatJsonSchema struct {
  8. Description string `json:"description,omitempty"`
  9. Name string `json:"name"`
  10. Schema any `json:"schema,omitempty"`
  11. Strict any `json:"strict,omitempty"`
  12. }
  13. type GeneralOpenAIRequest struct {
  14. Model string `json:"model,omitempty"`
  15. Messages []Message `json:"messages,omitempty"`
  16. Prompt any `json:"prompt,omitempty"`
  17. Suffix any `json:"suffix,omitempty"`
  18. Stream bool `json:"stream,omitempty"`
  19. StreamOptions *StreamOptions `json:"stream_options,omitempty"`
  20. MaxTokens uint `json:"max_tokens,omitempty"`
  21. MaxCompletionTokens uint `json:"max_completion_tokens,omitempty"`
  22. ReasoningEffort string `json:"reasoning_effort,omitempty"`
  23. Temperature *float64 `json:"temperature,omitempty"`
  24. TopP float64 `json:"top_p,omitempty"`
  25. TopK int `json:"top_k,omitempty"`
  26. Stop any `json:"stop,omitempty"`
  27. N int `json:"n,omitempty"`
  28. Input any `json:"input,omitempty"`
  29. Instruction string `json:"instruction,omitempty"`
  30. Size string `json:"size,omitempty"`
  31. Functions any `json:"functions,omitempty"`
  32. FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
  33. PresencePenalty float64 `json:"presence_penalty,omitempty"`
  34. ResponseFormat *ResponseFormat `json:"response_format,omitempty"`
  35. EncodingFormat any `json:"encoding_format,omitempty"`
  36. Seed float64 `json:"seed,omitempty"`
  37. Tools []ToolCall `json:"tools,omitempty"`
  38. ToolChoice any `json:"tool_choice,omitempty"`
  39. User string `json:"user,omitempty"`
  40. LogProbs bool `json:"logprobs,omitempty"`
  41. TopLogProbs int `json:"top_logprobs,omitempty"`
  42. Dimensions int `json:"dimensions,omitempty"`
  43. Modalities any `json:"modalities,omitempty"`
  44. Audio any `json:"audio,omitempty"`
  45. }
  46. type OpenAITools struct {
  47. Type string `json:"type"`
  48. Function OpenAIFunction `json:"function"`
  49. }
  50. type OpenAIFunction struct {
  51. Description string `json:"description,omitempty"`
  52. Name string `json:"name"`
  53. Parameters any `json:"parameters,omitempty"`
  54. }
  55. type StreamOptions struct {
  56. IncludeUsage bool `json:"include_usage,omitempty"`
  57. }
  58. func (r GeneralOpenAIRequest) GetMaxTokens() int {
  59. return int(r.MaxTokens)
  60. }
  61. func (r GeneralOpenAIRequest) ParseInput() []string {
  62. if r.Input == nil {
  63. return nil
  64. }
  65. var input []string
  66. switch r.Input.(type) {
  67. case string:
  68. input = []string{r.Input.(string)}
  69. case []any:
  70. input = make([]string, 0, len(r.Input.([]any)))
  71. for _, item := range r.Input.([]any) {
  72. if str, ok := item.(string); ok {
  73. input = append(input, str)
  74. }
  75. }
  76. }
  77. return input
  78. }
  79. type Message struct {
  80. Role string `json:"role"`
  81. Content json.RawMessage `json:"content"`
  82. Name *string `json:"name,omitempty"`
  83. Prefix *bool `json:"prefix,omitempty"`
  84. ReasoningContent string `json:"reasoning_content,omitempty"`
  85. ToolCalls json.RawMessage `json:"tool_calls,omitempty"`
  86. ToolCallId string `json:"tool_call_id,omitempty"`
  87. }
  88. type MediaContent struct {
  89. Type string `json:"type"`
  90. Text string `json:"text"`
  91. ImageUrl any `json:"image_url,omitempty"`
  92. InputAudio any `json:"input_audio,omitempty"`
  93. }
  94. type MessageImageUrl struct {
  95. Url string `json:"url"`
  96. Detail string `json:"detail"`
  97. }
  98. type MessageInputAudio struct {
  99. Data string `json:"data"` //base64
  100. Format string `json:"format"`
  101. }
  102. const (
  103. ContentTypeText = "text"
  104. ContentTypeImageURL = "image_url"
  105. ContentTypeInputAudio = "input_audio"
  106. )
  107. func (m *Message) GetPrefix() bool {
  108. if m.Prefix == nil {
  109. return false
  110. }
  111. return *m.Prefix
  112. }
  113. func (m *Message) SetPrefix(prefix bool) {
  114. m.Prefix = &prefix
  115. }
  116. func (m *Message) ParseToolCalls() []ToolCall {
  117. if m.ToolCalls == nil {
  118. return nil
  119. }
  120. var toolCalls []ToolCall
  121. if err := json.Unmarshal(m.ToolCalls, &toolCalls); err == nil {
  122. return toolCalls
  123. }
  124. return toolCalls
  125. }
  126. func (m *Message) SetToolCalls(toolCalls any) {
  127. toolCallsJson, _ := json.Marshal(toolCalls)
  128. m.ToolCalls = toolCallsJson
  129. }
  130. func (m *Message) StringContent() string {
  131. var stringContent string
  132. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  133. return stringContent
  134. }
  135. return string(m.Content)
  136. }
  137. func (m *Message) SetStringContent(content string) {
  138. jsonContent, _ := json.Marshal(content)
  139. m.Content = jsonContent
  140. }
  141. func (m *Message) IsStringContent() bool {
  142. var stringContent string
  143. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  144. return true
  145. }
  146. return false
  147. }
  148. func (m *Message) ParseContent() []MediaContent {
  149. var contentList []MediaContent
  150. var stringContent string
  151. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  152. contentList = append(contentList, MediaContent{
  153. Type: ContentTypeText,
  154. Text: stringContent,
  155. })
  156. return contentList
  157. }
  158. var arrayContent []json.RawMessage
  159. if err := json.Unmarshal(m.Content, &arrayContent); err == nil {
  160. for _, contentItem := range arrayContent {
  161. var contentMap map[string]any
  162. if err := json.Unmarshal(contentItem, &contentMap); err != nil {
  163. continue
  164. }
  165. switch contentMap["type"] {
  166. case ContentTypeText:
  167. if subStr, ok := contentMap["text"].(string); ok {
  168. contentList = append(contentList, MediaContent{
  169. Type: ContentTypeText,
  170. Text: subStr,
  171. })
  172. }
  173. case ContentTypeImageURL:
  174. if subObj, ok := contentMap["image_url"].(map[string]any); ok {
  175. detail, ok := subObj["detail"]
  176. if ok {
  177. subObj["detail"] = detail.(string)
  178. } else {
  179. subObj["detail"] = "high"
  180. }
  181. contentList = append(contentList, MediaContent{
  182. Type: ContentTypeImageURL,
  183. ImageUrl: MessageImageUrl{
  184. Url: subObj["url"].(string),
  185. Detail: subObj["detail"].(string),
  186. },
  187. })
  188. } else if url, ok := contentMap["image_url"].(string); ok {
  189. contentList = append(contentList, MediaContent{
  190. Type: ContentTypeImageURL,
  191. ImageUrl: MessageImageUrl{
  192. Url: url,
  193. Detail: "high",
  194. },
  195. })
  196. }
  197. case ContentTypeInputAudio:
  198. if subObj, ok := contentMap["input_audio"].(map[string]any); ok {
  199. contentList = append(contentList, MediaContent{
  200. Type: ContentTypeInputAudio,
  201. InputAudio: MessageInputAudio{
  202. Data: subObj["data"].(string),
  203. Format: subObj["format"].(string),
  204. },
  205. })
  206. }
  207. }
  208. }
  209. return contentList
  210. }
  211. return nil
  212. }