openai_request.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. package dto
  2. import (
  3. "encoding/json"
  4. "strings"
  5. )
  6. type ResponseFormat struct {
  7. Type string `json:"type,omitempty"`
  8. JsonSchema *FormatJsonSchema `json:"json_schema,omitempty"`
  9. }
  10. type FormatJsonSchema struct {
  11. Description string `json:"description,omitempty"`
  12. Name string `json:"name"`
  13. Schema any `json:"schema,omitempty"`
  14. Strict any `json:"strict,omitempty"`
  15. }
  16. type GeneralOpenAIRequest struct {
  17. Model string `json:"model,omitempty"`
  18. Messages []Message `json:"messages,omitempty"`
  19. Prompt any `json:"prompt,omitempty"`
  20. Prefix any `json:"prefix,omitempty"`
  21. Suffix any `json:"suffix,omitempty"`
  22. Stream bool `json:"stream,omitempty"`
  23. StreamOptions *StreamOptions `json:"stream_options,omitempty"`
  24. MaxTokens uint `json:"max_tokens,omitempty"`
  25. MaxCompletionTokens uint `json:"max_completion_tokens,omitempty"`
  26. ReasoningEffort string `json:"reasoning_effort,omitempty"`
  27. Temperature *float64 `json:"temperature,omitempty"`
  28. TopP float64 `json:"top_p,omitempty"`
  29. TopK int `json:"top_k,omitempty"`
  30. Stop any `json:"stop,omitempty"`
  31. N int `json:"n,omitempty"`
  32. Input any `json:"input,omitempty"`
  33. Instruction string `json:"instruction,omitempty"`
  34. Size string `json:"size,omitempty"`
  35. Functions any `json:"functions,omitempty"`
  36. FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
  37. PresencePenalty float64 `json:"presence_penalty,omitempty"`
  38. ResponseFormat *ResponseFormat `json:"response_format,omitempty"`
  39. EncodingFormat any `json:"encoding_format,omitempty"`
  40. Seed float64 `json:"seed,omitempty"`
  41. Tools []ToolCallRequest `json:"tools,omitempty"`
  42. ToolChoice any `json:"tool_choice,omitempty"`
  43. User string `json:"user,omitempty"`
  44. LogProbs bool `json:"logprobs,omitempty"`
  45. TopLogProbs int `json:"top_logprobs,omitempty"`
  46. Dimensions int `json:"dimensions,omitempty"`
  47. Modalities any `json:"modalities,omitempty"`
  48. Audio any `json:"audio,omitempty"`
  49. ExtraBody any `json:"extra_body,omitempty"`
  50. }
  51. type ToolCallRequest struct {
  52. ID string `json:"id,omitempty"`
  53. Type string `json:"type"`
  54. Function FunctionRequest `json:"function"`
  55. }
  56. type FunctionRequest struct {
  57. Description string `json:"description,omitempty"`
  58. Name string `json:"name"`
  59. Parameters any `json:"parameters,omitempty"`
  60. Arguments string `json:"arguments,omitempty"`
  61. }
  62. type StreamOptions struct {
  63. IncludeUsage bool `json:"include_usage,omitempty"`
  64. }
  65. func (r GeneralOpenAIRequest) GetMaxTokens() int {
  66. return int(r.MaxTokens)
  67. }
  68. func (r GeneralOpenAIRequest) ParseInput() []string {
  69. if r.Input == nil {
  70. return nil
  71. }
  72. var input []string
  73. switch r.Input.(type) {
  74. case string:
  75. input = []string{r.Input.(string)}
  76. case []any:
  77. input = make([]string, 0, len(r.Input.([]any)))
  78. for _, item := range r.Input.([]any) {
  79. if str, ok := item.(string); ok {
  80. input = append(input, str)
  81. }
  82. }
  83. }
  84. return input
  85. }
  86. type Message struct {
  87. Role string `json:"role"`
  88. Content json.RawMessage `json:"content"`
  89. Name *string `json:"name,omitempty"`
  90. Prefix *bool `json:"prefix,omitempty"`
  91. ReasoningContent string `json:"reasoning_content,omitempty"`
  92. Reasoning string `json:"reasoning,omitempty"`
  93. ToolCalls json.RawMessage `json:"tool_calls,omitempty"`
  94. ToolCallId string `json:"tool_call_id,omitempty"`
  95. parsedContent []MediaContent
  96. parsedStringContent *string
  97. }
  98. type MediaContent struct {
  99. Type string `json:"type"`
  100. Text string `json:"text,omitempty"`
  101. ImageUrl any `json:"image_url,omitempty"`
  102. InputAudio any `json:"input_audio,omitempty"`
  103. }
  104. func (m *MediaContent) GetImageMedia() *MessageImageUrl {
  105. if m.ImageUrl != nil {
  106. return m.ImageUrl.(*MessageImageUrl)
  107. }
  108. return nil
  109. }
  110. type MessageImageUrl struct {
  111. Url string `json:"url"`
  112. Detail string `json:"detail"`
  113. MimeType string
  114. }
  115. func (m *MessageImageUrl) IsRemoteImage() bool {
  116. return strings.HasPrefix(m.Url, "http")
  117. }
  118. type MessageInputAudio struct {
  119. Data string `json:"data"` //base64
  120. Format string `json:"format"`
  121. }
  122. const (
  123. ContentTypeText = "text"
  124. ContentTypeImageURL = "image_url"
  125. ContentTypeInputAudio = "input_audio"
  126. )
  127. func (m *Message) GetPrefix() bool {
  128. if m.Prefix == nil {
  129. return false
  130. }
  131. return *m.Prefix
  132. }
  133. func (m *Message) SetPrefix(prefix bool) {
  134. m.Prefix = &prefix
  135. }
  136. func (m *Message) ParseToolCalls() []ToolCallRequest {
  137. if m.ToolCalls == nil {
  138. return nil
  139. }
  140. var toolCalls []ToolCallRequest
  141. if err := json.Unmarshal(m.ToolCalls, &toolCalls); err == nil {
  142. return toolCalls
  143. }
  144. return toolCalls
  145. }
  146. func (m *Message) SetToolCalls(toolCalls any) {
  147. toolCallsJson, _ := json.Marshal(toolCalls)
  148. m.ToolCalls = toolCallsJson
  149. }
  150. func (m *Message) StringContent() string {
  151. if m.parsedStringContent != nil {
  152. return *m.parsedStringContent
  153. }
  154. var stringContent string
  155. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  156. m.parsedStringContent = &stringContent
  157. return stringContent
  158. }
  159. contentStr := new(strings.Builder)
  160. arrayContent := m.ParseContent()
  161. for _, content := range arrayContent {
  162. if content.Type == ContentTypeText {
  163. contentStr.WriteString(content.Text)
  164. }
  165. }
  166. stringContent = contentStr.String()
  167. m.parsedStringContent = &stringContent
  168. return stringContent
  169. }
  170. func (m *Message) SetStringContent(content string) {
  171. jsonContent, _ := json.Marshal(content)
  172. m.Content = jsonContent
  173. m.parsedStringContent = &content
  174. m.parsedContent = nil
  175. }
  176. func (m *Message) SetMediaContent(content []MediaContent) {
  177. jsonContent, _ := json.Marshal(content)
  178. m.Content = jsonContent
  179. m.parsedContent = nil
  180. m.parsedStringContent = nil
  181. }
  182. func (m *Message) IsStringContent() bool {
  183. if m.parsedStringContent != nil {
  184. return true
  185. }
  186. var stringContent string
  187. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  188. m.parsedStringContent = &stringContent
  189. return true
  190. }
  191. return false
  192. }
  193. func (m *Message) ParseContent() []MediaContent {
  194. if m.parsedContent != nil {
  195. return m.parsedContent
  196. }
  197. var contentList []MediaContent
  198. // 先尝试解析为字符串
  199. var stringContent string
  200. if err := json.Unmarshal(m.Content, &stringContent); err == nil {
  201. contentList = []MediaContent{{
  202. Type: ContentTypeText,
  203. Text: stringContent,
  204. }}
  205. m.parsedContent = contentList
  206. return contentList
  207. }
  208. // 尝试解析为数组
  209. var arrayContent []map[string]interface{}
  210. if err := json.Unmarshal(m.Content, &arrayContent); err == nil {
  211. for _, contentItem := range arrayContent {
  212. contentType, ok := contentItem["type"].(string)
  213. if !ok {
  214. continue
  215. }
  216. switch contentType {
  217. case ContentTypeText:
  218. if text, ok := contentItem["text"].(string); ok {
  219. contentList = append(contentList, MediaContent{
  220. Type: ContentTypeText,
  221. Text: text,
  222. })
  223. }
  224. case ContentTypeImageURL:
  225. imageUrl := contentItem["image_url"]
  226. temp := &MessageImageUrl{
  227. Detail: "high",
  228. }
  229. switch v := imageUrl.(type) {
  230. case string:
  231. temp.Url = v
  232. case map[string]interface{}:
  233. url, ok1 := v["url"].(string)
  234. detail, ok2 := v["detail"].(string)
  235. if ok2 {
  236. temp.Detail = detail
  237. }
  238. if ok1 {
  239. temp.Url = url
  240. }
  241. }
  242. contentList = append(contentList, MediaContent{
  243. Type: ContentTypeImageURL,
  244. ImageUrl: temp,
  245. })
  246. case ContentTypeInputAudio:
  247. if audioData, ok := contentItem["input_audio"].(map[string]interface{}); ok {
  248. data, ok1 := audioData["data"].(string)
  249. format, ok2 := audioData["format"].(string)
  250. if ok1 && ok2 {
  251. temp := &MessageInputAudio{
  252. Data: data,
  253. Format: format,
  254. }
  255. contentList = append(contentList, MediaContent{
  256. Type: ContentTypeInputAudio,
  257. InputAudio: temp,
  258. })
  259. }
  260. }
  261. }
  262. }
  263. }
  264. if len(contentList) > 0 {
  265. m.parsedContent = contentList
  266. }
  267. return contentList
  268. }