embedding_handler.go 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172
  1. package relay
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "fmt"
  6. "net/http"
  7. "one-api/common"
  8. "one-api/dto"
  9. relaycommon "one-api/relay/common"
  10. "one-api/relay/helper"
  11. "one-api/service"
  12. "one-api/types"
  13. "github.com/gin-gonic/gin"
  14. )
  15. func EmbeddingHelper(c *gin.Context, info *relaycommon.RelayInfo) (newAPIError *types.NewAPIError) {
  16. info.InitChannelMeta(c)
  17. embeddingRequest, ok := info.Request.(*dto.EmbeddingRequest)
  18. if !ok {
  19. common.FatalLog(fmt.Sprintf("invalid request type, expected *dto.EmbeddingRequest, got %T", info.Request))
  20. }
  21. err := helper.ModelMappedHelper(c, info, embeddingRequest)
  22. if err != nil {
  23. return types.NewError(err, types.ErrorCodeChannelModelMappedError, types.ErrOptionWithSkipRetry())
  24. }
  25. adaptor := GetAdaptor(info.ApiType)
  26. if adaptor == nil {
  27. return types.NewError(fmt.Errorf("invalid api type: %d", info.ApiType), types.ErrorCodeInvalidApiType, types.ErrOptionWithSkipRetry())
  28. }
  29. adaptor.Init(info)
  30. convertedRequest, err := adaptor.ConvertEmbeddingRequest(c, info, *embeddingRequest)
  31. if err != nil {
  32. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  33. }
  34. jsonData, err := json.Marshal(convertedRequest)
  35. if err != nil {
  36. return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry())
  37. }
  38. requestBody := bytes.NewBuffer(jsonData)
  39. statusCodeMappingStr := c.GetString("status_code_mapping")
  40. resp, err := adaptor.DoRequest(c, info, requestBody)
  41. if err != nil {
  42. return types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError)
  43. }
  44. var httpResp *http.Response
  45. if resp != nil {
  46. httpResp = resp.(*http.Response)
  47. if httpResp.StatusCode != http.StatusOK {
  48. newAPIError = service.RelayErrorHandler(httpResp, false)
  49. // reset status code 重置状态码
  50. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  51. return newAPIError
  52. }
  53. }
  54. usage, newAPIError := adaptor.DoResponse(c, httpResp, info)
  55. if newAPIError != nil {
  56. // reset status code 重置状态码
  57. service.ResetStatusCode(newAPIError, statusCodeMappingStr)
  58. return newAPIError
  59. }
  60. postConsumeQuota(c, info, usage.(*dto.Usage), "")
  61. return nil
  62. }