file_decoder.go 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. package service
  2. import (
  3. "encoding/base64"
  4. "fmt"
  5. "io"
  6. "one-api/constant"
  7. "one-api/dto"
  8. "strings"
  9. )
  10. func GetFileBase64FromUrl(url string) (*dto.LocalFileData, error) {
  11. var maxFileSize = constant.MaxFileDownloadMB * 1024 * 1024
  12. resp, err := DoDownloadRequest(url)
  13. if err != nil {
  14. return nil, err
  15. }
  16. defer resp.Body.Close()
  17. // Always use LimitReader to prevent oversized downloads
  18. fileBytes, err := io.ReadAll(io.LimitReader(resp.Body, int64(maxFileSize+1)))
  19. if err != nil {
  20. return nil, err
  21. }
  22. // Check actual size after reading
  23. if len(fileBytes) > maxFileSize {
  24. return nil, fmt.Errorf("file size exceeds maximum allowed size: %dMB", constant.MaxFileDownloadMB)
  25. }
  26. // Convert to base64
  27. base64Data := base64.StdEncoding.EncodeToString(fileBytes)
  28. mimeType := resp.Header.Get("Content-Type")
  29. if mimeType == "application/octet-stream" {
  30. // try to guess the MIME type from the url last segment
  31. urlParts := strings.Split(url, "/")
  32. if len(urlParts) > 0 {
  33. lastSegment := urlParts[len(urlParts)-1]
  34. if strings.Contains(lastSegment, ".") {
  35. // Extract the file extension
  36. filename := strings.Split(lastSegment, ".")
  37. if len(filename) > 1 {
  38. ext := strings.ToLower(filename[len(filename)-1])
  39. // Guess MIME type based on file extension
  40. mimeType = GetMimeTypeByExtension(ext)
  41. }
  42. }
  43. } else {
  44. // try to guess the MIME type from the file extension
  45. fileName := resp.Header.Get("Content-Disposition")
  46. if fileName != "" {
  47. // Extract the filename from the Content-Disposition header
  48. parts := strings.Split(fileName, ";")
  49. for _, part := range parts {
  50. if strings.HasPrefix(strings.TrimSpace(part), "filename=") {
  51. fileName = strings.TrimSpace(strings.TrimPrefix(part, "filename="))
  52. // Remove quotes if present
  53. if len(fileName) > 2 && fileName[0] == '"' && fileName[len(fileName)-1] == '"' {
  54. fileName = fileName[1 : len(fileName)-1]
  55. }
  56. // Guess MIME type based on file extension
  57. if ext := strings.ToLower(strings.TrimPrefix(fileName, ".")); ext != "" {
  58. mimeType = GetMimeTypeByExtension(ext)
  59. }
  60. break
  61. }
  62. }
  63. }
  64. }
  65. }
  66. return &dto.LocalFileData{
  67. Base64Data: base64Data,
  68. MimeType: mimeType,
  69. Size: int64(len(fileBytes)),
  70. }, nil
  71. }
  72. func GetMimeTypeByExtension(ext string) string {
  73. // Convert to lowercase for case-insensitive comparison
  74. ext = strings.ToLower(ext)
  75. switch ext {
  76. // Text files
  77. case "txt":
  78. return "text/plain"
  79. // Image files
  80. case "jpg", "jpeg":
  81. return "image/jpeg"
  82. case "png":
  83. return "image/png"
  84. case "gif":
  85. return "image/gif"
  86. // Audio files
  87. case "mp3":
  88. return "audio/mp3"
  89. case "wav":
  90. return "audio/wav"
  91. case "mpeg":
  92. return "audio/mpeg"
  93. // Video files
  94. case "mp4":
  95. return "video/mp4"
  96. case "wmv":
  97. return "video/wmv"
  98. case "flv":
  99. return "video/flv"
  100. case "mov":
  101. return "video/mov"
  102. case "mpg":
  103. return "video/mpg"
  104. case "avi":
  105. return "video/avi"
  106. case "mpegps":
  107. return "video/mpegps"
  108. // Document files
  109. case "pdf":
  110. return "application/pdf"
  111. default:
  112. return "application/octet-stream" // Default for unknown types
  113. }
  114. }