MultipartFormData.swift 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559
  1. //
  2. // MultipartFormData.swift
  3. //
  4. // Copyright (c) 2014-2018 Alamofire Software Foundation (http://alamofire.org/)
  5. //
  6. // Permission is hereby granted, free of charge, to any person obtaining a copy
  7. // of this software and associated documentation files (the "Software"), to deal
  8. // in the Software without restriction, including without limitation the rights
  9. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  10. // copies of the Software, and to permit persons to whom the Software is
  11. // furnished to do so, subject to the following conditions:
  12. //
  13. // The above copyright notice and this permission notice shall be included in
  14. // all copies or substantial portions of the Software.
  15. //
  16. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  19. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  21. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  22. // THE SOFTWARE.
  23. //
  24. import Foundation
  25. #if os(iOS) || os(watchOS) || os(tvOS)
  26. import MobileCoreServices
  27. #elseif os(macOS)
  28. import CoreServices
  29. #endif
  30. /// Constructs `multipart/form-data` for uploads within an HTTP or HTTPS body. There are currently two ways to encode
  31. /// multipart form data. The first way is to encode the data directly in memory. This is very efficient, but can lead
  32. /// to memory issues if the dataset is too large. The second way is designed for larger datasets and will write all the
  33. /// data to a single file on disk with all the proper boundary segmentation. The second approach MUST be used for
  34. /// larger datasets such as video content, otherwise your app may run out of memory when trying to encode the dataset.
  35. ///
  36. /// For more information on `multipart/form-data` in general, please refer to the RFC-2388 and RFC-2045 specs as well
  37. /// and the w3 form documentation.
  38. ///
  39. /// - https://www.ietf.org/rfc/rfc2388.txt
  40. /// - https://www.ietf.org/rfc/rfc2045.txt
  41. /// - https://www.w3.org/TR/html401/interact/forms.html#h-17.13
  42. open class MultipartFormData {
  43. // MARK: - Helper Types
  44. enum EncodingCharacters {
  45. static let crlf = "\r\n"
  46. }
  47. enum BoundaryGenerator {
  48. enum BoundaryType {
  49. case initial, encapsulated, final
  50. }
  51. static func randomBoundary() -> String {
  52. let first = UInt32.random(in: UInt32.min...UInt32.max)
  53. let second = UInt32.random(in: UInt32.min...UInt32.max)
  54. return String(format: "alamofire.boundary.%08x%08x", first, second)
  55. }
  56. static func boundaryData(forBoundaryType boundaryType: BoundaryType, boundary: String) -> Data {
  57. let boundaryText: String
  58. switch boundaryType {
  59. case .initial:
  60. boundaryText = "--\(boundary)\(EncodingCharacters.crlf)"
  61. case .encapsulated:
  62. boundaryText = "\(EncodingCharacters.crlf)--\(boundary)\(EncodingCharacters.crlf)"
  63. case .final:
  64. boundaryText = "\(EncodingCharacters.crlf)--\(boundary)--\(EncodingCharacters.crlf)"
  65. }
  66. return Data(boundaryText.utf8)
  67. }
  68. }
  69. class BodyPart {
  70. let headers: HTTPHeaders
  71. let bodyStream: InputStream
  72. let bodyContentLength: UInt64
  73. var hasInitialBoundary = false
  74. var hasFinalBoundary = false
  75. init(headers: HTTPHeaders, bodyStream: InputStream, bodyContentLength: UInt64) {
  76. self.headers = headers
  77. self.bodyStream = bodyStream
  78. self.bodyContentLength = bodyContentLength
  79. }
  80. }
  81. // MARK: - Properties
  82. /// Default memory threshold used when encoding `MultipartFormData`, in bytes.
  83. public static let encodingMemoryThreshold: UInt64 = 10_000_000
  84. /// The `Content-Type` header value containing the boundary used to generate the `multipart/form-data`.
  85. open lazy var contentType: String = "multipart/form-data; boundary=\(self.boundary)"
  86. /// The content length of all body parts used to generate the `multipart/form-data` not including the boundaries.
  87. public var contentLength: UInt64 { bodyParts.reduce(0) { $0 + $1.bodyContentLength } }
  88. /// The boundary used to separate the body parts in the encoded form data.
  89. public let boundary: String
  90. let fileManager: FileManager
  91. private var bodyParts: [BodyPart]
  92. private var bodyPartError: AFError?
  93. private let streamBufferSize: Int
  94. // MARK: - Lifecycle
  95. /// Creates an instance.
  96. ///
  97. /// - Parameters:
  98. /// - fileManager: `FileManager` to use for file operations, if needed.
  99. /// - boundary: Boundary `String` used to separate body parts.
  100. public init(fileManager: FileManager = .default, boundary: String? = nil) {
  101. self.fileManager = fileManager
  102. self.boundary = boundary ?? BoundaryGenerator.randomBoundary()
  103. bodyParts = []
  104. //
  105. // The optimal read/write buffer size in bytes for input and output streams is 1024 (1KB). For more
  106. // information, please refer to the following article:
  107. // - https://developer.apple.com/library/mac/documentation/Cocoa/Conceptual/Streams/Articles/ReadingInputStreams.html
  108. //
  109. streamBufferSize = 1024
  110. }
  111. // MARK: - Body Parts
  112. /// Creates a body part from the data and appends it to the instance.
  113. ///
  114. /// The body part data will be encoded using the following format:
  115. ///
  116. /// - `Content-Disposition: form-data; name=#{name}; filename=#{filename}` (HTTP Header)
  117. /// - `Content-Type: #{mimeType}` (HTTP Header)
  118. /// - Encoded file data
  119. /// - Multipart form boundary
  120. ///
  121. /// - Parameters:
  122. /// - data: `Data` to encoding into the instance.
  123. /// - name: Name to associate with the `Data` in the `Content-Disposition` HTTP header.
  124. /// - fileName: Filename to associate with the `Data` in the `Content-Disposition` HTTP header.
  125. /// - mimeType: MIME type to associate with the data in the `Content-Type` HTTP header.
  126. public func append(_ data: Data, withName name: String, fileName: String? = nil, mimeType: String? = nil) {
  127. let headers = contentHeaders(withName: name, fileName: fileName, mimeType: mimeType)
  128. let stream = InputStream(data: data)
  129. let length = UInt64(data.count)
  130. append(stream, withLength: length, headers: headers)
  131. }
  132. /// Creates a body part from the file and appends it to the instance.
  133. ///
  134. /// The body part data will be encoded using the following format:
  135. ///
  136. /// - `Content-Disposition: form-data; name=#{name}; filename=#{generated filename}` (HTTP Header)
  137. /// - `Content-Type: #{generated mimeType}` (HTTP Header)
  138. /// - Encoded file data
  139. /// - Multipart form boundary
  140. ///
  141. /// The filename in the `Content-Disposition` HTTP header is generated from the last path component of the
  142. /// `fileURL`. The `Content-Type` HTTP header MIME type is generated by mapping the `fileURL` extension to the
  143. /// system associated MIME type.
  144. ///
  145. /// - Parameters:
  146. /// - fileURL: `URL` of the file whose content will be encoded into the instance.
  147. /// - name: Name to associate with the file content in the `Content-Disposition` HTTP header.
  148. public func append(_ fileURL: URL, withName name: String) {
  149. let fileName = fileURL.lastPathComponent
  150. let pathExtension = fileURL.pathExtension
  151. if !fileName.isEmpty, !pathExtension.isEmpty {
  152. let mime = mimeType(forPathExtension: pathExtension)
  153. append(fileURL, withName: name, fileName: fileName, mimeType: mime)
  154. } else {
  155. setBodyPartError(withReason: .bodyPartFilenameInvalid(in: fileURL))
  156. }
  157. }
  158. /// Creates a body part from the file and appends it to the instance.
  159. ///
  160. /// The body part data will be encoded using the following format:
  161. ///
  162. /// - Content-Disposition: form-data; name=#{name}; filename=#{filename} (HTTP Header)
  163. /// - Content-Type: #{mimeType} (HTTP Header)
  164. /// - Encoded file data
  165. /// - Multipart form boundary
  166. ///
  167. /// - Parameters:
  168. /// - fileURL: `URL` of the file whose content will be encoded into the instance.
  169. /// - name: Name to associate with the file content in the `Content-Disposition` HTTP header.
  170. /// - fileName: Filename to associate with the file content in the `Content-Disposition` HTTP header.
  171. /// - mimeType: MIME type to associate with the file content in the `Content-Type` HTTP header.
  172. public func append(_ fileURL: URL, withName name: String, fileName: String, mimeType: String) {
  173. let headers = contentHeaders(withName: name, fileName: fileName, mimeType: mimeType)
  174. //============================================================
  175. // Check 1 - is file URL?
  176. //============================================================
  177. guard fileURL.isFileURL else {
  178. setBodyPartError(withReason: .bodyPartURLInvalid(url: fileURL))
  179. return
  180. }
  181. //============================================================
  182. // Check 2 - is file URL reachable?
  183. //============================================================
  184. #if !(os(Linux) || os(Windows))
  185. do {
  186. let isReachable = try fileURL.checkPromisedItemIsReachable()
  187. guard isReachable else {
  188. setBodyPartError(withReason: .bodyPartFileNotReachable(at: fileURL))
  189. return
  190. }
  191. } catch {
  192. setBodyPartError(withReason: .bodyPartFileNotReachableWithError(atURL: fileURL, error: error))
  193. return
  194. }
  195. #endif
  196. //============================================================
  197. // Check 3 - is file URL a directory?
  198. //============================================================
  199. var isDirectory: ObjCBool = false
  200. let path = fileURL.path
  201. guard fileManager.fileExists(atPath: path, isDirectory: &isDirectory), !isDirectory.boolValue else {
  202. setBodyPartError(withReason: .bodyPartFileIsDirectory(at: fileURL))
  203. return
  204. }
  205. //============================================================
  206. // Check 4 - can the file size be extracted?
  207. //============================================================
  208. let bodyContentLength: UInt64
  209. do {
  210. guard let fileSize = try fileManager.attributesOfItem(atPath: path)[.size] as? NSNumber else {
  211. setBodyPartError(withReason: .bodyPartFileSizeNotAvailable(at: fileURL))
  212. return
  213. }
  214. bodyContentLength = fileSize.uint64Value
  215. } catch {
  216. setBodyPartError(withReason: .bodyPartFileSizeQueryFailedWithError(forURL: fileURL, error: error))
  217. return
  218. }
  219. //============================================================
  220. // Check 5 - can a stream be created from file URL?
  221. //============================================================
  222. guard let stream = InputStream(url: fileURL) else {
  223. setBodyPartError(withReason: .bodyPartInputStreamCreationFailed(for: fileURL))
  224. return
  225. }
  226. append(stream, withLength: bodyContentLength, headers: headers)
  227. }
  228. /// Creates a body part from the stream and appends it to the instance.
  229. ///
  230. /// The body part data will be encoded using the following format:
  231. ///
  232. /// - `Content-Disposition: form-data; name=#{name}; filename=#{filename}` (HTTP Header)
  233. /// - `Content-Type: #{mimeType}` (HTTP Header)
  234. /// - Encoded stream data
  235. /// - Multipart form boundary
  236. ///
  237. /// - Parameters:
  238. /// - stream: `InputStream` to encode into the instance.
  239. /// - length: Length, in bytes, of the stream.
  240. /// - name: Name to associate with the stream content in the `Content-Disposition` HTTP header.
  241. /// - fileName: Filename to associate with the stream content in the `Content-Disposition` HTTP header.
  242. /// - mimeType: MIME type to associate with the stream content in the `Content-Type` HTTP header.
  243. public func append(_ stream: InputStream,
  244. withLength length: UInt64,
  245. name: String,
  246. fileName: String,
  247. mimeType: String)
  248. {
  249. let headers = contentHeaders(withName: name, fileName: fileName, mimeType: mimeType)
  250. append(stream, withLength: length, headers: headers)
  251. }
  252. /// Creates a body part with the stream, length, and headers and appends it to the instance.
  253. ///
  254. /// The body part data will be encoded using the following format:
  255. ///
  256. /// - HTTP headers
  257. /// - Encoded stream data
  258. /// - Multipart form boundary
  259. ///
  260. /// - Parameters:
  261. /// - stream: `InputStream` to encode into the instance.
  262. /// - length: Length, in bytes, of the stream.
  263. /// - headers: `HTTPHeaders` for the body part.
  264. public func append(_ stream: InputStream, withLength length: UInt64, headers: HTTPHeaders) {
  265. let bodyPart = BodyPart(headers: headers, bodyStream: stream, bodyContentLength: length)
  266. bodyParts.append(bodyPart)
  267. }
  268. // MARK: - Data Encoding
  269. /// Encodes all appended body parts into a single `Data` value.
  270. ///
  271. /// - Note: This method will load all the appended body parts into memory all at the same time. This method should
  272. /// only be used when the encoded data will have a small memory footprint. For large data cases, please use
  273. /// the `writeEncodedData(to:))` method.
  274. ///
  275. /// - Returns: The encoded `Data`, if encoding is successful.
  276. /// - Throws: An `AFError` if encoding encounters an error.
  277. public func encode() throws -> Data {
  278. if let bodyPartError = bodyPartError {
  279. throw bodyPartError
  280. }
  281. var encoded = Data()
  282. bodyParts.first?.hasInitialBoundary = true
  283. bodyParts.last?.hasFinalBoundary = true
  284. for bodyPart in bodyParts {
  285. let encodedData = try encode(bodyPart)
  286. encoded.append(encodedData)
  287. }
  288. return encoded
  289. }
  290. /// Writes all appended body parts to the given file `URL`.
  291. ///
  292. /// This process is facilitated by reading and writing with input and output streams, respectively. Thus,
  293. /// this approach is very memory efficient and should be used for large body part data.
  294. ///
  295. /// - Parameter fileURL: File `URL` to which to write the form data.
  296. /// - Throws: An `AFError` if encoding encounters an error.
  297. public func writeEncodedData(to fileURL: URL) throws {
  298. if let bodyPartError = bodyPartError {
  299. throw bodyPartError
  300. }
  301. if fileManager.fileExists(atPath: fileURL.path) {
  302. throw AFError.multipartEncodingFailed(reason: .outputStreamFileAlreadyExists(at: fileURL))
  303. } else if !fileURL.isFileURL {
  304. throw AFError.multipartEncodingFailed(reason: .outputStreamURLInvalid(url: fileURL))
  305. }
  306. guard let outputStream = OutputStream(url: fileURL, append: false) else {
  307. throw AFError.multipartEncodingFailed(reason: .outputStreamCreationFailed(for: fileURL))
  308. }
  309. outputStream.open()
  310. defer { outputStream.close() }
  311. bodyParts.first?.hasInitialBoundary = true
  312. bodyParts.last?.hasFinalBoundary = true
  313. for bodyPart in bodyParts {
  314. try write(bodyPart, to: outputStream)
  315. }
  316. }
  317. // MARK: - Private - Body Part Encoding
  318. private func encode(_ bodyPart: BodyPart) throws -> Data {
  319. var encoded = Data()
  320. let initialData = bodyPart.hasInitialBoundary ? initialBoundaryData() : encapsulatedBoundaryData()
  321. encoded.append(initialData)
  322. let headerData = encodeHeaders(for: bodyPart)
  323. encoded.append(headerData)
  324. let bodyStreamData = try encodeBodyStream(for: bodyPart)
  325. encoded.append(bodyStreamData)
  326. if bodyPart.hasFinalBoundary {
  327. encoded.append(finalBoundaryData())
  328. }
  329. return encoded
  330. }
  331. private func encodeHeaders(for bodyPart: BodyPart) -> Data {
  332. let headerText = bodyPart.headers.map { "\($0.name): \($0.value)\(EncodingCharacters.crlf)" }
  333. .joined()
  334. + EncodingCharacters.crlf
  335. return Data(headerText.utf8)
  336. }
  337. private func encodeBodyStream(for bodyPart: BodyPart) throws -> Data {
  338. let inputStream = bodyPart.bodyStream
  339. inputStream.open()
  340. defer { inputStream.close() }
  341. var encoded = Data()
  342. while inputStream.hasBytesAvailable {
  343. var buffer = [UInt8](repeating: 0, count: streamBufferSize)
  344. let bytesRead = inputStream.read(&buffer, maxLength: streamBufferSize)
  345. if let error = inputStream.streamError {
  346. throw AFError.multipartEncodingFailed(reason: .inputStreamReadFailed(error: error))
  347. }
  348. if bytesRead > 0 {
  349. encoded.append(buffer, count: bytesRead)
  350. } else {
  351. break
  352. }
  353. }
  354. guard UInt64(encoded.count) == bodyPart.bodyContentLength else {
  355. let error = AFError.UnexpectedInputStreamLength(bytesExpected: bodyPart.bodyContentLength,
  356. bytesRead: UInt64(encoded.count))
  357. throw AFError.multipartEncodingFailed(reason: .inputStreamReadFailed(error: error))
  358. }
  359. return encoded
  360. }
  361. // MARK: - Private - Writing Body Part to Output Stream
  362. private func write(_ bodyPart: BodyPart, to outputStream: OutputStream) throws {
  363. try writeInitialBoundaryData(for: bodyPart, to: outputStream)
  364. try writeHeaderData(for: bodyPart, to: outputStream)
  365. try writeBodyStream(for: bodyPart, to: outputStream)
  366. try writeFinalBoundaryData(for: bodyPart, to: outputStream)
  367. }
  368. private func writeInitialBoundaryData(for bodyPart: BodyPart, to outputStream: OutputStream) throws {
  369. let initialData = bodyPart.hasInitialBoundary ? initialBoundaryData() : encapsulatedBoundaryData()
  370. return try write(initialData, to: outputStream)
  371. }
  372. private func writeHeaderData(for bodyPart: BodyPart, to outputStream: OutputStream) throws {
  373. let headerData = encodeHeaders(for: bodyPart)
  374. return try write(headerData, to: outputStream)
  375. }
  376. private func writeBodyStream(for bodyPart: BodyPart, to outputStream: OutputStream) throws {
  377. let inputStream = bodyPart.bodyStream
  378. inputStream.open()
  379. defer { inputStream.close() }
  380. while inputStream.hasBytesAvailable {
  381. var buffer = [UInt8](repeating: 0, count: streamBufferSize)
  382. let bytesRead = inputStream.read(&buffer, maxLength: streamBufferSize)
  383. if let streamError = inputStream.streamError {
  384. throw AFError.multipartEncodingFailed(reason: .inputStreamReadFailed(error: streamError))
  385. }
  386. if bytesRead > 0 {
  387. if buffer.count != bytesRead {
  388. buffer = Array(buffer[0..<bytesRead])
  389. }
  390. try write(&buffer, to: outputStream)
  391. } else {
  392. break
  393. }
  394. }
  395. }
  396. private func writeFinalBoundaryData(for bodyPart: BodyPart, to outputStream: OutputStream) throws {
  397. if bodyPart.hasFinalBoundary {
  398. return try write(finalBoundaryData(), to: outputStream)
  399. }
  400. }
  401. // MARK: - Private - Writing Buffered Data to Output Stream
  402. private func write(_ data: Data, to outputStream: OutputStream) throws {
  403. var buffer = [UInt8](repeating: 0, count: data.count)
  404. data.copyBytes(to: &buffer, count: data.count)
  405. return try write(&buffer, to: outputStream)
  406. }
  407. private func write(_ buffer: inout [UInt8], to outputStream: OutputStream) throws {
  408. var bytesToWrite = buffer.count
  409. while bytesToWrite > 0, outputStream.hasSpaceAvailable {
  410. let bytesWritten = outputStream.write(buffer, maxLength: bytesToWrite)
  411. if let error = outputStream.streamError {
  412. throw AFError.multipartEncodingFailed(reason: .outputStreamWriteFailed(error: error))
  413. }
  414. bytesToWrite -= bytesWritten
  415. if bytesToWrite > 0 {
  416. buffer = Array(buffer[bytesWritten..<buffer.count])
  417. }
  418. }
  419. }
  420. // MARK: - Private - Mime Type
  421. private func mimeType(forPathExtension pathExtension: String) -> String {
  422. #if !(os(Linux) || os(Windows))
  423. if
  424. let id = UTTypeCreatePreferredIdentifierForTag(kUTTagClassFilenameExtension, pathExtension as CFString, nil)?.takeRetainedValue(),
  425. let contentType = UTTypeCopyPreferredTagWithClass(id, kUTTagClassMIMEType)?.takeRetainedValue()
  426. {
  427. return contentType as String
  428. }
  429. #endif
  430. return "application/octet-stream"
  431. }
  432. // MARK: - Private - Content Headers
  433. private func contentHeaders(withName name: String, fileName: String? = nil, mimeType: String? = nil) -> HTTPHeaders {
  434. var disposition = "form-data; name=\"\(name)\""
  435. if let fileName = fileName { disposition += "; filename=\"\(fileName)\"" }
  436. var headers: HTTPHeaders = [.contentDisposition(disposition)]
  437. if let mimeType = mimeType { headers.add(.contentType(mimeType)) }
  438. return headers
  439. }
  440. // MARK: - Private - Boundary Encoding
  441. private func initialBoundaryData() -> Data {
  442. BoundaryGenerator.boundaryData(forBoundaryType: .initial, boundary: boundary)
  443. }
  444. private func encapsulatedBoundaryData() -> Data {
  445. BoundaryGenerator.boundaryData(forBoundaryType: .encapsulated, boundary: boundary)
  446. }
  447. private func finalBoundaryData() -> Data {
  448. BoundaryGenerator.boundaryData(forBoundaryType: .final, boundary: boundary)
  449. }
  450. // MARK: - Private - Errors
  451. private func setBodyPartError(withReason reason: AFError.MultipartEncodingFailureReason) {
  452. guard bodyPartError == nil else { return }
  453. bodyPartError = AFError.multipartEncodingFailed(reason: reason)
  454. }
  455. }