mirror of
https://github.com/apple/swift-nio-extras.git
synced 2025-05-14 17:02:43 +08:00
### Motivation: There will be times when a client wishes to send larger requests with gzipped bodies to save on network traffic. This PR adds a `NIOHTTPRequestDecompressor` which can be added to the server's channel pipeline so those requests are automatically inflated. ### Modifications: - Added a `CNIOExtrasZlib_voidPtr_to_BytefPtr` C method. - Added a `NIOHTTPRequestDecompressor` type. - Added a `HTTPResponseDecompressorTest` test case. ### Result: Now you don't have to manually check the `Content-Encoding` header and decompress the body on each incoming request.
191 lines
7.1 KiB
Swift
191 lines
7.1 KiB
Swift
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This source file is part of the SwiftNIO open source project
|
|
//
|
|
// Copyright (c) 2017-2018 Apple Inc. and the SwiftNIO project authors
|
|
// Licensed under Apache License v2.0
|
|
//
|
|
// See LICENSE.txt for license information
|
|
// See CONTRIBUTORS.txt for the list of SwiftNIO project authors
|
|
//
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
import XCTest
|
|
import CNIOExtrasZlib
|
|
@testable import NIO
|
|
@testable import NIOHTTP1
|
|
@testable import NIOHTTPCompression
|
|
|
|
class HTTPResponseDecompressorTest: XCTestCase {
|
|
func testDecompressionNoLimit() throws {
|
|
let channel = EmbeddedChannel()
|
|
try channel.pipeline.addHandler(NIOHTTPResponseDecompressor(limit: .none)).wait()
|
|
|
|
let headers = HTTPHeaders([("Content-Encoding", "deflate"), ("Content-Length", "13")])
|
|
try channel.writeInbound(HTTPClientResponsePart.head(.init(version: .init(major: 1, minor: 1), status: .ok, headers: headers)))
|
|
|
|
let body = ByteBuffer.of(bytes: [120, 156, 75, 76, 28, 5, 200, 0, 0, 248, 66, 103, 17])
|
|
XCTAssertNoThrow(try channel.writeInbound(HTTPClientResponsePart.body(body)))
|
|
}
|
|
|
|
func testDecompressionLimitRatio() throws {
|
|
let channel = EmbeddedChannel()
|
|
try channel.pipeline.addHandler(NIOHTTPResponseDecompressor(limit: .ratio(10))).wait()
|
|
|
|
let headers = HTTPHeaders([("Content-Encoding", "deflate"), ("Content-Length", "13")])
|
|
try channel.writeInbound(HTTPClientResponsePart.head(.init(version: .init(major: 1, minor: 1), status: .ok, headers: headers)))
|
|
|
|
let body = ByteBuffer.of(bytes: [120, 156, 75, 76, 28, 5, 200, 0, 0, 248, 66, 103, 17])
|
|
do {
|
|
try channel.writeInbound(HTTPClientResponsePart.body(body))
|
|
} catch let error as NIOHTTPDecompression.DecompressionError {
|
|
switch error {
|
|
case .limit:
|
|
// ok
|
|
break
|
|
default:
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
} catch {
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
}
|
|
|
|
func testDecompressionLimitSize() throws {
|
|
let channel = EmbeddedChannel()
|
|
try channel.pipeline.addHandler(NIOHTTPResponseDecompressor(limit: .size(10))).wait()
|
|
|
|
let headers = HTTPHeaders([("Content-Encoding", "deflate"), ("Content-Length", "13")])
|
|
try channel.writeInbound(HTTPClientResponsePart.head(.init(version: .init(major: 1, minor: 1), status: .ok, headers: headers)))
|
|
|
|
let body = ByteBuffer.of(bytes: [120, 156, 75, 76, 28, 5, 200, 0, 0, 248, 66, 103, 17])
|
|
do {
|
|
try channel.writeInbound(HTTPClientResponsePart.body(body))
|
|
} catch let error as NIOHTTPDecompression.DecompressionError {
|
|
switch error {
|
|
case .limit:
|
|
// ok
|
|
break
|
|
default:
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
} catch {
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
}
|
|
|
|
func testDecompression() throws {
|
|
let channel = EmbeddedChannel()
|
|
try channel.pipeline.addHandler(NIOHTTPResponseDecompressor(limit: .none)).wait()
|
|
|
|
var body = ""
|
|
for _ in 1...1000 {
|
|
body += "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua."
|
|
}
|
|
|
|
for algorithm in [nil, "gzip", "deflate"] {
|
|
let compressed: ByteBuffer
|
|
var headers = HTTPHeaders()
|
|
if let algorithm = algorithm {
|
|
headers.add(name: "Content-Encoding", value: algorithm)
|
|
compressed = compress(ByteBuffer.of(string: body), algorithm)
|
|
} else {
|
|
compressed = ByteBuffer.of(string: body)
|
|
}
|
|
headers.add(name: "Content-Length", value: "\(compressed.readableBytes)")
|
|
|
|
XCTAssertNoThrow(try channel.writeInbound(HTTPClientResponsePart.head(.init(version: .init(major: 1, minor: 1), status: .ok, headers: headers))))
|
|
|
|
do {
|
|
try channel.writeInbound(HTTPClientResponsePart.body(compressed))
|
|
} catch let error as NIOHTTPDecompression.DecompressionError {
|
|
switch error {
|
|
case .limit:
|
|
// ok
|
|
break
|
|
default:
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
} catch {
|
|
XCTFail("Unexptected error: \(error)")
|
|
}
|
|
}
|
|
|
|
XCTAssertNoThrow(try channel.writeInbound(HTTPClientResponsePart.end(nil)))
|
|
}
|
|
|
|
private func compress(_ body: ByteBuffer, _ algorithm: String) -> ByteBuffer {
|
|
var stream = z_stream()
|
|
|
|
stream.zalloc = nil
|
|
stream.zfree = nil
|
|
stream.opaque = nil
|
|
|
|
var buffer = ByteBufferAllocator().buffer(capacity: 1000)
|
|
|
|
let windowBits: Int32
|
|
switch algorithm {
|
|
case "deflate":
|
|
windowBits = 15
|
|
case "gzip":
|
|
windowBits = 16 + 15
|
|
default:
|
|
XCTFail("Unsupported algorithm: \(algorithm)")
|
|
return buffer
|
|
}
|
|
|
|
let rc = CNIOExtrasZlib_deflateInit2(&stream, Z_DEFAULT_COMPRESSION, Z_DEFLATED, windowBits, 8, Z_DEFAULT_STRATEGY)
|
|
XCTAssertEqual(Z_OK, rc)
|
|
|
|
defer {
|
|
stream.avail_in = 0
|
|
stream.next_in = nil
|
|
stream.avail_out = 0
|
|
stream.next_out = nil
|
|
}
|
|
|
|
var body = body
|
|
|
|
body.readWithUnsafeMutableReadableBytes { dataPtr in
|
|
let typedPtr = dataPtr.baseAddress!.assumingMemoryBound(to: UInt8.self)
|
|
let typedDataPtr = UnsafeMutableBufferPointer(start: typedPtr,
|
|
count: dataPtr.count)
|
|
|
|
stream.avail_in = UInt32(typedDataPtr.count)
|
|
stream.next_in = typedDataPtr.baseAddress!
|
|
|
|
buffer.writeWithUnsafeMutableBytes { outputPtr in
|
|
let typedOutputPtr = UnsafeMutableBufferPointer(start: outputPtr.baseAddress!.assumingMemoryBound(to: UInt8.self),
|
|
count: outputPtr.count)
|
|
stream.avail_out = UInt32(typedOutputPtr.count)
|
|
stream.next_out = typedOutputPtr.baseAddress!
|
|
let rc = deflate(&stream, Z_FINISH)
|
|
XCTAssertTrue(rc == Z_OK || rc == Z_STREAM_END)
|
|
return typedOutputPtr.count - Int(stream.avail_out)
|
|
}
|
|
|
|
return typedDataPtr.count - Int(stream.avail_in)
|
|
}
|
|
|
|
deflateEnd(&stream)
|
|
|
|
return buffer
|
|
}
|
|
}
|
|
|
|
extension ByteBuffer {
|
|
fileprivate static func of(string: String) -> ByteBuffer {
|
|
var buffer = ByteBufferAllocator().buffer(capacity: string.count)
|
|
buffer.writeString(string)
|
|
return buffer
|
|
}
|
|
|
|
fileprivate static func of(bytes: [UInt8]) -> ByteBuffer {
|
|
var buffer = ByteBufferAllocator().buffer(capacity: bytes.count)
|
|
buffer.writeBytes(bytes)
|
|
return buffer
|
|
}
|
|
}
|