feat: add gzip, deflate, brotli, zstd compressed for reqwest (#886)

Signed-off-by: Gaius <gaius.qi@gmail.com>
dragonflyoss · Dec 5, 2024 · d8f0931 · d8f0931
1 parent 6e25a2f
commit d8f0931
Show file tree

Hide file tree

Showing 5 changed files with 67 additions and 2 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -31,7 +31,7 @@ dragonfly-client-util = { path = "dragonfly-client-util", version = "0.1.123" }
 dragonfly-client-init = { path = "dragonfly-client-init", version = "0.1.123" }
 thiserror = "1.0"
 dragonfly-api = "=2.0.173"
-reqwest = { version = "0.12.4", features = ["stream", "native-tls", "default-tls", "rustls-tls"] }
+reqwest = { version = "0.12.4", features = ["stream", "native-tls", "default-tls", "rustls-tls", "gzip", "brotli", "zstd", "deflate"] }
 reqwest-middleware = "0.4"
 rcgen = { version = "0.12.1", features = ["x509-parser"] }
 hyper = { version = "1.5", features = ["full"] }

diff --git a/dragonfly-client-backend/src/http.rs b/dragonfly-client-backend/src/http.rs
@@ -52,6 +52,10 @@ impl HTTP {
             .with_no_client_auth();
 
         let client = reqwest::Client::builder()
+            .gzip(true)
+            .brotli(true)
+            .zstd(true)
+            .deflate(true)
             .use_preconfigured_tls(client_config_builder)
             .pool_max_idle_per_host(super::POOL_MAX_IDLE_PER_HOST)
             .tcp_keepalive(super::KEEP_ALIVE_INTERVAL)
@@ -87,6 +91,10 @@ impl HTTP {
                     .with_no_client_auth();
 
                 let client = reqwest::Client::builder()
+                    .gzip(true)
+                    .brotli(true)
+                    .zstd(true)
+                    .deflate(true)
                     .use_preconfigured_tls(client_config_builder)
                     .build()?;
 

diff --git a/dragonfly-client-backend/src/object_storage.rs b/dragonfly-client-backend/src/object_storage.rs
@@ -181,6 +181,10 @@ impl ObjectStorage {
     pub fn new(scheme: Scheme) -> ClientResult<ObjectStorage> {
         // Initialize the reqwest client.
         let client = reqwest::Client::builder()
+            .gzip(true)
+            .brotli(true)
+            .zstd(true)
+            .deflate(true)
             .pool_max_idle_per_host(super::POOL_MAX_IDLE_PER_HOST)
             .tcp_keepalive(super::KEEP_ALIVE_INTERVAL)
             .http2_keep_alive_timeout(super::HTTP2_KEEP_ALIVE_TIMEOUT)

diff --git a/dragonfly-client-config/src/dfdaemon.rs b/dragonfly-client-config/src/dfdaemon.rs
@@ -119,7 +119,7 @@ fn default_download_rate_limit() -> ByteSize {
 /// default_download_piece_timeout is the default timeout for downloading a piece from source.
 #[inline]
 fn default_download_piece_timeout() -> Duration {
-    Duration::from_secs(10)
+    Duration::from_secs(15)
 }
 
 /// default_download_concurrent_piece_count is the default number of concurrent pieces to download.