feat(transport): retry layer

crates/transport-http/src/hyper_transport.rs

@@ -87,10 +87,10 @@ where
                 trace!(body = %String::from_utf8_lossy(&body), "response body");
 
                 if status != hyper::StatusCode::OK {
-                    return Err(TransportErrorKind::custom_str(&format!(
-                        "HTTP error {status} with body: {}",
-                        String::from_utf8_lossy(&body)
-                    )));
+                    return Err(TransportErrorKind::http_error(
+                        status.as_u16() as i64,
+                        String::from_utf8_lossy(&body).to_string(),
+                    ));
                 }
 
                 // Deser a Box<RawValue> from the body. If deser fails, return

crates/transport-http/src/reqwest_transport.rs

@@ -63,10 +63,10 @@ impl Http<Client> {
                 trace!(body = %String::from_utf8_lossy(&body), "response body");
 
                 if status != reqwest::StatusCode::OK {
-                    return Err(TransportErrorKind::custom_str(&format!(
-                        "HTTP error {status} with body: {}",
-                        String::from_utf8_lossy(&body)
-                    )));
+                    return Err(TransportErrorKind::http_error(
+                        status.as_u16() as i64,
+                        String::from_utf8_lossy(&body).to_string(),
+                    ));
                 }
 
                 // Deser a Box<RawValue> from the body. If deser fails, return

crates/transport/Cargo.toml

@@ -25,6 +25,7 @@ serde.workspace = true
 thiserror.workspace = true
 tower.workspace = true
 url.workspace = true
+tracing.workspace = true
 
 [target.'cfg(target_arch = "wasm32")'.dependencies]
 wasm-bindgen-futures = "0.4"

crates/transport/src/error.rs

@@ -1,4 +1,4 @@
-use alloy_json_rpc::{Id, RpcError, RpcResult};
+use alloy_json_rpc::{ErrorPayload, Id, RpcError, RpcResult};
 use serde_json::value::RawValue;
 use std::{error::Error as StdError, fmt::Debug};
 use thiserror::Error;
@@ -31,6 +31,10 @@ pub enum TransportErrorKind {
     #[error("subscriptions are not available on this provider")]
     PubsubUnavailable,
 
+    /// HTTP Error with code and body
+    #[error("{0}")]
+    HttpError(#[from] HTTPError),
+
     /// Custom error.
     #[error("{0}")]
     Custom(#[source] Box<dyn StdError + Send + Sync + 'static>),
@@ -67,4 +71,69 @@ impl TransportErrorKind {
     pub const fn pubsub_unavailable() -> TransportError {
         RpcError::Transport(Self::PubsubUnavailable)
     }
+
+    /// Instantiate a new `TrasnportError::HttpError`.
+    pub const fn http_error(status: i64, body: String) -> TransportError {
+        RpcError::Transport(Self::HttpError(HTTPError { status, body }))
+    }
+}
+
+/// Type for holding HTTP errors such as 429 or -32005 by the RPC provider.
+#[derive(Debug, thiserror::Error)]
+#[error("HTTP error {status} with body: {body}")]
+pub struct HTTPError {
+    pub status: i64,
+    pub body: String,
+}
+
+impl HTTPError {
+    /// Analyzes the `status` and `body` to determine whether the request should be retried.
+    pub fn is_retry_err(&self) -> bool {
+        // alchemy throws it this way
+        if self.status == 429 {
+            return true;
+        }
+
+        // This is an infura error code for `exceeded project rate limit`
+        if self.status == -32005 {
+            return true;
+        }
+
+        // alternative alchemy error for specific IPs
+        if self.status == -32016 && self.body.contains("rate limit") {
+            return true;
+        }
+
+        // quick node error `"credits limited to 6000/sec"`
+        // <https://github.com/foundry-rs/foundry/pull/6712#issuecomment-1951441240>
+        if self.status == -32012 && self.body.contains("credits") {
+            return true;
+        }
+
+        // quick node rate limit error: `100/second request limit reached - reduce calls per second
+        // or upgrade your account at quicknode.com` <https://github.com/foundry-rs/foundry/issues/4894>
+        if self.status == -32007 && self.body.contains("request limit reached") {
+            return true;
+        }
+
+        match self.body.as_str() {
+            // this is commonly thrown by infura and is apparently a load balancer issue, see also <https://github.com/MetaMask/metamask-extension/issues/7234>
+            "header not found" => true,
+            // also thrown by infura if out of budget for the day and ratelimited
+            "daily request count exceeded, request rate limited" => true,
+            msg => {
+                msg.contains("rate limit")
+                    || msg.contains("rate exceeded")
+                    || msg.contains("too many requests")
+                    || msg.contains("credits limited")
+                    || msg.contains("request limit")
+            }
+        }
+    }
+}
+
+impl From<&ErrorPayload> for HTTPError {
+    fn from(value: &ErrorPayload) -> Self {
+        Self { status: value.code, body: value.message.clone() }
+    }
 }

crates/transport/src/layers/mod.rs

@@ -0,0 +1,6 @@
+//! Module for housing transport layers.
+
+mod retry;
+
+/// RetryBackoffLayer
+pub use retry::{RateLimitRetryPolicy, RetryBackoffLayer, RetryBackoffService, RetryPolicy};