sync-enable-endpoint

Author: michaelfeil

lib/bindings/python/rust/http.rs

@@ -19,8 +19,8 @@ use pyo3::{exceptions::PyException, prelude::*};
 
 use crate::{engine::*, to_pyerr, CancellationToken};
 
+pub use dynamo_llm::endpoint_type::EndpointType;
 pub use dynamo_llm::http::service::{error as http_error, service_v2};
-
 pub use dynamo_runtime::{
     error,
     pipeline::{async_trait, AsyncEngine, Data, ManyOut, SingleIn},
@@ -92,6 +92,19 @@ impl HttpService {
             Ok(())
         })
     }
+
+    fn enable_endpoint(&self, endpoint_type: String, enabled: bool) -> PyResult<()> {
+        let endpoint_type: EndpointType = match endpoint_type.as_str() {
+            "chat" => EndpointType::Chat,
+            "completion" => EndpointType::Completion,
+            "embedding" => EndpointType::Embedding,
+            _ => return Err(to_pyerr("Invalid endpoint type")),
+        };
+
+        self.inner
+            .sync_enable_model_endpoint(endpoint_type, enabled);
+        return Ok(());
+    }
 }
 
 /// Python Exception for HTTP errors

lib/llm/src/http/service/service_v2.rs

@@ -263,6 +263,10 @@ impl HttpService {
     }
 
     pub async fn enable_model_endpoint(&self, endpoint_type: EndpointType, enable: bool) {
+        self.sync_enable_model_endpoint(endpoint_type, enable);
+    }
+
+    pub fn sync_enable_model_endpoint(&self, endpoint_type: EndpointType, enable: bool) {
         self.state.flags.set(&endpoint_type, enable);
         tracing::info!(
             "{} endpoints {}",