feat: Shrink the ai-dynamo wheel by 35 MiB (#1918)

grahamking · web-flow · commit ad8ad66b1527 · 2025-07-14T19:20:35.000Z
Remove http and llmctl binaries. They have been unused for a while.
diff --git a/.devcontainer/post-create.sh b/.devcontainer/post-create.sh
@@ -55,8 +55,6 @@ cargo doc --no-deps
 # create symlinks for the binaries in the deploy directory
 mkdir -p $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin
 ln -sf $HOME/dynamo/.build/target/debug/dynamo-run $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run
-ln -sf $HOME/dynamo/.build/target/debug/http $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/http
-ln -sf $HOME/dynamo/.build/target/debug/llmctl $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/llmctl
 
 # install the python bindings
 cd $HOME/dynamo/lib/bindings/python && retry maturin develop
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -15,7 +15,6 @@
 
 [workspace]
 members = [
-    "components/http",
     "components/metrics",
     "components/router",
     "launch/*",
diff --git a/Earthfile b/Earthfile
@@ -120,9 +120,7 @@ dynamo-build:
         # Remove existing symlinks
         rm -f /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/* && \
         # Create new symlinks pointing to the correct location
-        ln -sf /workspace/target/release/dynamo-run /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run && \
-        ln -sf /workspace/target/release/http /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/http && \
-        ln -sf /workspace/target/release/llmctl /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/llmctl
+        ln -sf /workspace/target/release/dynamo-run /workspace/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run
 
 
     RUN cd /workspace/lib/bindings/python && \
diff --git a/README.md b/README.md
@@ -172,8 +172,6 @@ Otherwise, to develop locally, we recommend working inside of the container
 
 cargo build --release
 mkdir -p /workspace/deploy/sdk/src/dynamo/sdk/cli/bin
-cp /workspace/target/release/http /workspace/deploy/sdk/src/dynamo/sdk/cli/bin
-cp /workspace/target/release/llmctl /workspace/deploy/sdk/src/dynamo/sdk/cli/bin
 cp /workspace/target/release/dynamo-run /workspace/deploy/sdk/src/dynamo/sdk/cli/bin
 
 uv pip install -e .
diff --git a/components/http/Cargo.toml b/components/http/Cargo.toml
diff --git a/components/http/src/main.rs b/components/http/src/main.rs
diff --git a/container/Dockerfile.none b/container/Dockerfile.none
@@ -49,8 +49,6 @@ ENV CARGO_TARGET_DIR=/workspace/target
 RUN cargo build --release --locked && \
     cargo doc --no-deps && \
     cp target/release/dynamo-run /usr/local/bin && \
-    cp target/release/http /usr/local/bin && \
-    cp target/release/llmctl /usr/local/bin && \
     cp target/release/metrics /usr/local/bin && \
     cp target/release/mock_worker /usr/local/bin
 
diff --git a/container/Dockerfile.sglang b/container/Dockerfile.sglang
@@ -367,8 +367,6 @@ RUN mkdir -p /opt/dynamo/bindings/wheels && \
     cp target/release/libdynamo_llm_capi.so /opt/dynamo/bindings/lib/. && \
     cp -r lib/bindings/c/include /opt/dynamo/bindings/.  && \
     cp target/release/dynamo-run /usr/local/bin && \
-    cp target/release/http /usr/local/bin && \
-    cp target/release/llmctl /usr/local/bin && \
     cp target/release/metrics /usr/local/bin && \
     cp target/release/mock_worker /usr/local/bin
 
diff --git a/container/Dockerfile.sglang-deepep b/container/Dockerfile.sglang-deepep
@@ -132,8 +132,6 @@ ENV CARGO_BUILD_JOBS=${CARGO_BUILD_JOBS:-16}
 
 RUN cargo build --release
 RUN mkdir -p deploy/sdk/src/dynamo/sdk/cli/bin
-RUN cp target/release/http deploy/sdk/src/dynamo/sdk/cli/bin
-RUN cp target/release/llmctl deploy/sdk/src/dynamo/sdk/cli/bin
 RUN cp target/release/dynamo-run deploy/sdk/src/dynamo/sdk/cli/bin
 
 RUN cd lib/bindings/python && pip install --break-system-packages -e . && cd ../../..
diff --git a/container/Dockerfile.tensorrt_llm b/container/Dockerfile.tensorrt_llm
@@ -317,8 +317,6 @@ RUN mkdir -p /opt/dynamo/bindings/wheels && \
     cp target/release/libdynamo_llm_capi.so /opt/dynamo/bindings/lib/. && \
     cp -r lib/bindings/c/include /opt/dynamo/bindings/.  && \
     cp target/release/dynamo-run /usr/local/bin && \
-    cp target/release/http /usr/local/bin && \
-    cp target/release/llmctl /usr/local/bin && \
     cp target/release/metrics /usr/local/bin && \
     cp target/release/mock_worker /usr/local/bin
 
diff --git a/container/Dockerfile.vllm b/container/Dockerfile.vllm
@@ -432,8 +432,6 @@ RUN mkdir -p /opt/dynamo/bindings/wheels && \
     cp target/release/libdynamo_llm_capi.so /opt/dynamo/bindings/lib/. && \
     cp -r lib/bindings/c/include /opt/dynamo/bindings/.  && \
     cp target/release/dynamo-run /usr/local/bin && \
-    cp target/release/http /usr/local/bin && \
-    cp target/release/llmctl /usr/local/bin && \
     cp target/release/metrics /usr/local/bin && \
     cp target/release/mock_worker /usr/local/bin
 
diff --git a/container/Dockerfile.vllm_v1 b/container/Dockerfile.vllm_v1
@@ -412,8 +412,6 @@ RUN mkdir -p /opt/dynamo/bindings/wheels && \
     cp target/release/libdynamo_llm_capi.so /opt/dynamo/bindings/lib/. && \
     cp -r lib/bindings/c/include /opt/dynamo/bindings/.  && \
     cp target/release/dynamo-run /usr/local/bin && \
-    cp target/release/http /usr/local/bin && \
-    cp target/release/llmctl /usr/local/bin && \
     cp target/release/metrics /usr/local/bin && \
     cp target/release/mock_worker /usr/local/bin
 
diff --git a/deploy/sdk/src/dynamo/sdk/cli/run_executable.py b/deploy/sdk/src/dynamo/sdk/cli/run_executable.py
@@ -69,28 +69,6 @@ def dynamo_run(args=None):
     return result.returncode
 
 
-def llmctl(args=None):
-    """
-    Run the llmctl executable with the provided arguments.
-    If no args provided, passes through sys.argv[1:] to the executable.
-    """
-    if args is None:
-        args = sys.argv[1:]
-    result = run_executable("llmctl", args=args, capture_output=False)
-    return result.returncode
-
-
-def http(args=None):
-    """
-    Run the http executable with the provided arguments.
-    If no args provided, passes through sys.argv[1:] to the executable.
-    """
-    if args is None:
-        args = sys.argv[1:]
-    result = run_executable("http", args=args, capture_output=False)
-    return result.returncode
-
-
 def metrics(args=None):
     """
     Run the metrics executable with the provided arguments.
diff --git a/docs/get_started.md b/docs/get_started.md
@@ -206,8 +206,6 @@ Otherwise, to develop locally, we recommend working inside of the container:
 
 cargo build --release
 mkdir -p /workspace/deploy/dynamo/sdk/src/dynamo/sdk/cli/bin
-cp /workspace/target/release/http /workspace/deploy/dynamo/sdk/src/dynamo/sdk/cli/bin
-cp /workspace/target/release/llmctl /workspace/deploy/dynamo/sdk/src/dynamo/sdk/cli/bin
 cp /workspace/target/release/dynamo-run /workspace/deploy/dynamo/sdk/src/dynamo/sdk/cli/bin
 
 uv pip install -e .
diff --git a/docs/guides/backend.md b/docs/guides/backend.md
@@ -92,10 +92,6 @@ class ResponseType(BaseModel):
     # Add other fields as needed
 ```
 
-For example, if you deploy your worker directly behind an OpenAI HTTP (`http`) service
-using `llmctl`, you can define the request and response types to correspond to
-Chat Completions objects, such as the ones specified in the OpenAI API. For example:
-
 ```python
 from vllm.entrypoints.openai.protocol import ChatCompletionRequest
 
diff --git a/hatch_build.py b/hatch_build.py
@@ -24,8 +24,6 @@ def initialize(self, version, build_data):
             bin_path = os.getenv("DYNAMO_BIN_PATH", "target/release")
             build_data["force_include"] = {
                 f"{bin_path}/dynamo-run": "dynamo/sdk/cli/bin/dynamo-run",
-                f"{bin_path}/llmctl": "dynamo/sdk/cli/bin/llmctl",
-                f"{bin_path}/http": "dynamo/sdk/cli/bin/http",
                 f"{bin_path}/metrics": "dynamo/sdk/cli/bin/metrics",
                 f"{bin_path}/mock_worker": "dynamo/sdk/cli/bin/mock_worker",
                 f"{bin_path}/libdynamo_llm_capi.so": "dynamo/sdk/cli/bin/libdynamo_llm_capi.so",
diff --git a/launch/llmctl/Cargo.toml b/launch/llmctl/Cargo.toml
diff --git a/launch/llmctl/src/main.rs b/launch/llmctl/src/main.rs
diff --git a/pyproject.toml b/pyproject.toml
