feat: standalone connector api

.devcontainer/post-create.sh

@@ -52,10 +52,6 @@ export CARGO_TARGET_DIR=$HOME/dynamo/.build/target
 cargo build --locked --profile dev --features mistralrs
 cargo doc --no-deps
 
-# create symlinks for the binaries in the deploy directory
-mkdir -p $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin
-ln -sf $HOME/dynamo/.build/target/debug/dynamo-run $HOME/dynamo/deploy/sdk/src/dynamo/sdk/cli/bin/dynamo-run
-
 # install the python bindings
 cd $HOME/dynamo/lib/bindings/python && retry maturin develop
 

.github/workflows/trigger_ci.yml

@@ -47,11 +47,9 @@ jobs:
         filters: |
           vllm:
             - 'container/Dockerfile.vllm'
-            - 'container/Dockerfile.vllm_nixl'
-            - 'examples/python/llm/**'
-            - 'examples/python_rs/llm/**'
             - 'container/deps/requirements.vllm.txt'
             - 'container/deps/vllm/**'
+            - 'components/backends/vllm/**'
             - 'tests/serve/test_vllm.py'
           trtllm:
             - 'container/Dockerfile.tensorrt_llm'
@@ -62,6 +60,11 @@ jobs:
             - 'tests/serve/test_trtllm.py'
           sdk:
             - 'deploy/**'
+          sglang:
+            - 'container/Dockerfile.sglang'
+            - 'container/Dockerfile.sglang-deepep'
+            - 'components/backends/sglang/**'
+            - 'container/build.sh'
     - name: Check if Validation Workflow has run
       id: check_workflow
       uses: actions/github-script@v6
@@ -104,6 +107,10 @@ jobs:
           ci_variables["RUN_TENSORRTLLM"]="true"
         fi
 
+        if [ "${{ steps.src_changes.outputs.sglang }}" == "true" ]; then
+          ci_variables["RUN_SGLANG"]="true"
+        fi
+
         if [ "${{ steps.src_changes.outputs.sdk }}" == "true" ]; then
           ci_variables["RUN_SDK_CI"]="true"
         fi

.gitignore

@@ -89,6 +89,4 @@ generated-values.yaml
 TensorRT-LLM
 
 # Local build artifacts for devcontainer
-.build/
-# Copied binaries to ignore
-deploy/sdk/src/dynamo/sdk/cli/bin
+.build/