Add stream management HTTP api

.github/workflows/docker.stream_management_api.yml

@@ -0,0 +1,42 @@
+name: Build and Push CPU Container
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - 
+        name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      -
+        name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      -
+        name: Build and Push
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          tags: roboflow/roboflow-inference-stream-management-api:latest,roboflow/roboflow-inference-stream-management-api:${{env.VERSION}}
+          cache-from: type=registry,ref=roboflow/roboflow-inference-stream-management-api:cache
+          cache-to: type=registry,ref=roboflow/roboflow-inference-stream-management-api:cache,mode=max
+          platforms: linux/amd64,linux/arm64
+          file: ./docker/dockerfiles/Dockerfile.stream_management_api

.github/workflows/docker.stream_manager.cpu.yml

@@ -0,0 +1,42 @@
+name: Build and Push CPU Container
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - 
+        name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      -
+        name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      -
+        name: Build and Push
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          tags: roboflow/roboflow-inference-stream-manager-cpu:latest,roboflow/roboflow-inference-stream-manager-cpu:${{env.VERSION}}
+          cache-from: type=registry,ref=roboflow/roboflow-inference-stream-manager-cpu:cache
+          cache-to: type=registry,ref=roboflow/roboflow-inference-stream-manager-cpu:cache,mode=max
+          platforms: linux/amd64,linux/arm64
+          file: ./docker/dockerfiles/Dockerfile.onnx.cpu

.github/workflows/docker.stream_manager.gpu.yml

@@ -0,0 +1,46 @@
+name: Build and Push GPU Container
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Remove unnecessary files
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - 
+        name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      -
+        name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      -
+        name: Build and Push
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          tags: roboflow/roboflow-inference-stream-manager-gpu:latest,roboflow/roboflow-inference-stream-manager-gpu:${{env.VERSION}}
+          cache-from: type=registry,ref=roboflow/roboflow-inference-stream-manager-gpu:cache
+          cache-to: type=registry,ref=roboflow/roboflow-inference-stream-manager-gpu,mode=max
+          platforms: linux/amd64
+          file: ./docker/dockerfiles/Dockerfile.onnx.gpu.stream_manager

.github/workflows/docker.stream_manager.jetson.5.1.1.yml

@@ -0,0 +1,46 @@
+name: Build and Push Jetson 5.X Container
+
+on:
+  release:
+    types: [created]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Remove unnecessary files
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+      -
+        name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      -
+        name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - 
+        name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      -
+        name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      -
+        name: Build and Push
+        uses: docker/build-push-action@v4
+        with:
+          push: true
+          tags: roboflow/roboflow-inference-stream-manager-jetson-5.1.1:latest,roboflow/roboflow-inference-stream-manager-jetson-5.1.1:${{ env.VERSION}}
+          cache-from: type=registry,ref=roboflow/roboflow-inference-stream-manager-jetson-5.1.1:cache
+          cache-to: type=registry,ref=roboflow/roboflow-inference-stream-manager-jetson-5.1.1:cache,mode=max
+          platforms: linux/arm64
+          file: ./docker/dockerfiles/Dockerfile.onnx.jetson.5.1.1.stream_manager

.gitignore

@@ -153,4 +153,5 @@ inference_cli/version.py
 inference_sdk/version.py
 
 **/.DS_Store
-!tests/inference/unit_tests/core/interfaces/assets/*.mp4
+!tests/inference/unit_tests/core/interfaces/assets/*.mp4
+!inference/enterprise/stream_management/assets/*.jpg

development/stream_interface/udp_receiver.py

@@ -2,13 +2,14 @@
 import os
 import socket
 
+HOST = os.getenv("HOST", "127.0.0.1")
 PORT = int(os.getenv("PORT", "9999"))
 BUFFER_SIZE = 65535
 
 
 def main() -> None:
     udp_socket = socket.socket(family=socket.AF_INET, type=socket.SOCK_DGRAM)
-    udp_socket.bind(("127.0.0.1", PORT))
+    udp_socket.bind((HOST, PORT))
     try:
         while True:
             message, _ = udp_socket.recvfrom(BUFFER_SIZE)

docker/dockerfiles/Dockerfile.onnx.cpu.stream_manager

@@ -0,0 +1,37 @@
+FROM python:3.9
+
+WORKDIR /app
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+RUN apt update -y && apt install -y \
+    ffmpeg \
+    libxext6 \
+    libopencv-dev \
+    uvicorn \
+    python3-pip \
+    git \
+    libgdal-dev \
+    cmake \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements/requirements.cpu.txt \
+    requirements/requirements.http.txt \
+    requirements/_requirements.txt \
+    ./
+
+RUN pip3 install --upgrade pip  && pip3 install \
+    -r _requirements.txt \
+    -r requirements.cpu.txt \
+    -r requirements.http.txt \
+    --upgrade \
+    && rm -rf ~/.cache/pip
+
+COPY inference inference
+
+ENV VERSION_CHECK_MODE=continuous
+ENV PROJECT=roboflow-platform
+ENV HOST=0.0.0.0
+ENV PORT=7070
+
+ENTRYPOINT ["python", "-m", "inference.enterprise.stream_management.manager.app"]

docker/dockerfiles/Dockerfile.onnx.gpu.stream_manager

@@ -0,0 +1,35 @@
+FROM nvcr.io/nvidia/cuda:11.4.2-cudnn8-runtime-ubuntu20.04
+
+WORKDIR /app
+
+RUN rm -rf /var/lib/apt/lists/* && apt-get clean && apt-get update -y && DEBIAN_FRONTEND=noninteractive apt-get install -y \
+    ffmpeg \
+    libxext6 \
+    libopencv-dev \
+    uvicorn \
+    python3-pip \
+    git \
+    libgdal-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements/requirements.http.txt \
+    requirements/requirements.gpu.txt \
+    requirements/_requirements.txt \
+    ./
+
+RUN pip3 install --upgrade pip  && pip3 install \
+    -r _requirements.txt \
+    -r requirements.http.txt \
+    -r requirements.gpu.txt \
+    --upgrade \
+    && rm -rf ~/.cache/pip
+
+WORKDIR /app/
+COPY inference inference
+
+ENV VERSION_CHECK_MODE=continuous
+ENV PROJECT=roboflow-platform
+ENV HOST=0.0.0.0
+ENV PORT=7070
+
+ENTRYPOINT ["python3", "-m", "inference.enterprise.stream_management.manager.app"]

docker/dockerfiles/Dockerfile.onnx.jetson.5.1.1.stream_manager

@@ -0,0 +1,56 @@
+FROM nvcr.io/nvidia/l4t-ml:r35.2.1-py3
+
+ARG DEBIAN_FRONTEND=noninteractive
+ENV LANG en_US.UTF-8 
+
+RUN apt-get update -y && apt-get install -y \
+    lshw \
+    git \
+    python3-pip \
+    python3-matplotlib \
+    gfortran \
+    build-essential \
+    libatlas-base-dev \
+    ffmpeg \
+    libsm6 \
+    libxext6 \
+    wget \
+    python3-shapely \
+    gdal-bin \
+    libgdal-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements/requirements.clip.txt \
+    requirements/requirements.http.txt \
+    requirements/_requirements.txt \
+    ./
+
+RUN pip3 install --ignore-installed PyYAML && rm -rf ~/.cache/pip
+
+RUN pip3 install --upgrade pip  && pip3 install \
+    -r _requirements.txt \
+    -r requirements.clip.txt \
+    -r requirements.http.txt \
+    --upgrade \
+    && rm -rf ~/.cache/pip
+
+RUN pip3 uninstall --yes onnxruntime
+RUN wget https://nvidia.box.com/shared/static/v59xkrnvederwewo2f1jtv6yurl92xso.whl -O onnxruntime_gpu-1.12.1-cp38-cp38-linux_aarch64.whl
+RUN pip3 install onnxruntime_gpu-1.12.1-cp38-cp38-linux_aarch64.whl "opencv-python-headless<4.3" \
+    && rm -rf ~/.cache/pip \
+    && rm onnxruntime_gpu-1.12.1-cp38-cp38-linux_aarch64.whl
+
+WORKDIR /app/
+COPY inference inference
+
+ENV ORT_TENSORRT_FP16_ENABLE=1
+ENV ORT_TENSORRT_ENGINE_CACHE_ENABLE=1
+ENV CORE_MODEL_SAM_ENABLED=False
+ENV OPENBLAS_CORETYPE=ARMV8 
+ENV LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libgomp.so.1:/usr/local/lib/python3.8/dist-packages/torch.libs/libgomp-d22c30c5.so.1.0.0
+ENV VERSION_CHECK_MODE=continuous
+ENV PROJECT=roboflow-platform
+ENV HOST=0.0.0.0
+ENV PORT=7070
+
+ENTRYPOINT ["python3", "-m", "inference.enterprise.stream_management.manager.app"]

docker/dockerfiles/Dockerfile.stream_management_api

@@ -0,0 +1,38 @@
+FROM python:3.9
+
+WORKDIR /app
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+RUN apt update -y && apt install -y \
+    ffmpeg \
+    libxext6 \
+    libopencv-dev \
+    uvicorn \
+    python3-pip \
+    git \
+    libgdal-dev \
+    cmake \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements/requirements.http.txt \
+    requirements/requirements.cpu.txt \
+    requirements/_requirements.txt \
+    ./
+
+RUN pip3 install --upgrade pip  && pip3 install \
+    -r _requirements.txt \
+    -r requirements.cpu.txt \
+    -r requirements.http.txt \
+    --upgrade \
+    && rm -rf ~/.cache/pip
+
+COPY inference inference
+
+ENV VERSION_CHECK_MODE=continuous
+ENV STREAM_MANAGEMENT_API_HOST=0.0.0.0
+ENV STREAM_MANAGEMENT_API_PORT=8080
+ENV STREAM_MANAGER_HOST=127.0.0.1
+ENV STREAM_MANAGER_PORT=7070
+
+ENTRYPOINT ["python", "-m", "inference.enterprise.stream_management.api.app"]