Add runtime environment output to fix building the release container

conda/environments/runtime_cuda-121_arch-x86_64.yaml

@@ -0,0 +1,41 @@
+# This file is generated by `rapids-dependency-file-generator`.
+# To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
+channels:
+- conda-forge
+- huggingface
+- rapidsai
+- rapidsai-nightly
+- nvidia
+- nvidia/label/dev
+- pytorch
+- defaults
+dependencies:
+- appdirs
+- click >=8
+- datacompy=0.10
+- dill=0.3.7
+- elasticsearch==8.9.0
+- feedparser=6.0.10
+- grpcio=1.59
+- mlflow=2.9.2
+- networkx=2.8.8
+- numpydoc=1.5
+- nvtabular=23.08.00
+- pip
+- python-confluent-kafka>=1.9.2,<1.10.0a0
+- python-graphviz
+- python=3.10
+- pytorch-cuda
+- pytorch=*=*cuda*
+- requests-cache=1.1
+- scikit-learn=1.3.2
+- sqlalchemy
+- tqdm=4
+- typing_utils=0.1
+- watchdog=3.0
+- websockets
+- pip:
+  - databricks-connect
+  - milvus==2.3.5
+  - pymilvus==2.3.6
+name: runtime_cuda-121_arch-x86_64

dependencies.yaml

@@ -124,7 +124,7 @@ files:
       - example-llm-vdb-upload
 
   runtime:
-    output: none
+    output: conda
     matrix:
       cuda: ["12.1"]
       arch: [x86_64]

docker/Dockerfile

@@ -39,9 +39,9 @@
 
 # Args used in FROM commands must come first
 ARG FROM_IMAGE="nvidia/cuda"
-ARG CUDA_MAJOR_VER=11
-ARG CUDA_MINOR_VER=8
-ARG CUDA_REV_VER=0
+ARG CUDA_MAJOR_VER=12
+ARG CUDA_MINOR_VER=1
+ARG CUDA_REV_VER=1
 ARG LINUX_DISTRO=ubuntu
 ARG LINUX_VER=22.04
 
@@ -176,13 +176,13 @@ ARG CUDA_MINOR_VER
 ARG CONDA_CHANNEL_ALIAS
 
 # Copy the development dependencies file
-COPY ${MORPHEUS_ROOT_HOST}/docker/conda/environments/cuda${CUDA_MAJOR_VER}.${CUDA_MINOR_VER}_dev.yml ./docker/conda/environments/
+COPY ${MORPHEUS_ROOT_HOST}/docker/conda/environments/dev_cuda-${CUDA_MAJOR_VER}${CUDA_MINOR_VER}_arch-x86_64.yml ./docker/conda/environments/dev.yaml
 
 # Update the morpheus environment
 RUN --mount=type=cache,id=conda_pkgs,target=/opt/conda/pkgs,sharing=locked \
     # Temp add channel_alias to get around conda 404 errors
     conda config --env --set channel_alias ${CONDA_CHANNEL_ALIAS} &&\
-    /opt/conda/bin/mamba env update -n morpheus --file docker/conda/environments/cuda${CUDA_MAJOR_VER}.${CUDA_MINOR_VER}_dev.yml &&\
+    /opt/conda/bin/mamba env update -n morpheus --file docker/conda/environments/dev.yaml &&\
     # Remove channel_alias to use the normal channel in the container
     conda config --env --remove-key channel_alias
 
@@ -232,7 +232,7 @@ ARG MORPHEUS_ROOT_HOST
 ARG CUDA_MAJOR_VER
 ARG CUDA_MINOR_VER
 
-COPY ${MORPHEUS_ROOT_HOST}/docker/conda/environments/cuda${CUDA_MAJOR_VER}.${CUDA_MINOR_VER}_runtime.yml ./docker/conda/environments/
+COPY ${MORPHEUS_ROOT_HOST}/conda/environments/runtime_cuda-${CUDA_MAJOR_VER}${CUDA_MINOR_VER}_arch-x86_64.yaml ./conda/environments/runtime.yaml
 
 # Mount Morpheus conda package build in `conda_bld_morpheus`
 RUN --mount=type=bind,from=conda_bld_morpheus,source=/opt/conda/conda-bld,target=/opt/conda/conda-bld \
@@ -244,13 +244,17 @@ RUN --mount=type=bind,from=conda_bld_morpheus,source=/opt/conda/conda-bld,target
     # Install morpheus
     CONDA_ALWAYS_YES=true /opt/conda/bin/mamba install -n morpheus \
         -c local \
+        -c conda-forge \
+        -c huggingface \
         -c rapidsai \
-        -c nvidia/label/cuda-12.1.0 \
-        -c nvidia/label/dev \
+        -c rapidsai-nightly \
         -c nvidia \
+        -c nvidia/label/dev \
         -c pytorch \
-        -c conda-forge morpheus &&\
-    /opt/conda/bin/mamba env update -n morpheus --file docker/conda/environments/cuda${CUDA_MAJOR_VER}.${CUDA_MINOR_VER}_runtime.yml && \
+        -c defaults \
+        morpheus &&\
+
+    /opt/conda/bin/conda env update --solver=libmamba -n morpheus --file conda/environments/runtime.yaml && \
     conda clean -afy
 
 # Only copy specific files/folders over that are necessary for runtime
@@ -259,7 +263,8 @@ COPY "${MORPHEUS_ROOT_HOST}/docs" "./docs"
 COPY "${MORPHEUS_ROOT_HOST}/examples" "./examples"
 COPY "${MORPHEUS_ROOT_HOST}/models" "./models"
 COPY "${MORPHEUS_ROOT_HOST}/scripts" "./scripts"
-COPY ["${MORPHEUS_ROOT_HOST}/*.md", "${MORPHEUS_ROOT_HOST}/LICENSE", "./"]
+COPY "${MORPHEUS_ROOT_HOST}/*.md" "./"
+COPY "${MORPHEUS_ROOT_HOST}/LICENSE" "./"
 
 # Use morpheus by default
 CMD [ "morpheus" ]

docker/build_container.sh

@@ -28,9 +28,9 @@ DOCKER_TARGET=${DOCKER_TARGET:-"runtime"}
 DOCKER_EXTRA_ARGS=${DOCKER_EXTRA_ARGS:-""}
 
 # Build args
-CUDA_MAJOR_VER=${CUDA_MAJOR_VER:-11}
-CUDA_MINOR_VER=${CUDA_MINOR_VER:-8}
-CUDA_REV_VER=${CUDA_REV_VER:-0}
+CUDA_MAJOR_VER=${CUDA_MAJOR_VER:-12}
+CUDA_MINOR_VER=${CUDA_MINOR_VER:-1}
+CUDA_REV_VER=${CUDA_REV_VER:-1}
 DOCA_ARTIFACTS_HOST=${DOCA_ARTIFACTS_HOST:-""}
 DOCA_REPO_HOST=${DOCA_REPO_HOST:-""}
 FROM_IMAGE=${FROM_IMAGE:-"nvidia/cuda"}