add nightly build for torchserve-kfs image

.github/workflows/docker-nightly-build.yml

@@ -3,7 +3,7 @@ name: Push Docker Nightly
 on:
   # run every day at 1:15pm
   schedule:
-    - cron:  '15 13 * * *'
+    - cron: "15 13 * * *"
 jobs:
   nightly:
     runs-on: ubuntu-20.04
@@ -23,12 +23,16 @@ jobs:
         run: |
           cd docker
           python docker_nightly.py
+      - name: Push KServe Docker Nightly
+        run: |
+          cd kubernetes/kserve
+          python docker_nightly.py
 
       - name: Open issue on failure
         if: ${{ failure() && github.event_name  == 'schedule' }}
         uses: dacbd/create-issue-action@v1
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
           title: Nightly Docker build failed
-          body:  Commit ${{ github.sha }} daily scheduled [CI run](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}) failed, please check why
-          assignees: ''
+          body: Commit ${{ github.sha }} daily scheduled [CI run](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}) failed, please check why
+          assignees: ""

kubernetes/kserve/build_image.sh

@@ -1,8 +1,11 @@
 #!/bin/bash
 
+MACHINE=cpu
 DOCKER_TAG="pytorch/torchserve-kfs:latest"
 BASE_IMAGE="pytorch/torchserve:latest"
 DOCKER_FILE="Dockerfile"
+BUILD_NIGHTLY=false
+USE_CUSTOM_TAG=false
 
 for arg in "$@"
 do
@@ -12,9 +15,11 @@ do
           echo "-h, --help  show brief help"
           echo "-g, --gpu specify for gpu build"
           echo "-t, --tag specify tag name for docker image"
+          echo "-n, --nightly specify to build with TorchServe nightly"
           exit 0
           ;;
         -g|--gpu)
+          MACHINE=gpu
           DOCKER_TAG="pytorch/torchserve-kfs:latest-gpu"
           BASE_IMAGE="pytorch/torchserve:latest-gpu"
           shift
@@ -23,14 +28,32 @@ do
           DOCKER_FILE="Dockerfile.dev"
           shift
           ;;
+        -n|--nightly)
+          BUILD_NIGHTLY=true
+          shift
+          ;;
         -t|--tag)
-          DOCKER_TAG="$2"
+          CUSTOM_TAG="$2"
+          USE_CUSTOM_TAG=true
           shift
           shift
           ;;
     esac
 done
 
+if [[ "${MACHINE}" == "gpu" ]] && [[ "$BUILD_NIGHTLY" == true ]] ;
+then
+  BASE_IMAGE="pytorch/torchserve-nightly:latest-gpu"
+elif [[ "${MACHINE}" == "cpu" ]] && [[ "$BUILD_NIGHTLY" == true ]] ;
+then
+  BASE_IMAGE="pytorch/torchserve-nightly:latest-cpu"
+fi
+
+if [ "$USE_CUSTOM_TAG" = true ]
+then
+  DOCKER_TAG=${CUSTOM_TAG}
+fi
+
 cp ../../frontend/server/src/main/resources/proto/*.proto .
 
 DOCKER_BUILDKIT=1 docker build --file "$DOCKER_FILE" --build-arg BASE_IMAGE=$BASE_IMAGE -t "$DOCKER_TAG" .

kubernetes/kserve/docker_nightly.py

@@ -0,0 +1,57 @@
+import argparse
+import os
+import sys
+
+# To help discover local modules
+REPO_ROOT = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../..")
+sys.path.append(REPO_ROOT)
+
+from setup import get_nightly_version
+from ts_scripts.utils import try_and_handle
+
+if __name__ == "__main__":
+    failed_commands = []
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--organization",
+        type=str,
+        default="pytorch",
+        help="The name of the Dockerhub organization where the images will be pushed",
+    )
+    parser.add_argument(
+        "--dry_run",
+        action="store_true",
+        help="dry_run will print the commands that will be run without running them",
+    )
+    args = parser.parse_args()
+    dry_run = args.dry_run
+    organization = args.organization
+
+    project = "torchserve-kfs-nightly"
+    cpu_version = f"{project}:cpu-{get_nightly_version()}"
+    gpu_version = f"{project}:gpu-{get_nightly_version()}"
+
+    # Build Nightly images and append the date in the name
+    try_and_handle(f"./build_image.sh -n -t {organization}/{cpu_version}", dry_run)
+    try_and_handle(
+        f"./build_image.sh -g -n -t {organization}/{gpu_version}",
+        dry_run,
+    )
+
+    # Push Nightly images to official PyTorch Dockerhub account
+    try_and_handle(f"docker push {organization}/{cpu_version}", dry_run)
+    try_and_handle(f"docker push {organization}/{gpu_version}", dry_run)
+
+    # Tag nightly images with latest
+    try_and_handle(
+        f"docker tag {organization}/{cpu_version} {organization}/{project}:latest-cpu",
+        dry_run,
+    )
+    try_and_handle(
+        f"docker tag {organization}/{gpu_version} {organization}/{project}:latest-gpu",
+        dry_run,
+    )
+
+    # Push images with latest tag
+    try_and_handle(f"docker push {organization}/{project}:latest-cpu", dry_run)
+    try_and_handle(f"docker push {organization}/{project}:latest-gpu", dry_run)