Skip to content

Commit

Permalink
Add nightly image build and publish action (opea-project#1067)
Browse files Browse the repository at this point in the history
Signed-off-by: chensuyue <suyue.chen@intel.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Signed-off-by: astafevav <astafevav@sibedge.com>
  • Loading branch information
2 people authored and astafevav committed Nov 6, 2024
1 parent 1e3434a commit e98904e
Showing 1 changed file with 65 additions and 0 deletions.
65 changes: 65 additions & 0 deletions .github/workflows/nightly-docker-build-publish.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

name: Nightly build/publish latest docker images

on:
schedule:
- cron: "30 1 * * *"
workflow_dispatch:

env:
examples: "AgentQnA,AudioQnA,ChatQnA,CodeGen,CodeTrans,DocIndexRetriever,DocSum,FaqGen,InstructionTuning,MultimodalQnA,ProductivitySuite,RerankFinetuning,SearchQnA,Translation,VideoQnA,VisualQnA"
node: gaudi
tag: latest
publish_tags: latest

jobs:
get-build-matrix:
runs-on: ubuntu-latest
outputs:
examples: ${{ steps.get-matrix.outputs.examples }}
steps:
- name: Create Matrix
id: get-matrix
run: |
examples=($(echo ${{ env.examples }} | tr ',' ' '))
examples_json=$(printf '%s\n' "${examples[@]}" | sort -u | jq -R '.' | jq -sc '.')
echo "examples=$examples_json" >> $GITHUB_OUTPUT
build:
needs: get-build-matrix
strategy:
matrix:
example: ${{ fromJSON(needs.get-build-matrix.outputs.examples) }}
fail-fast: false
uses: ./.github/workflows/_example-workflow.yml
with:
node: ${{ env.node }}
example: ${{ matrix.example }}
inject_commit: true
secrets: inherit

get-image-list:
uses: ./.github/workflows/_get-image-list.yml
with:
examples: ${{ env.examples }}

publish:
needs: [get-image-list, build]
strategy:
matrix:
image: ${{ fromJSON(needs.get-image-list.outputs.matrix) }}
runs-on: "docker-build-${{ env.node }}"
steps:
- uses: docker/login-action@v3.2.0
with:
username: ${{ secrets.DOCKERHUB_USER }}
password: ${{ secrets.DOCKERHUB_TOKEN }}

- name: Image Publish
uses: opea-project/validation/actions/image-publish@main
with:
local_image_ref: ${OPEA_IMAGE_REPO}opea/${{ matrix.image }}:${{ env.tag }}
image_name: opea/${{ matrix.image }}
publish_tags: ${{ env.publish_tags }}

0 comments on commit e98904e

Please sign in to comment.