Skip to content

Commit

Permalink
Add build emebddings wokflow
Browse files Browse the repository at this point in the history
  • Loading branch information
mishig25 committed Jun 21, 2024
1 parent cd169a4 commit 66fbd84
Showing 1 changed file with 59 additions and 0 deletions.
59 changes: 59 additions & 0 deletions .github/workflows/build_embeddings.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
name: Daily Build Embeddings

env:
DIFFUSERS_SLOW_IMPORT: yes

on:
push:
schedule:
- cron: "5 7 * * *" # every day at 07:05
# to run this workflow manually from the Actions tab
workflow_dispatch:

# Steps
# for i in list:
# git clone
# install
# build embeddings

on:
workflow_call:
secrets:
hf_token:
required: false
token:
required: false

jobs:
matrix-job:
runs-on: ubuntu-latest
strategy:
max-parallel: 1 # run the matrix jobs sequentially
matrix:
include:
- lib: diffusers
doc_folder: 14
- lib: datasets
doc_folder: 20
- lib: transformers
doc_folder: 14
- lib: accelerate
doc_folder: 20
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
steps:
- name: Checkout repository
uses: actions/checkout@v2
- name: Echo
run: echo ${{ matrix.lib }} ${{ matrix.doc_folder }}


cleanup-job:
needs: matrix-job
runs-on: ubuntu-latest
steps:
- name: Run cleanup steps
run: |
echo "Performing cleanup tasks"
# Add your cleanup commands here

0 comments on commit 66fbd84

Please sign in to comment.