Skip to content

Commit

Permalink
Update daily_tests.yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
zhulinJulia24 authored Jan 29, 2024
1 parent 183dbc5 commit 72481e9
Showing 1 changed file with 14 additions and 20 deletions.
34 changes: 14 additions & 20 deletions .github/workflows/daily_tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,15 @@ on:
env:
WORKSPACE_PREFIX: $(echo $GITHUB_WORKSPACE |cut -d '/' -f 1-4)
SLURM_PARTITION: llm_s
CONDA_BASE_ENV: internlm-model-base

CONDA_BASE_ENV: lmdeployv2
jobs:
HF_model:
runs-on: [t_cluster]
runs-on: self-hosted
continue-on-error: true
strategy:
matrix:
transformers-version: [4.34.0, 4.36.0, 4.37.1]
steps:
- name: mask env
run: |
Expand All @@ -23,30 +27,20 @@ jobs:
conda create -n internlm-model-latest --clone ${CONDA_BASE_ENV}
source activate internlm-model-latest
# TODO:test other version of transformers
pip install transformers
pip install transformers==${{ matrix.transformers-version }}
pip install sentencepiece
srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 pytest -s -v --color=yes ./tests/test_hf_model.py
conda deactivate
- name: remove_env
if: always()
run: |
conda env remove --name internlm-model-latest
clear_env:
if: ${{ !cancelled() }}
needs: [HF_model]
runs-on: [t_cluster]
timeout-minutes: 10
steps:
- name: mask env
run: |
echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
echo "::add-mask::$path_prefix"
- name: remove_env
run: |
conda env remove --name internlm-model-latest
notify_to_feishu:
if: ${{ always() && !cancelled() && contains(needs.*.result, 'failure') && (github.ref_name == 'develop' || github.ref_name == 'main') }}
needs: [HF_model,clear_env]
runs-on: [t_cluster]
needs: [HF_model]
runs-on: self-hosted
steps:
- name: mask env
run: |
Expand Down

0 comments on commit 72481e9

Please sign in to comment.