-
Notifications
You must be signed in to change notification settings - Fork 50
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[ci]Add nightly to run all test on master, 2.3 and 2.2 milvus version (…
…#208) Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
- Loading branch information
1 parent
c4c04d8
commit 60bfe7c
Showing
1 changed file
with
125 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,125 @@ | ||
name: Test | ||
|
||
on: | ||
workflow_dispatch: | ||
schedule: | ||
- cron: '0 2 * * *' | ||
|
||
jobs: | ||
test-backup-restore-api: | ||
runs-on: ubuntu-latest | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
deploy_tools: [helm] | ||
milvus_mode: [standalone] | ||
milvus_version: [master-latest, 2.3.0-latest, 2.2.0-latest] | ||
|
||
steps: | ||
- uses: actions/checkout@v3 | ||
|
||
- name: Set up Python 3.8 | ||
uses: actions/setup-python@v2 | ||
with: | ||
python-version: 3.8 | ||
cache: pip | ||
|
||
- uses: actions/setup-go@v3 | ||
with: | ||
go-version: '1.18.0' | ||
cache: true | ||
|
||
- name: Creating kind cluster | ||
if: ${{ matrix.deploy_tools == 'helm' }} | ||
uses: helm/kind-action@v1.2.0 | ||
|
||
- name: Build | ||
timeout-minutes: 5 | ||
shell: bash | ||
run: | | ||
if [ ${{ matrix.deploy_tools }} == 'helm' ]; then | ||
yq -i '.minio.bucketName = "milvus-bucket"' configs/backup.yaml | ||
yq -i '.minio.backupBucketName = "milvus-bucket"' configs/backup.yaml | ||
yq -i '.minio.rootPath = "file"' configs/backup.yaml | ||
fi | ||
yq -i '.log.level = "debug"' configs/backup.yaml | ||
cat configs/backup.yaml || true | ||
go get | ||
go build | ||
- name: Install dependency | ||
|
||
timeout-minutes: 5 | ||
working-directory: tests | ||
shell: bash | ||
run: | | ||
pip install -r requirements.txt --trusted-host https://test.pypi.org | ||
- name: Milvus deploy | ||
|
||
timeout-minutes: 15 | ||
shell: bash | ||
working-directory: deployment/${{ matrix.milvus_mode }} | ||
run: | | ||
if [ ${{ matrix.deploy_tools }} == "helm" ]; then | ||
helm repo add milvus https://milvus-io.github.io/milvus-helm | ||
helm repo update | ||
helm install --wait --timeout 600s milvus-backup milvus/milvus --set image.all.tag=${{ matrix.milvus_version }} -f values.yaml | ||
kubectl get pods | ||
kubectl port-forward service/milvus-backup 19530 >/dev/null 2>&1 & | ||
kubectl port-forward service/milvus-backup-minio 9000 >/dev/null 2>&1 & | ||
sleep 10 | ||
nc -vz 127.0.0.1 19530 | ||
nc -vz 127.0.0.1 9000 | ||
sleep 10 | ||
kubectl get pods -n default | grep milvus-backup | ||
fi | ||
if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | ||
docker-compose up -d | ||
bash ../../scripts/check_healthy.sh | ||
docker-compose ps -a | ||
fi | ||
- name: Start server | ||
timeout-minutes: 5 | ||
shell: bash | ||
run: | | ||
./milvus-backup server > server.log 2>&1 & | ||
- name: Run test | ||
timeout-minutes: 120 | ||
shell: bash | ||
working-directory: tests | ||
run: | | ||
pytest -s -v --log-cli-level=INFO --capture=no | ||
- name: Get Milvus status | ||
shell: bash | ||
working-directory: deployment/${{ matrix.milvus_mode }} | ||
run: | | ||
docker-compose ps -a || true | ||
kubectl get pods -n default || true | ||
- name: Export logs | ||
if: ${{ always() }} | ||
shell: bash | ||
working-directory: deployment/${{ matrix.milvus_mode }} | ||
run: | | ||
if [ ${{ matrix.deploy_tools}} == "helm" ]; then | ||
bash ../../scripts/export_log_k8s.sh default milvus-backup logs | ||
fi | ||
if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | ||
bash ../../scripts/export_log_docker.sh logs | ||
fi | ||
- name: Upload logs | ||
if: ${{ ! success() }} | ||
uses: actions/upload-artifact@v2 | ||
with: | ||
name: logs-${{ matrix.deploy_tools }}-${{ matrix.milvus_mode }} | ||
path: | | ||
./logs | ||
./server.log | ||
/tmp/ci_logs | ||
deployment/${{ matrix.milvus_mode }}/logs |