Nightly Test #437
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Test | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: '0 2 * * *' | |
| jobs: | |
| test-backup-restore-api: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| deploy_tools: [docker-compose] | |
| milvus_mode: [standalone] | |
| milvus_version: [master-latest, 2.4-latest] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.10 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| cache: pip | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.18.0' | |
| cache: true | |
| - name: Creating kind cluster | |
| if: ${{ matrix.deploy_tools == 'helm' }} | |
| uses: helm/kind-action@v1.2.0 | |
| - name: Build | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| if [ ${{ matrix.deploy_tools }} == 'helm' ]; then | |
| yq -i '.minio.bucketName = "milvus-bucket"' configs/backup.yaml | |
| yq -i '.minio.backupBucketName = "milvus-bucket"' configs/backup.yaml | |
| yq -i '.minio.rootPath = "file"' configs/backup.yaml | |
| fi | |
| yq -i '.log.level = "debug"' configs/backup.yaml | |
| cat configs/backup.yaml || true | |
| go get | |
| go build | |
| - name: Install dependency | |
| timeout-minutes: 5 | |
| working-directory: tests | |
| shell: bash | |
| run: | | |
| pip install -r requirements.txt --trusted-host https://test.pypi.org | |
| - name: Milvus deploy | |
| timeout-minutes: 15 | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| if [ ${{ matrix.deploy_tools }} == "helm" ]; then | |
| helm repo add milvus https://milvus-io.github.io/milvus-helm | |
| helm repo update | |
| helm install --wait --timeout 600s milvus-backup milvus/milvus --set image.all.tag=${{ matrix.milvus_version }} -f values.yaml | |
| kubectl get pods | |
| kubectl port-forward service/milvus-backup 19530 >/dev/null 2>&1 & | |
| kubectl port-forward service/milvus-backup-minio 9000 >/dev/null 2>&1 & | |
| sleep 10 | |
| nc -vz 127.0.0.1 19530 | |
| nc -vz 127.0.0.1 9000 | |
| sleep 10 | |
| kubectl get pods -n default | grep milvus-backup | |
| fi | |
| if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | |
| yq -i '.services.standalone.image= "milvusdb/milvus:${{ matrix.milvus_version }}"' docker-compose.yml | |
| cat docker-compose.yml | |
| docker-compose up -d | |
| bash ../../scripts/check_healthy.sh | |
| docker-compose ps -a | |
| fi | |
| - name: Start server | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| ./milvus-backup server > server.log 2>&1 & | |
| - name: Run test | |
| timeout-minutes: 180 | |
| shell: bash | |
| working-directory: tests | |
| run: | | |
| pytest -s -v --tags L0 L1 L2 L3 -n 4 | |
| - name: Get Milvus status | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| docker-compose ps -a || true | |
| kubectl get pods -n default || true | |
| - name: Export logs | |
| if: ${{ always() }} | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| if [ ${{ matrix.deploy_tools}} == "helm" ]; then | |
| bash ../../scripts/export_log_k8s.sh default milvus-backup logs | |
| fi | |
| if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | |
| bash ../../scripts/export_log_docker.sh logs | |
| fi | |
| - name: Upload logs | |
| if: ${{ ! success() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-${{ matrix.deploy_tools }}-${{ matrix.milvus_mode }}-${{ matrix.milvus_version }} | |
| path: | | |
| ./logs | |
| ./server.log | |
| /tmp/ci_logs | |
| deployment/${{ matrix.milvus_mode }}/logs | |
| test-backup-restore-with-custom-config: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| deploy_tools: [helm] | |
| milvus_mode: [standalone] | |
| milvus_minio_rootpath: ["", "file"] | |
| backup_bucket_name: ["milvus-backup", "milvus-bucket"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.10 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| cache: pip | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.18.0' | |
| cache: true | |
| - name: Creating kind cluster | |
| if: ${{ matrix.deploy_tools == 'helm' }} | |
| uses: helm/kind-action@v1.2.0 | |
| - name: Modify Milvus config | |
| timeout-minutes: 15 | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| yq -i '.minio.rootPath = "${{ matrix.milvus_minio_rootpath }}"' values.yaml | |
| - name: Build | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| if [ ${{ matrix.deploy_tools }} == 'helm' ]; then | |
| yq -i '.minio.bucketName = "milvus-bucket"' configs/backup.yaml | |
| yq -i '.minio.rootPath = "${{ matrix.milvus_minio_rootpath }}"' configs/backup.yaml | |
| yq -i '.minio.backupBucketName = "${{ matrix.backup_bucket_name }}"' configs/backup.yaml | |
| fi | |
| yq -i '.log.level = "debug"' configs/backup.yaml | |
| cat configs/backup.yaml || true | |
| go get | |
| go build | |
| - name: Install dependency | |
| timeout-minutes: 5 | |
| working-directory: tests | |
| shell: bash | |
| run: | | |
| pip install -r requirements.txt --trusted-host https://test.pypi.org | |
| sudo curl -L "https://github.com/docker/compose/releases/download/v2.20.3/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose | |
| sudo chmod +x /usr/local/bin/docker-compose | |
| - name: Milvus deploy | |
| timeout-minutes: 15 | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| if [ ${{ matrix.deploy_tools}} == "helm" ]; then | |
| helm repo add milvus https://milvus-io.github.io/milvus-helm | |
| helm repo update | |
| helm install --wait --timeout 600s milvus-backup milvus/milvus -f values.yaml | |
| kubectl get pods | |
| kubectl port-forward service/milvus-backup 19530 >/dev/null 2>&1 & | |
| kubectl port-forward service/milvus-backup-minio 9000 >/dev/null 2>&1 & | |
| sleep 10 | |
| nc -vz 127.0.0.1 19530 | |
| nc -vz 127.0.0.1 9000 | |
| sleep 10 | |
| kubectl get pods -n default | grep milvus-backup | |
| fi | |
| if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | |
| docker-compose up -d | |
| bash ../../scripts/check_healthy.sh | |
| docker-compose ps -a | |
| fi | |
| - name: Prepare data | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| python example/prepare_data.py | |
| - name: Backup | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| ./milvus-backup check | |
| ./milvus-backup list | |
| ./milvus-backup create -n my_backup | |
| ./milvus-backup list | |
| - name: Restore backup | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| ./milvus-backup restore -n my_backup -s _recover | |
| - name: Verify data | |
| timeout-minutes: 5 | |
| shell: bash | |
| run: | | |
| python example/verify_data.py | |
| - name: Export logs | |
| if: ${{ always() }} | |
| shell: bash | |
| working-directory: deployment/${{ matrix.milvus_mode }} | |
| run: | | |
| if [ ${{ matrix.deploy_tools}} == "helm" ]; then | |
| bash ../../scripts/export_log_k8s.sh default milvus-backup logs | |
| fi | |
| if [ ${{ matrix.deploy_tools}} == "docker-compose" ]; then | |
| bash ../../scripts/export_log_docker.sh logs | |
| fi | |
| - name: Upload logs | |
| if: ${{ ! success() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: custom-config-${{ matrix.deploy_tools }}-${{ matrix.milvus_mode }} | |
| path: | | |
| ./logs | |
| ./server.log | |
| /tmp/ci_logs | |
| deployment/${{ matrix.milvus_mode }}/logs |