BanyanDB: Support update the Group settings when OAP starting. #4948
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| name: CI | |
| on: | |
| pull_request: | |
| schedule: | |
| - cron: "0 18 * * *" # TimeZone: UTC 0 | |
| concurrency: | |
| group: skywalking-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| SW_AGENT_JDK_VERSION: 8 | |
| MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120 | |
| SEGMENT_DOWNLOAD_TIMEOUT_MINS: 5 # Cache restore timeout | |
| jobs: | |
| license-header: | |
| if: (github.event_name == 'schedule' && github.repository == 'apache/skywalking') || (github.event_name != 'schedule') | |
| name: License header | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Check license header | |
| uses: apache/skywalking-eyes@5b7ee1731d036b5aac68f8bd3fc9e6f98ada082e | |
| code-style: | |
| if: (github.event_name == 'schedule' && github.repository == 'apache/skywalking') || (github.event_name != 'schedule') | |
| name: Code style | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Check code style | |
| run: ./mvnw -B -q clean checkstyle:check | |
| dependency-license: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.pom == 'true' || needs.changes.outputs.ui == 'true') | |
| name: Dependency licenses | |
| needs: [changes] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: "temurin" | |
| java-version: "11" | |
| cache: "maven" | |
| - name: Setup Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: "1.17" | |
| - name: Check Dependencies Licenses | |
| run: | | |
| go install github.com/apache/skywalking-eyes/cmd/license-eye@5b7ee1731d036b5aac68f8bd3fc9e6f98ada082e | |
| license-eye dependency resolve --summary ./dist-material/release-docs/LICENSE.tpl || exit 1 | |
| if [ ! -z "$(git diff -U0 ./dist-material/release-docs/LICENSE)" ]; then | |
| echo "LICENSE file is not updated correctly" | |
| git diff -U0 ./dist-material/release-docs/LICENSE | |
| exit 1 | |
| fi | |
| sanity-check: | |
| if: ( always() && ! cancelled() ) && (github.event_name == 'schedule' && github.repository == 'apache/skywalking') || (github.event_name != 'schedule') | |
| name: Sanity check results | |
| needs: [license-header, code-style, dependency-license] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - name: Check results | |
| run: | | |
| [[ ${{ needs.license-header.result }} == 'success' ]] || exit 1; | |
| [[ ${{ needs.code-style.result }} == 'success' ]] || exit 1; | |
| [[ ${{ needs.dependency-license.result }} == 'success' ]] || [[ ${{ needs.dependency-license.result }} == 'skipped' ]] || exit 1; | |
| changes: | |
| # Check if anything related to Actual code / CI(functional testing) is changed | |
| # set outputs for other jobs to access for if conditions | |
| runs-on: ubuntu-latest | |
| # To prevent error when there's no base branch | |
| if: github.event_name != 'schedule' | |
| timeout-minutes: 10 | |
| outputs: | |
| oap: ${{ steps.filter-oap.outputs.any_modified }} | |
| pom: ${{ steps.filter-pom.outputs.any_modified }} | |
| ui: ${{ steps.filter-ui.outputs.any_modified }} | |
| steps: | |
| - uses: actions/checkout@v3 # required for push event | |
| with: | |
| fetch-depth: 0 | |
| submodules: true | |
| - name: Filter OAP | |
| id: filter-oap | |
| # The GHA version is pinned by infra (2024-03-17) | |
| uses: tj-actions/changed-files@v43.0.0 | |
| with: | |
| files_ignore: | | |
| **/*.{md,txt} | |
| skywalking-ui/** | |
| .asf.yaml | |
| .dlc.json | |
| .gitignore | |
| .licenserc.yaml | |
| codeStyle.xml | |
| HEADER | |
| LICENSE | |
| NOTICE | |
| docs/** | |
| .github/workflows/codeql.yaml | |
| .github/ISSUE_TEMPLATE/** | |
| .github/PULL_REQUEST_TEMPLATE | |
| dist-material/release-docs/** | |
| component-libraries.yml | |
| - name: Filter POM | |
| id: filter-pom | |
| uses: tj-actions/changed-files@v43.0.0 | |
| with: | |
| files: | | |
| **/pom.xml | |
| - name: Filter UI | |
| id: filter-ui | |
| uses: tj-actions/changed-files@v43.0.0 | |
| with: | |
| files: | | |
| skywalking-ui/** | |
| - name: List all modified files | |
| if: steps.filter-oap.outputs.any_modified == 'true' || steps.filter-ui.outputs.any_modified == 'true' || steps.filter-pom.outputs.any_modified == 'true' | |
| run: | | |
| echo "Files that have changed or modified:" | |
| echo "OAP: ${{ steps.filter-oap.outputs.all_changed_and_modified_files }}" | |
| echo "POM: ${{ steps.filter-pom.outputs.all_changed_and_modified_files }}" | |
| echo "UI: ${{ steps.filter-ui.outputs.all_changed_and_modified_files }}" | |
| dist-tar: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: Build dist tar | |
| needs: [sanity-check, changes] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: "temurin" | |
| java-version: "11" | |
| cache: "maven" | |
| - name: Build distribution tar | |
| run: | | |
| ./mvnw clean flatten:flatten install javadoc:javadoc -B -q -Pall \ | |
| -Dmaven.test.skip \ | |
| -Dcheckstyle.skip \ | |
| -Dgpg.skip | |
| - name: Verify builds are reproducible | |
| run: ./mvnw -Dmaven.test.skip clean flatten:flatten verify artifact:compare -Pall -Dgpg.skip | |
| - uses: actions/upload-artifact@v4 | |
| name: Upload distribution tar | |
| with: | |
| name: dist | |
| path: dist | |
| docker: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: Docker images | |
| needs: [dist-tar, changes] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| strategy: | |
| matrix: | |
| java-version: [11, 17] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/download-artifact@v4 | |
| name: Download distribution tar | |
| with: | |
| name: dist | |
| path: dist | |
| - name: Set up Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: temurin | |
| java-version: ${{ matrix.java-version }} | |
| - name: Build and save docker images | |
| env: | |
| SW_OAP_BASE_IMAGE: eclipse-temurin:${{ matrix.java-version }}-jre | |
| run: | | |
| make docker.all || make docker.all | |
| docker save -o docker-images-skywalking-oap.tar skywalking/oap:latest | |
| docker save -o docker-images-skywalking-ui.tar skywalking/ui:latest | |
| - name: Upload docker images | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: docker-images-${{ matrix.java-version }} | |
| path: docker-images-skywalking-*.tar | |
| unit-test: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: Unit test | |
| needs: [sanity-check, changes] | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 30 | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, macos-14, windows-latest] | |
| java-version: [11] | |
| include: | |
| - os: ubuntu-latest | |
| java-version: 17 | |
| - os: ubuntu-latest | |
| java-version: 21 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Cache maven repository | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-maven- | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.java-version }} | |
| distribution: temurin | |
| - name: Unit test | |
| run: ./mvnw clean test -q -B -D"checkstyle.skip" || ./mvnw clean test -q -B -D"checkstyle.skip" | |
| integration-test: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: Integration test | |
| needs: [sanity-check, changes] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| matrix: | |
| java-version: [11, 17, 21] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Cache maven repository | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-maven- | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.java-version }} | |
| distribution: temurin | |
| - name: Integration test | |
| run: | | |
| # Exclude slow integration tests and run those tests separately below. | |
| ./mvnw -B clean integration-test -Dcheckstyle.skip -DskipUTs=true -DexcludedGroups=slow || \ | |
| ./mvnw -B clean integration-test -Dcheckstyle.skip -DskipUTs=true -DexcludedGroups=slow | |
| # Slow tests | |
| slow-integration-test: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: Slow Integration Tests | |
| needs: [sanity-check, changes] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| matrix: | |
| test: | |
| - name: ElasticSearch / OpenSearch | |
| class: org.apache.skywalking.library.elasticsearch.ElasticSearchIT | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Cache maven repository | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-maven- | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: 11 | |
| distribution: temurin | |
| - name: ${{ matrix.test.name }} | |
| run: | | |
| ./mvnw -B clean integration-test -Dcheckstyle.skip -DskipUTs=true -Dit.test=${{ matrix.test.class }} -Dfailsafe.failIfNoSpecifiedTests=false || \ | |
| ./mvnw -B clean integration-test -Dcheckstyle.skip -DskipUTs=true -Dit.test=${{ matrix.test.class }} -Dfailsafe.failIfNoSpecifiedTests=false | |
| e2e-test: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: E2E test | |
| needs: [docker] | |
| runs-on: ${{ matrix.test.runs-on || 'ubuntu-latest' }} | |
| timeout-minutes: 60 | |
| env: | |
| OTEL_COLLECTOR_VERSION: 0.102.1 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test: | |
| - name: Cluster ZK/ES | |
| config: test/e2e-v2/cases/cluster/zk/es/e2e.yaml | |
| - name: Agent NodeJS Backend | |
| config: test/e2e-v2/cases/nodejs/e2e.yaml | |
| - name: Agent Golang | |
| config: test/e2e-v2/cases/go/e2e.yaml | |
| - name: Agent NodeJS Frontend | |
| config: test/e2e-v2/cases/browser/e2e.yaml | |
| - name: Agent NodeJS Frontend ES | |
| config: test/e2e-v2/cases/browser/es/e2e.yaml | |
| - name: Agent NodeJS Frontend ES Sharding | |
| config: test/e2e-v2/cases/browser/es/es-sharding/e2e.yaml | |
| - name: Agent PHP | |
| config: test/e2e-v2/cases/php/e2e.yaml | |
| - name: Agent Python | |
| config: test/e2e-v2/cases/python/e2e.yaml | |
| - name: Agent Lua | |
| config: test/e2e-v2/cases/lua/e2e.yaml | |
| - name: BanyanDB | |
| config: test/e2e-v2/cases/storage/banyandb/e2e.yaml | |
| - name: BanyanDB TLS | |
| config: test/e2e-v2/cases/storage/banyandb/tls/e2e.yaml | |
| - name: Storage H2 | |
| config: test/e2e-v2/cases/storage/h2/e2e.yaml | |
| - name: Storage MySQL | |
| config: test/e2e-v2/cases/storage/mysql/e2e.yaml | |
| - name: Storage PostgreSQL | |
| config: test/e2e-v2/cases/storage/postgres/e2e.yaml | |
| - name: Storage ES 7.16.3 | |
| config: test/e2e-v2/cases/storage/es/e2e.yaml | |
| env: ES_VERSION=7.16.3 | |
| - name: Storage ES 7.17.10 | |
| config: test/e2e-v2/cases/storage/es/e2e.yaml | |
| env: ES_VERSION=7.17.10 | |
| - name: Storage ES 8.1.0 | |
| config: test/e2e-v2/cases/storage/es/e2e.yaml | |
| env: ES_VERSION=8.1.0 | |
| - name: Storage ES 8.9.0 | |
| config: test/e2e-v2/cases/storage/es/e2e.yaml | |
| env: ES_VERSION=8.9.0 | |
| - name: Storage OpenSearch 1.1.0 | |
| config: test/e2e-v2/cases/storage/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.1.0 | |
| - name: Storage OpenSearch 1.3.10 | |
| config: test/e2e-v2/cases/storage/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.3.10 | |
| - name: Storage OpenSearch 2.4.0 | |
| config: test/e2e-v2/cases/storage/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=2.4.0 | |
| - name: Storage OpenSearch 2.8.0 | |
| config: test/e2e-v2/cases/storage/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=2.8.0 | |
| - name: Storage ES Sharding | |
| config: test/e2e-v2/cases/storage/es/es-sharding/e2e.yaml | |
| - name: Alarm H2 | |
| config: test/e2e-v2/cases/alarm/h2/e2e.yaml | |
| - name: Alarm ES | |
| config: test/e2e-v2/cases/alarm/es/e2e.yaml | |
| - name: Alarm ES Sharding | |
| config: test/e2e-v2/cases/alarm/es/es-sharding/e2e.yaml | |
| - name: Alarm MySQL | |
| config: test/e2e-v2/cases/alarm/mysql/e2e.yaml | |
| - name: Alarm PostgreSQL | |
| config: test/e2e-v2/cases/alarm/postgres/e2e.yaml | |
| - name: Alarm BanyanDB | |
| config: test/e2e-v2/cases/alarm/banyandb/e2e.yaml | |
| - name: TTL ES 7.16.3 | |
| config: test/e2e-v2/cases/ttl/es/e2e.yaml | |
| env: ES_VERSION=7.16.3 | |
| - name: TTL ES 8.8.1 | |
| config: test/e2e-v2/cases/ttl/es/e2e.yaml | |
| env: ES_VERSION=8.8.1 | |
| - name: Event BanyanDB | |
| config: test/e2e-v2/cases/event/banyandb/e2e.yaml | |
| - name: Event H2 | |
| config: test/e2e-v2/cases/event/h2/e2e.yaml | |
| - name: Event ES | |
| config: test/e2e-v2/cases/event/es/e2e.yaml | |
| - name: Event MySQL | |
| config: test/e2e-v2/cases/event/mysql/e2e.yaml | |
| - name: Log H2 | |
| config: test/e2e-v2/cases/log/h2/e2e.yaml | |
| - name: Log MySQL | |
| config: test/e2e-v2/cases/log/mysql/e2e.yaml | |
| - name: Log PostgreSQL | |
| config: test/e2e-v2/cases/log/postgres/e2e.yaml | |
| - name: Log ES 7.16.3 | |
| config: test/e2e-v2/cases/log/es/e2e.yaml | |
| env: ES_VERSION=7.16.3 | |
| - name: Log ES 7.17.10 | |
| config: test/e2e-v2/cases/log/es/e2e.yaml | |
| env: ES_VERSION=7.17.10 | |
| - name: Log ES 8.8.1 Shardng | |
| config: test/e2e-v2/cases/log/es/es-sharding/e2e.yaml | |
| env: ES_VERSION=8.8.1 | |
| - name: Log BanyanDB | |
| config: test/e2e-v2/cases/log/banyandb/e2e.yaml | |
| - name: Log FluentBit ES 7.16.3 | |
| config: test/e2e-v2/cases/log/fluent-bit/e2e.yaml | |
| env: ES_VERSION=7.16.3 | |
| - name: Log FluentBit ES 7.17.10 | |
| config: test/e2e-v2/cases/log/fluent-bit/e2e.yaml | |
| env: ES_VERSION=7.17.10 | |
| - name: Log FluentBit ES 8.8.1 | |
| config: test/e2e-v2/cases/log/fluent-bit/e2e.yaml | |
| env: ES_VERSION=8.8.1 | |
| - name: Trace Profiling BanyanDB | |
| config: test/e2e-v2/cases/profiling/trace/banyandb/e2e.yaml | |
| - name: Trace Profiling H2 | |
| config: test/e2e-v2/cases/profiling/trace/h2/e2e.yaml | |
| - name: Trace Profiling ES | |
| config: test/e2e-v2/cases/profiling/trace/es/e2e.yaml | |
| - name: Trace Profiling ES Sharding | |
| config: test/e2e-v2/cases/profiling/trace/es/es-sharding/e2e.yaml | |
| - name: Trace Profiling MySQL | |
| config: test/e2e-v2/cases/profiling/trace/mysql/e2e.yaml | |
| - name: Trace Profiling Postgres | |
| config: test/e2e-v2/cases/profiling/trace/postgres/e2e.yaml | |
| - name: Trace Profiling OpenSearch 1.1.0 | |
| config: test/e2e-v2/cases/profiling/trace/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.1.0 | |
| - name: Trace Profiling OpenSearch 1.3.6 | |
| config: test/e2e-v2/cases/profiling/trace/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.3.6 | |
| - name: Trace Profiling OpenSearch 2.4.0 | |
| config: test/e2e-v2/cases/profiling/trace/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=2.4.0 | |
| - name: eBPF Profiling On CPU BanyanDB | |
| config: test/e2e-v2/cases/profiling/ebpf/oncpu/banyandb/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/oncpu/ | |
| file: Dockerfile.sqrt | |
| name: test/oncpu:test | |
| - name: eBPF Profiling On CPU ES | |
| config: test/e2e-v2/cases/profiling/ebpf/oncpu/es/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/oncpu/ | |
| file: Dockerfile.sqrt | |
| name: test/oncpu:test | |
| - name: eBPF Profiling On CPU ES Sharding | |
| config: test/e2e-v2/cases/profiling/ebpf/oncpu/es/es-sharding/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/oncpu/ | |
| file: Dockerfile.sqrt | |
| name: test/oncpu:test | |
| - name: eBPF Profiling Off CPU | |
| config: test/e2e-v2/cases/profiling/ebpf/offcpu/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/offcpu/ | |
| file: Dockerfile.file | |
| name: test/offcpu:test | |
| runs-on: ubuntu-20.04 | |
| - name: eBPF Profiling Network BanyanDB | |
| config: test/e2e-v2/cases/profiling/ebpf/network/banyandb/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/network/ | |
| file: Dockerfile.service | |
| name: test/network:test | |
| - name: eBPF Profiling Network ES | |
| config: test/e2e-v2/cases/profiling/ebpf/network/es/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/network/ | |
| file: Dockerfile.service | |
| name: test/network:test | |
| - name: eBPF Profiling Network ES Sharding | |
| config: test/e2e-v2/cases/profiling/ebpf/network/es/es-sharding/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/network/ | |
| file: Dockerfile.service | |
| name: test/network:test | |
| - name: Continuous Profiling BanyanDB | |
| config: test/e2e-v2/cases/profiling/ebpf/continuous/banyandb/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/continuous/ | |
| file: Dockerfile.sqrt | |
| name: test/continuous:test | |
| - name: Continuous Profiling ES | |
| config: test/e2e-v2/cases/profiling/ebpf/continuous/es/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/continuous/ | |
| file: Dockerfile.sqrt | |
| name: test/continuous:test | |
| - name: Continuous Profiling Sharding ES | |
| config: test/e2e-v2/cases/profiling/ebpf/continuous/es/es-sharding/e2e.yaml | |
| docker: | |
| base: test/e2e-v2/cases/profiling/ebpf/continuous/ | |
| file: Dockerfile.sqrt | |
| name: test/continuous:test | |
| # eBPF Access Log | |
| - name: eBPF Access Log BanyanDB | |
| config: test/e2e-v2/cases/profiling/ebpf/access_log/banyandb/e2e.yaml | |
| - name: eBPF Access Log ES | |
| config: test/e2e-v2/cases/profiling/ebpf/access_log/es/e2e.yaml | |
| - name: eBPF Access Log ES Sharding | |
| config: test/e2e-v2/cases/profiling/ebpf/access_log/es/es-sharding/e2e.yaml | |
| - name: Kafka Basic | |
| config: test/e2e-v2/cases/kafka/simple-so11y/e2e.yaml | |
| - name: Kafka Profiling | |
| config: test/e2e-v2/cases/kafka/profile/e2e.yaml | |
| - name: Kafka Meter | |
| config: test/e2e-v2/cases/kafka/meter/e2e.yaml | |
| - name: Kafka Log | |
| config: test/e2e-v2/cases/kafka/log/e2e.yaml | |
| - name: Istio Metrics Service 1.20.0 | |
| config: test/e2e-v2/cases/istio/metrics/e2e.yaml | |
| env: | | |
| ISTIO_VERSION=1.20.0 | |
| KUBERNETES_VERSION=28 | |
| - name: Istio Metrics Service 1.21.0 | |
| config: test/e2e-v2/cases/istio/metrics/e2e.yaml | |
| env: | | |
| ISTIO_VERSION=1.21.0 | |
| KUBERNETES_VERSION=28 | |
| - name: Istio Metrics Service 1.22.0 | |
| config: test/e2e-v2/cases/istio/metrics/e2e.yaml | |
| env: | | |
| ISTIO_VERSION=1.22.0 | |
| KUBERNETES_VERSION=28 | |
| - name: Istio Metrics Service 1.23.0 | |
| config: test/e2e-v2/cases/istio/metrics/e2e.yaml | |
| env: | | |
| ISTIO_VERSION=1.23.0 | |
| KUBERNETES_VERSION=28 | |
| - name: Istio Metrics Service 1.24.0 | |
| config: test/e2e-v2/cases/istio/metrics/e2e.yaml | |
| env: | | |
| ISTIO_VERSION=1.24.0 | |
| KUBERNETES_VERSION=28 | |
| - name: Rover with Istio Process 1.15.0 | |
| config: test/e2e-v2/cases/rover/process/istio/e2e.yaml | |
| env: ISTIO_VERSION=1.15.0 | |
| runs-on: ubuntu-20.04 | |
| - name: Satellite | |
| config: test/e2e-v2/cases/satellite/native-protocols/e2e.yaml | |
| - name: Auth | |
| config: test/e2e-v2/cases/simple/auth/e2e.yaml | |
| - name: SSL | |
| config: test/e2e-v2/cases/simple/ssl/e2e.yaml | |
| - name: mTLS | |
| config: test/e2e-v2/cases/simple/mtls/e2e.yaml | |
| - name: Virtual Gateway | |
| config: test/e2e-v2/cases/gateway/e2e.yaml | |
| - name: Meter | |
| config: test/e2e-v2/cases/meter/e2e.yaml | |
| - name: VM Zabbix | |
| config: test/e2e-v2/cases/vm/zabbix/e2e.yaml | |
| - name: VM Prometheus | |
| config: test/e2e-v2/cases/vm/prometheus-node-exporter/e2e.yaml | |
| - name: VM Telegraf | |
| config: test/e2e-v2/cases/vm/telegraf/e2e.yaml | |
| - name: So11y | |
| config: test/e2e-v2/cases/so11y/e2e.yaml | |
| - name: MySQL Prometheus and slowsql | |
| config: test/e2e-v2/cases/mysql/mysql-slowsql/e2e.yaml | |
| - name: PostgreSQL Prometheus | |
| config: test/e2e-v2/cases/postgresql/postgres-exporter/e2e.yaml | |
| - name: MariaDB Prometheus and slowsql | |
| config: test/e2e-v2/cases/mariadb/mariadb-slowsql/e2e.yaml | |
| - name: Zipkin ES | |
| config: test/e2e-v2/cases/zipkin/es/e2e.yaml | |
| - name: Zipkin ES Sharding | |
| config: test/e2e-v2/cases/zipkin/es/es-sharding/e2e.yaml | |
| - name: Zipkin MySQL | |
| config: test/e2e-v2/cases/zipkin/mysql/e2e.yaml | |
| - name: Zipkin Opensearch | |
| config: test/e2e-v2/cases/zipkin/opensearch/e2e.yaml | |
| - name: Zipkin H2 | |
| config: test/e2e-v2/cases/zipkin/h2/e2e.yaml | |
| - name: Zipkin Postgres | |
| config: test/e2e-v2/cases/zipkin/postgres/e2e.yaml | |
| - name: Zipkin Kafka | |
| config: test/e2e-v2/cases/zipkin/kafka/e2e.yaml | |
| - name: Zipkin BanyanDB | |
| config: test/e2e-v2/cases/zipkin/banyandb/e2e.yaml | |
| - name: Nginx | |
| config: test/e2e-v2/cases/nginx/e2e.yaml | |
| - name: APISIX metrics | |
| config: test/e2e-v2/cases/apisix/otel-collector/e2e.yaml | |
| - name: Exporter Kafka | |
| config: test/e2e-v2/cases/exporter/kafka/e2e.yaml | |
| - name: Virtual MQ | |
| config: test/e2e-v2/cases/virtual-mq/e2e.yaml | |
| - name: AWS Cloud EKS | |
| config: test/e2e-v2/cases/aws/eks/e2e.yaml | |
| - name: Windows | |
| config: test/e2e-v2/cases/win/e2e.yaml | |
| - name: AWS Cloud S3 | |
| config: test/e2e-v2/cases/aws/s3/e2e.yaml | |
| - name: AWS Cloud DynamoDB | |
| config: test/e2e-v2/cases/aws/dynamodb/e2e.yaml | |
| - name: PromQL Service | |
| config: test/e2e-v2/cases/promql/e2e.yaml | |
| - name: LogQL Service | |
| config: test/e2e-v2/cases/logql/e2e.yaml | |
| - name: AWS API Gateway | |
| config: test/e2e-v2/cases/aws/api-gateway/e2e.yaml | |
| - name: Redis Prometheus and Log Collecting | |
| config: test/e2e-v2/cases/redis/redis-exporter/e2e.yaml | |
| - name: Elasticsearch | |
| config: test/e2e-v2/cases/elasticsearch/e2e.yaml | |
| - name: MongoDB | |
| config: test/e2e-v2/cases/mongodb/e2e.yaml | |
| - name: RabbitMQ | |
| config: test/e2e-v2/cases/rabbitmq/e2e.yaml | |
| - name: Kafka | |
| config: test/e2e-v2/cases/kafka/kafka-monitoring/e2e.yaml | |
| - name: MQE Service | |
| config: test/e2e-v2/cases/mqe/e2e.yaml | |
| - name: Pulsar and BookKeeper | |
| config: test/e2e-v2/cases/pulsar/e2e.yaml | |
| - name: RocketMQ | |
| config: test/e2e-v2/cases/rocketmq/e2e.yaml | |
| - name: ClickHouse | |
| config: test/e2e-v2/cases/clickhouse/clickhouse-prometheus-endpoint/e2e.yaml | |
| - name: ActiveMQ | |
| config: test/e2e-v2/cases/activemq/e2e.yaml | |
| - name: Kong | |
| config: test/e2e-v2/cases/kong/e2e.yaml | |
| - name: UI Menu BanyanDB | |
| config: test/e2e-v2/cases/menu/banyandb/e2e.yaml | |
| - name: UI Menu H2 | |
| config: test/e2e-v2/cases/menu/h2/e2e.yaml | |
| - name: UI Menu ES | |
| config: test/e2e-v2/cases/menu/es/e2e.yaml | |
| - name: UI Menu Sharding ES | |
| config: test/e2e-v2/cases/menu/es/es-sharding/e2e.yaml | |
| - name: UI Menu MySQL | |
| config: test/e2e-v2/cases/menu/mysql/e2e.yaml | |
| - name: UI Menu Postgres | |
| config: test/e2e-v2/cases/menu/postgres/e2e.yaml | |
| - name: UI Menu OpenSearch 1.1.0 | |
| config: test/e2e-v2/cases/menu/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.1.0 | |
| - name: UI Menu OpenSearch 1.3.6 | |
| config: test/e2e-v2/cases/menu/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=1.3.6 | |
| - name: UI Menu OpenSearch 2.4.0 | |
| config: test/e2e-v2/cases/menu/opensearch/e2e.yaml | |
| env: OPENSEARCH_VERSION=2.4.0 | |
| - name: OTLP Trace | |
| config: test/e2e-v2/cases/otlp-traces/e2e.yaml | |
| - name: Cilium Service | |
| config: test/e2e-v2/cases/cilium/e2e.yaml | |
| - name: Async Profiler ES | |
| config: test/e2e-v2/cases/profiling/async-profiler/es/e2e.yaml | |
| - name: Async Profiler BanyanDB | |
| config: test/e2e-v2/cases/profiling/async-profiler/banyandb/e2e.yaml | |
| - name: Async Profiler MySQL | |
| config: test/e2e-v2/cases/profiling/async-profiler/mysql/e2e.yaml | |
| - name: Async Profiler h2 | |
| config: test/e2e-v2/cases/profiling/async-profiler/h2/e2e.yaml | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/download-artifact@v4 | |
| name: Download docker images | |
| with: | |
| name: docker-images-11 | |
| path: docker-images | |
| - name: Load docker images | |
| run: | | |
| find docker-images -name "*.tar" -exec docker load -i {} \; | |
| find docker-images -name "*.tar" -exec rm {} \; | |
| - name: Login to ghcr | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Cache maven repository | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('test/e2e-v2/java-test-service/**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-maven- | |
| - name: Prepare test services | |
| shell: bash | |
| run: ./mvnw -B -q -f test/e2e-v2/java-test-service/pom.xml clean flatten:flatten package | |
| - name: Set env var | |
| run: | | |
| echo "${{ matrix.test.env }}" >> $GITHUB_ENV | |
| - name: Build test image | |
| if: matrix.test.docker != null | |
| run: docker build -t ${{ matrix.test.docker.name }} -f ${{ matrix.test.docker.base }}/${{ matrix.test.docker.file }} ${{ matrix.test.docker.base }} | |
| - name: ${{ matrix.test.name }} | |
| uses: apache/skywalking-infra-e2e@cf589b4a0b9f8e6f436f78e9cfd94a1ee5494180 | |
| with: | |
| e2e-file: $GITHUB_WORKSPACE/${{ matrix.test.config }} | |
| - if: ${{ failure() }} | |
| run: | | |
| df -h | |
| du -sh . | |
| docker images | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| name: Upload Logs | |
| with: | |
| name: test-logs-${{ matrix.test.name }} | |
| path: "${{ env.SW_INFRA_E2E_LOG_DIR }}" | |
| e2e-test-istio: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: E2E test | |
| needs: [docker] | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| analyzer: [k8s-mesh, mx-mesh] | |
| versions: | |
| - istio: 1.20.0 | |
| kubernetes: 28 | |
| - istio: 1.21.0 | |
| kubernetes: 28 | |
| - istio: 1.22.0 | |
| kubernetes: 28 | |
| - istio: 1.23.0 | |
| kubernetes: 28 | |
| - istio: 1.24.0 | |
| kubernetes: 28 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/download-artifact@v4 | |
| name: Download docker images | |
| with: | |
| name: docker-images-11 | |
| path: docker-images | |
| - name: Load docker images | |
| run: | | |
| find docker-images -name "*.tar" -exec docker load -i {} \; | |
| find docker-images -name "*.tar" -exec rm {} \; | |
| - name: Login to ghcr | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: ${{ matrix.test.name }} | |
| uses: apache/skywalking-infra-e2e@cf589b4a0b9f8e6f436f78e9cfd94a1ee5494180 | |
| env: | |
| ISTIO_VERSION: ${{ matrix.versions.istio }} | |
| KUBERNETES_VERSION: ${{ matrix.versions.kubernetes }} | |
| ALS_ANALYZER: ${{ matrix.analyzer }} | |
| with: | |
| e2e-file: $GITHUB_WORKSPACE/test/e2e-v2/cases/istio/als/e2e.yaml | |
| - if: ${{ failure() }} | |
| run: | | |
| df -h | |
| du -sh . | |
| docker images | |
| - uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| name: Upload Logs | |
| with: | |
| name: test-logs-${{ matrix.test.name }} | |
| path: "${{ env.SW_INFRA_E2E_LOG_DIR }}" | |
| e2e-test-java-versions: | |
| if: | | |
| ( always() && ! cancelled() ) && | |
| ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true') | |
| name: E2E test | |
| needs: [docker] | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java-version: [11, 17] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: actions/download-artifact@v4 | |
| name: Download docker images | |
| with: | |
| name: docker-images-${{ matrix.java-version }} | |
| path: docker-images | |
| - name: Load docker images | |
| run: | | |
| find docker-images -name "*.tar" -exec docker load -i {} \; | |
| find docker-images -name "*.tar" -exec rm {} \; | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: ${{ matrix.java-version }} | |
| distribution: temurin | |
| - name: Cache maven repository | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-${{ hashFiles('test/e2e-v2/java-test-service/**/pom.xml') }} | |
| restore-keys: ${{ runner.os }}-maven- | |
| - name: Prepare test services | |
| shell: bash | |
| run: ./mvnw -B -q -f test/e2e-v2/java-test-service/pom.xml clean package | |
| - name: Java version ${{ matrix.java-version }} | |
| uses: apache/skywalking-infra-e2e@cf589b4a0b9f8e6f436f78e9cfd94a1ee5494180 | |
| env: | |
| SW_AGENT_JDK_VERSION: ${{ matrix.java-version }} | |
| with: | |
| e2e-file: $GITHUB_WORKSPACE/test/e2e-v2/cases/simple/jdk/e2e.yaml | |
| required: | |
| if: always() | |
| name: Required | |
| needs: | |
| - dependency-license | |
| - unit-test | |
| - integration-test | |
| - slow-integration-test | |
| - e2e-test | |
| - e2e-test-istio | |
| - e2e-test-java-versions | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - name: Merge Requirement | |
| # check changes, sanity, dependency license, unit, integration, e2e, e2e-istio and e2e-java-versions, | |
| # if all of them are working as expected then naturally exits else return error code | |
| run: | | |
| execute=${{ needs.changes.outputs.oap }} | |
| sanityResults=${{ needs.dependency-license.result }} | |
| [[ ${sanityResults} == 'success' ]] || [[ ${execute} != 'true' && ${sanityResults} == 'skipped' ]] || exit -1; | |
| depLicenseResults=${{ needs.dependency-license.result }} | |
| unitResults=${{ needs.unit-test.result }}; | |
| integrationResults=${{ needs.integration-test.result }}; | |
| timeConsumingITResults=${{ needs.slow-integration-test.result }}; | |
| e2eResults=${{ needs.e2e-test.result }}; | |
| e2eIstioResults=${{ needs.e2e-test-istio.result }}; | |
| e2eJavaVersionResults=${{ needs.e2e-test-java-versions.result }}; | |
| [[ ${depLicenseResults} == 'success' ]] || [[ ${execute} != 'true' && ${depLicenseResults} == 'skipped' ]] || exit -2; | |
| [[ ${unitResults} == 'success' ]] || [[ ${execute} != 'true' && ${unitResults} == 'skipped' ]] || exit -3; | |
| [[ ${integrationResults} == 'success' ]] || [[ ${execute} != 'true' && ${integrationResults} == 'skipped' ]] || exit -4; | |
| [[ ${e2eResults} == 'success' ]] || [[ ${execute} != 'true' && ${e2eResults} == 'skipped' ]] || exit -5; | |
| [[ ${e2eIstioResults} == 'success' ]] || [[ ${execute} != 'true' && ${e2eIstioResults} == 'skipped' ]] || exit -6; | |
| [[ ${e2eJavaVersionResults} == 'success' ]] || [[ ${execute} != 'true' && ${e2eJavaVersionResults} == 'skipped' ]] || exit -7; | |
| [[ ${timeConsumingITResults} == 'success' ]] || [[ ${execute} != 'true' && ${timeConsumingITResults} == 'skipped' ]] || exit -8; | |
| exit 0; |