-
Notifications
You must be signed in to change notification settings - Fork 34
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Run Cypress integration tests on build
Run the Cypress integration tests as a GitHub action on every build, to better catch regressions. Signed-off-by: Michael Froh <froh@amazon.com>
- Loading branch information
Showing
1 changed file
with
136 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,136 @@ | ||
# Running search relevance integ tests stored in https://github.com/opensearch-project/opensearch-dashboards-functional-test | ||
# In the future we should pull dependencies from bundled build snapshots. Because that is not available | ||
# yet we build the cluster from source (besides core Opensearch, which is a pulled min artifact). | ||
name: Remote integ tests workflow | ||
on: | ||
push: | ||
branches: | ||
- "*" | ||
pull_request: | ||
branches: | ||
- "*" | ||
env: | ||
OPENSEARCH_DASHBOARDS_VERSION: 'main' | ||
OPENSEARCH_VERSION: '3.0.0-SNAPSHOT' | ||
OPENSEARCH_DASHBOARDS_FTREPO_VERSION: 'main' | ||
ANOMALY_DETECTION_PLUGIN_VERSION: 'main' | ||
jobs: | ||
test-without-security: | ||
name: Run integ tests without security | ||
strategy: | ||
matrix: | ||
os: [ubuntu-latest, windows-latest] | ||
java: [11] | ||
include: | ||
- os: windows-latest | ||
cypress_cache_folder: ~/AppData/Local/Cypress/Cache | ||
- os: ubuntu-latest | ||
cypress_cache_folder: ~/.cache/Cypress | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- name: Set up Java 11 | ||
uses: actions/setup-java@v3 | ||
with: | ||
distribution: 'corretto' | ||
java-version: '11' | ||
|
||
- name: Enable longer filenames | ||
if: ${{ matrix.os == 'windows-latest' }} | ||
run: git config --system core.longpaths true | ||
|
||
- name: Checkout Anomaly-Detection | ||
uses: actions/checkout@v2 | ||
with: | ||
path: anomaly-detection | ||
repository: opensearch-project/anomaly-detection | ||
ref: ${{ env.ANOMALY_DETECTION_PLUGIN_VERSION }} | ||
|
||
- name: Run OpenSearch with plugin | ||
run: | | ||
cd anomaly-detection | ||
./gradlew run -Dopensearch.version=${{ env.OPENSEARCH_VERSION }} & | ||
timeout 300 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost:9200)" != "200" ]]; do sleep 5; done' | ||
shell: bash | ||
|
||
- name: Checkout OpenSearch Dashboards | ||
uses: actions/checkout@v2 | ||
with: | ||
repository: opensearch-project/OpenSearch-Dashboards | ||
ref: ${{ env.OPENSEARCH_DASHBOARDS_VERSION }} | ||
path: OpenSearch-Dashboards | ||
|
||
- name: Checkout Anomaly Detection OpenSearch Dashboards plugin | ||
uses: actions/checkout@v2 | ||
with: | ||
path: OpenSearch-Dashboards/plugins/anomaly-detection-dashboards-plugin | ||
|
||
- name: Get node and yarn versions | ||
id: versions_step | ||
run: | | ||
echo "::set-output name=node_version::$(node -p "(require('./OpenSearch-Dashboards/package.json').engines.node).match(/[.0-9]+/)[0]")" | ||
echo "::set-output name=yarn_version::$(node -p "(require('./OpenSearch-Dashboards/package.json').engines.yarn).match(/[.0-9]+/)[0]")" | ||
- name: Setup node | ||
uses: actions/setup-node@v1 | ||
with: | ||
node-version: ${{ steps.versions_step.outputs.node_version }} | ||
registry-url: 'https://registry.npmjs.org' | ||
|
||
- name: Install correct yarn version for OpenSearch Dashboards | ||
run: | | ||
npm uninstall -g yarn | ||
echo "Installing yarn ${{ steps.versions_step.outputs.yarn_version }}" | ||
npm i -g yarn@${{ steps.versions_step.outputs.yarn_version }} | ||
- name: Bootstrap the plugin | ||
run: | | ||
cd OpenSearch-Dashboards/plugins/anomaly-detection-dashboards-plugin | ||
yarn osd bootstrap | ||
- name: Run OpenSearch Dashboards server | ||
run: | | ||
cd OpenSearch-Dashboards | ||
yarn start --no-base-path --no-watch & | ||
shell: bash | ||
|
||
# Window is slow so wait longer | ||
- name: Sleep until OSD server starts - windows | ||
if: ${{ matrix.os == 'windows-latest' }} | ||
run: Start-Sleep -s 400 | ||
shell: powershell | ||
|
||
- name: Sleep until OSD server starts - non-windows | ||
if: ${{ matrix.os != 'windows-latest' }} | ||
run: sleep 300 | ||
shell: bash | ||
|
||
- name: Checkout opensearch-dashboards-functional-test | ||
uses: actions/checkout@v2 | ||
with: | ||
path: opensearch-dashboards-functional-test | ||
repository: opensearch-project/opensearch-dashboards-functional-test | ||
ref: ${{ env.OPENSEARCH_DASHBOARDS_FTREPO_VERSION }} | ||
|
||
- name: Get Cypress version | ||
id: cypress_version | ||
run: | | ||
echo "::set-output name=cypress_version::$(cat ./opensearch-dashboards-functional-test/package.json | jq '.devDependencies.cypress' | tr -d '"')" | ||
- name: Cache Cypress | ||
id: cache-cypress | ||
uses: actions/cache@v1 | ||
with: | ||
path: ${{ matrix.cypress_cache_folder }} | ||
key: cypress-cache-v2-${{ runner.os }}-${{ hashFiles('**/package.json') }} | ||
env: | ||
CYPRESS_INSTALL_BINARY: ${{ steps.cypress_version.outputs.cypress_version }} | ||
- run: npx cypress cache list | ||
- run: npx cypress cache path | ||
|
||
- name: Run search-relevance cypress tests | ||
uses: cypress-io/github-action@v2 | ||
with: | ||
working-directory: opensearch-dashboards-functional-test | ||
command: yarn run cypress run --env SECURITY_ENABLED=false --spec cypress/integration/plugins/search-relevance-dashboards/*.js | ||
env: | ||
CYPRESS_CACHE_FOLDER: ${{ matrix.cypress_cache_folder }} |