CI: performance impact measurements

.github/workflows/integration-tests-benchmarks.yml

@@ -8,7 +8,7 @@ on:
       - '**/sentry-android/**'
       - '**/sentry-android-core/**'
       - '**/sentry-android-ndk/**'
-      - '**/sentry-android-integration-tests/sentry-uitest-android-benchmark/**'
+      - '**/sentry-android-integration-tests/**'
       - '**/.github/**'
 
 jobs:
@@ -50,3 +50,28 @@ jobs:
           sauce-username: ${{ secrets.SAUCE_USERNAME }}
           sauce-access-key: ${{ secrets.SAUCE_ACCESS_KEY }}
           config-file: .sauce/sentry-uitest-android-benchmark-lite.yml
+
+  startup-test:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: sentry-android-integration-tests/appium
+
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v2
+
+      - name: "Set up Java: 11"
+        uses: actions/setup-java@v2
+        with:
+          java-version: "11"
+          distribution: "adopt"
+
+      - run: npm install
+
+      - run: npm run build:apps
+
+      - run: npm run saucelabs:android
+        env:
+          SAUCE_USERNAME: ${{ secrets.SAUCE_USERNAME }}
+          SAUCE_ACCESS_KEY: ${{ secrets.SAUCE_ACCESS_KEY }}

build.gradle.kts

@@ -60,6 +60,8 @@ apiValidation {
             "sentry-samples-netflix-dgs",
             "sentry-uitest-android",
             "sentry-uitest-android-benchmark",
+            "test-app-plain",
+            "test-app-sentry",
         )
     )
 }

sentry-android-integration-tests/README.md

@@ -0,0 +1,7 @@
+# Android performance-impact and integration tests
+
+* [Sample app without sentry](./test-app-plain) created with Android Studio -> New Project -> Basic Activity
+* [Same app, but with Sentry included](./test-app-sentry) - made part of the root project
+* [Appium based tests](./appium/)
+* [Espresso-based benchmarks](./sentry-uitest-android-benchmark) - run within SauceLabs (see /.sauce/*.yml)
+* [Espresso-based UI tests](./sentry-uitest-android) - run within SauceLabs (see /.sauce/*.yml)

sentry-android-integration-tests/appium/.gitignore

@@ -0,0 +1,22 @@
+# Log files
+logs
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+*.log
+
+# DS_Store
+*.DS_Store
+
+# virtual machine crash logs
+hs_err_pid*
+
+# node_modules
+**/node_modules
+
+# Optional npm cache directory
+**/.npm
+
+# files
+**/.DS_Store
+**/.idea

sentry-android-integration-tests/appium/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2022 Sentry
+Copyright (c) 2019 saucelabs-training
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

sentry-android-integration-tests/appium/README.md

@@ -0,0 +1,35 @@
+# Appium-based test
+
+Originally based on [SauceLabs's demo scripts](https://github.com/saucelabs-training/demo-js/tree/8c936c7a6865823e3251362ed5cb8ed2327c59be/webdriverio/appium-app/examples/simple-example).
+
+## Install dependencies
+
+```shell
+npm install
+```
+
+## Compile test apps
+
+```shell
+npm run build:apps
+```
+
+## Run tests
+
+You can run your tests on Sauce Labs:
+
+```shell
+# Run Android Tests
+npm run saucelabs:android
+# Run iOS Tests
+npm run saucelabs:ios
+```
+
+Or you can run the tests on your local Appium installation (head over to [appium.io](https://appium.io/) to get started):
+
+```shell
+# Run Android Tests
+npm run local:android
+# Run iOS Tests
+npm run local:ios
+```