Ci/perf tests

.eslintignore

@@ -1,8 +1,9 @@
 # Ignore build generated dir
 dist
 
-# Ignore sample folder
+# Ignore standalone apps
 sample
+test/perf/TestApp*
 
 # Ignore dangerfile
-dangerfile.js
+dangerfile.js

.github/workflows/e2e.yml

@@ -31,7 +31,7 @@ jobs:
  path: |
  node_modules
  sample/node_modules
- key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}
+ key: ${{ github.workflow }}-${{ github.job }}-${{ hashFiles('yarn.lock', 'sample/yarn.lock') }}
  - name: Install Dependencies
  if: steps.deps-cache.outputs['cache-hit'] != 'true'
  run: yarn install
@@ -89,7 +89,7 @@ jobs:
  path: |
  node_modules
  sample/node_modules
- key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}
+ key: ${{ github.workflow }}-${{ github.job }}-${{ hashFiles('yarn.lock', 'sample/yarn.lock') }}
  - uses: actions/cache@v3
  id: pods-cache
  with:
@@ -150,3 +150,138 @@ jobs:
  with:
  name: appium.ios.log
  path: ./sample/appium.log
+
+ android-metrics:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-node@v3
+ with:
+ node-version: "12"
+ - uses: actions/setup-java@v3
+ with:
+ java-version: "11"
+ distribution: "adopt"
+ - name: Install Global Dependencies
+ run: yarn global add react-native-cli @sentry/cli yalc
+ - uses: actions/cache@v3
+ id: deps-cache
+ with:
+ path: |
+ node_modules
+ test/perf/TestAppSentry/node_modules
+ key: ${{ github.workflow }}-${{ github.job }}-${{ hashFiles('yarn.lock', 'test/perf/TestAppSentry/yarn.lock') }}
+ - name: Install Dependencies
+ if: steps.deps-cache.outputs['cache-hit'] != 'true'
+ run: yarn install
+ - name: Build SDK
+ run: yarn build
+ - name: Package SDK
+ run: yalc publish
+ - uses: actions/setup-node@v3
+ with:
+ node-version: "16"
+ - name: Install Dependencies - app sentry
+ if: steps.deps-cache.outputs['cache-hit'] != 'true'
+ working-directory: ./test/perf/TestAppSentry
+ run: yarn install
+ - uses: actions/cache@v3
+ id: app-plain-cache
+ with:
+ path: test/perf/TestAppPlain/android/app/build/outputs/apk/release/app-release.apk
+ key: ${{ github.workflow }}-${{ github.job }}-appplain-${{ hashFiles('test/perf/TestAppPlain/**') }}
+ - name: Build app plain
+ if: steps.app-plain-cache.outputs['cache-hit'] != 'true'
+ working-directory: ./test/perf/TestAppPlain
+ run: |
+ yarn install
+ (cd android ; ./gradlew assembleRelease)
+ - name: Build app with Sentry
+ working-directory: ./test/perf/TestAppSentry
+ run: |
+ yalc add @sentry/react-native
+ yarn install
+ (cd android ; ./gradlew assembleRelease)
+ # Remove after build so that the cache isn't invaldiated due to the changes in yarn.lock.
+ yarn remove @sentry/react-native
+ - name: Collect apps metrics
+ uses: getsentry/action-app-sdk-overhead-metrics@v1
+ with:
+ name: Android
+ config: ./test/perf/metrics-android.yml
+ sauce-user: ${{ secrets.SAUCE_USERNAME }}
+ sauce-key: ${{ secrets.SAUCE_ACCESS_KEY }}
+
+ ios-metrics:
+ runs-on: macos-latest
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-node@v3
+ with:
+ node-version: "12"
+ - uses: actions/setup-java@v3
+ with:
+ java-version: "11"
+ distribution: "adopt"
+ - name: Install Global Dependencies
+ run: yarn global add react-native-cli @sentry/cli yalc
+ - uses: actions/cache@v3
+ id: deps-cache
+ with:
+ path: |
+ node_modules
+ test/perf/TestAppSentry/node_modules
+ key: ${{ github.workflow }}-${{ github.job }}-${{ hashFiles('yarn.lock', 'test/perf/TestAppSentry/yarn.lock') }}
+ - name: Install Dependencies
+ if: steps.deps-cache.outputs['cache-hit'] != 'true'
+ run: yarn install
+ - name: Build SDK
+ run: yarn build
+ - name: Package SDK
+ run: yalc publish
+ - uses: actions/setup-node@v3
+ with:
+ node-version: "16"
+ - uses: actions/cache@v3
+ id: app-plain-cache
+ with:
+ path: test/perf/test-app-plain.ipa
+ key: ${{ github.workflow }}-${{ github.job }}-appplain-${{ hashFiles('test/perf/TestAppPlain/**') }}
+ - name: Build app plain
+ if: steps.app-plain-cache.outputs['cache-hit'] != 'true'
+ working-directory: ./test/perf
+ run: |
+ (cd TestAppPlain ; yarn install)
+ (cd TestAppPlain/ios ; pod install)
+ fastlane build_perf_test_app_plain
+ env:
+ APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }}
+ APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }}
+ APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }}
+ FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }}
+ MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }}
+ MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}
+ MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }}
+ - name: Build app with Sentry
+ working-directory: ./test/perf
+ run: |
+ (cd TestAppSentry ; yalc add @sentry/react-native; yarn install)
+ (cd TestAppSentry/ios ; pod install)
+ fastlane build_perf_test_app_sentry
+ # Remove after build so that the cache isn't invaldiated due to the changes in yarn.lock.
+ (cd TestAppSentry ; yarn remove @sentry/react-native)
+ env:
+ APP_STORE_CONNECT_KEY_ID: ${{ secrets.APP_STORE_CONNECT_KEY_ID }}
+ APP_STORE_CONNECT_ISSUER_ID: ${{ secrets.APP_STORE_CONNECT_ISSUER_ID }}
+ APP_STORE_CONNECT_KEY: ${{ secrets.APP_STORE_CONNECT_KEY }}
+ FASTLANE_KEYCHAIN_PASSWORD: ${{ secrets.FASTLANE_KEYCHAIN_PASSWORD }}
+ MATCH_GIT_PRIVATE_KEY: ${{ secrets.MATCH_GIT_PRIVATE_KEY }}
+ MATCH_PASSWORD: ${{ secrets.MATCH_PASSWORD }}
+ MATCH_USERNAME: ${{ secrets.MATCH_USERNAME }}
+ - name: Collect apps metrics
+ uses: getsentry/action-app-sdk-overhead-metrics@v1
+ with:
+ name: iOS
+ config: ./test/perf/metrics-ios.yml
+ sauce-user: ${{ secrets.SAUCE_USERNAME }}
+ sauce-key: ${{ secrets.SAUCE_ACCESS_KEY }}

test/perf/TestAppPlain/.buckconfig

@@ -0,0 +1,6 @@
+
+[android]
+ target = Google Inc.:Google APIs:23
+
+[maven_repositories]
+ central = https://repo1.maven.org/maven2

test/perf/TestAppPlain/.eslintrc.js

@@ -0,0 +1,4 @@
+module.exports = {
+ root: true,
+ extends: '@react-native-community',
+};

test/perf/TestAppPlain/.flowconfig

@@ -0,0 +1,66 @@
+[ignore]
+; We fork some components by platform
+.*/*[.]android.js
+
+; Ignore "BUCK" generated dirs
+<PROJECT_ROOT>/\.buckd/
+
+; Ignore polyfills
+node_modules/react-native/Libraries/polyfills/.*
+
+; Flow doesn't support platforms
+.*/Libraries/Utilities/LoadingView.js
+
+.*/node_modules/resolve/test/resolver/malformed_package_json/package\.json$
+
+[untyped]
+.*/node_modules/@react-native-community/cli/.*/.*
+
+[include]
+
+[libs]
+node_modules/react-native/interface.js
+node_modules/react-native/flow/
+
+[options]
+emoji=true
+
+exact_by_default=true
+
+format.bracket_spacing=false
+
+module.file_ext=.js
+module.file_ext=.json
+module.file_ext=.ios.js
+
+munge_underscores=true
+
+module.name_mapper='^react-native/\(.*\)$' -> '<PROJECT_ROOT>/node_modules/react-native/\1'
+module.name_mapper='^@?[./a-zA-Z0-9$_-]+\.\(bmp\|gif\|jpg\|jpeg\|png\|psd\|svg\|webp\|m4v\|mov\|mp4\|mpeg\|mpg\|webm\|aac\|aiff\|caf\|m4a\|mp3\|wav\|html\|pdf\)$' -> '<PROJECT_ROOT>/node_modules/react-native/Libraries/Image/RelativeImageStub'
+
+suppress_type=$FlowIssue
+suppress_type=$FlowFixMe
+suppress_type=$FlowFixMeProps
+suppress_type=$FlowFixMeState
+
+[lints]
+sketchy-null-number=warn
+sketchy-null-mixed=warn
+sketchy-number=warn
+untyped-type-import=warn
+nonstrict-import=warn
+deprecated-type=warn
+unsafe-getters-setters=warn
+unnecessary-invariant=warn
+
+[strict]
+deprecated-type
+nonstrict-import
+sketchy-null
+unclear-type
+unsafe-getters-setters
+untyped-import
+untyped-type-import
+
+[version]
+^0.176.3

test/perf/TestAppPlain/.gitignore

@@ -0,0 +1,63 @@
+# OSX
+#
+.DS_Store
+
+# Xcode
+#
+build/
+*.pbxuser
+!default.pbxuser
+*.mode1v3
+!default.mode1v3
+*.mode2v3
+!default.mode2v3
+*.perspectivev3
+!default.perspectivev3
+xcuserdata
+*.xccheckout
+*.moved-aside
+DerivedData
+*.hmap
+*.ipa
+*.xcuserstate
+ios/.xcode.env.local
+
+# Android/IntelliJ
+#
+build/
+.idea
+.gradle
+local.properties
+*.iml
+*.hprof
+
+# node.js
+#
+node_modules/
+npm-debug.log
+yarn-error.log
+
+# BUCK
+buck-out/
+\.buckd/
+*.keystore
+!debug.keystore
+
+# fastlane
+#
+# It is recommended to not store the screenshots in the git repo. Instead, use fastlane to re-generate the
+# screenshots whenever they are needed.
+# For more information about the recommended setup visit:
+# https://docs.fastlane.tools/best-practices/source-control/
+
+**/fastlane/report.xml
+**/fastlane/Preview.html
+**/fastlane/screenshots
+**/fastlane/test_output
+
+# Bundle artifact
+*.jsbundle
+
+# Ruby / CocoaPods
+/ios/Pods/
+/vendor/bundle/

test/perf/TestAppPlain/.prettierrc.js

@@ -0,0 +1,7 @@
+module.exports = {
+ arrowParens: 'avoid',
+ bracketSameLine: true,
+ bracketSpacing: false,
+ singleQuote: true,
+ trailingComma: 'all',
+};

test/perf/TestAppPlain/.watchmanconfig

@@ -0,0 +1 @@
+{}