-
Notifications
You must be signed in to change notification settings - Fork 407
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Upload Android test spec to ossci-android
Differential Revision: D61160050 Pull Request resolved: #4676
- Loading branch information
Showing
3 changed files
with
130 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,92 @@ | ||
| name: Upload AWS Device Farm test specs | ||
|
|
||
| on: | ||
| pull_request: | ||
| paths: | ||
| - .github/workflows/upload-test-specs.yml | ||
| - examples/demo-apps/android/LlamaDemo/android-llm-device-farm-test-spec.yml | ||
| push: | ||
| branches: | ||
| - main | ||
| paths: | ||
| - .github/workflows/upload-test-specs.yml | ||
| - examples/demo-apps/android/LlamaDemo/android-llm-device-farm-test-spec.yml | ||
|
|
||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}-${{ github.event_name == 'schedule' }} | ||
| cancel-in-progress: true | ||
|
|
||
| jobs: | ||
| upload-android-test-spec-for-validation: | ||
| runs-on: linux.2xlarge | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
|
|
||
| - name: Upload the spec as a GitHub artifact for validation | ||
| uses: seemethere/upload-artifact-s3@v5 | ||
| with: | ||
| s3-bucket: gha-artifacts | ||
| s3-prefix: | | ||
| ${{ github.repository }}/${{ github.run_id }}/artifact | ||
| retention-days: 1 | ||
| if-no-files-found: error | ||
| path: examples/demo-apps/android/LlamaDemo/android-llm-device-farm-test-spec.yml | ||
|
|
||
| validate-android-test-spec: | ||
| needs: upload-android-test-spec-for-validation | ||
| uses: ./.github/workflows/android-perf.yml | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| with: | ||
| # Just use a small model here with a minimal amount of configuration to test the spec | ||
| models: stories110M | ||
| devices: samsung_galaxy_s2x | ||
| delegates: xnnpack | ||
| test_spec: https://gha-artifacts.s3.amazonaws.com/${{ github.repository }}/${{ github.run_id }}/artifact/android-llm-device-farm-test-spec.yml | ||
|
|
||
| upload-android-test-spec: | ||
| needs: validate-android-test-spec | ||
| runs-on: ubuntu-22.04 | ||
| timeout-minutes: 15 | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
|
|
||
| - uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: '3.11' | ||
| cache: pip | ||
|
|
||
| - name: configure aws credentials | ||
| uses: aws-actions/configure-aws-credentials@v1.7.0 | ||
| with: | ||
| role-to-assume: arn:aws:iam::308535385114:role/gha_executorch_upload-frameworks-android | ||
| aws-region: us-east-1 | ||
|
|
||
| - name: Only push to S3 when running the workflow manually from main branch | ||
| if: ${{ github.ref == 'refs/heads/main' }} | ||
| shell: bash | ||
| run: | | ||
| set -eux | ||
| echo "UPLOAD_ON_MAIN=1" >> "${GITHUB_ENV}" | ||
| - name: Upload the spec to S3 ossci-android bucket | ||
| shell: bash | ||
| working-directory: examples/demo-apps/android/LlamaDemo/ | ||
| env: | ||
| SPEC_FILE: android-llm-device-farm-test-spec.yml | ||
| run: | | ||
| set -eux | ||
| pip install awscli==1.32.18 | ||
| AWS_CMD="aws s3 cp --dryrun" | ||
| if [[ "${UPLOAD_ON_MAIN:-0}" == "1" ]]; then | ||
| AWS_CMD="aws s3 cp" | ||
| fi | ||
| shasum -a 256 "${SPEC_FILE}" | ||
| ${AWS_CMD} "${SPEC_FILE}" s3://ossci-android/executorch/ --acl public-read |