forked from huggingface/transformers
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge remote-tracking branch 'origin/master' into save_fp16_model-fal…
…lback
- Loading branch information
Showing
864 changed files
with
55,007 additions
and
20,991 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,59 @@ | ||
| name: Add model like runner | ||
|
|
||
| on: | ||
| push: | ||
| branches: | ||
| - master | ||
| pull_request: | ||
| paths: | ||
| - "src/**" | ||
| - "tests/**" | ||
| - ".github/**" | ||
| types: [opened, synchronize, reopened] | ||
|
|
||
| jobs: | ||
| run_tests_templates: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v2 | ||
|
|
||
| - name: Loading cache. | ||
| uses: actions/cache@v2 | ||
| id: cache | ||
| with: | ||
| path: ~/.cache/pip | ||
| key: v1-tests_model_like | ||
| restore-keys: | | ||
| v1-tests_model_like-${{ hashFiles('setup.py') }} | ||
| v1-tests_model_like | ||
| - name: Install dependencies | ||
| run: | | ||
| pip install --upgrade pip!=21.3 | ||
| sudo apt -y update && sudo apt install -y libsndfile1-dev | ||
| pip install .[dev] | ||
| - name: Create model files | ||
| run: | | ||
| transformers-cli add-new-model-like --config_file tests/fixtures/add_distilbert_like_config.json --path_to_repo . | ||
| make style | ||
| make fix-copies | ||
| - name: Run all PyTorch modeling test | ||
| run: | | ||
| python -m pytest -n 2 --dist=loadfile -s --make-reports=tests_new_models tests/test_modeling_bert_new.py | ||
| - name: Run style changes | ||
| run: | | ||
| make style && make quality && make repo-consistency | ||
| - name: Failure short reports | ||
| if: ${{ always() }} | ||
| run: cat reports/tests_new_models_failures_short.txt | ||
|
|
||
| - name: Test suite reports artifacts | ||
| if: ${{ always() }} | ||
| uses: actions/upload-artifact@v2 | ||
| with: | ||
| name: run_all_tests_new_models_test_reports | ||
| path: reports |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,120 @@ | ||
| name: Build dev documentation | ||
|
|
||
| on: | ||
| pull_request: | ||
|
|
||
|
|
||
| jobs: | ||
| build_and_package: | ||
| runs-on: [self-hosted, doc-builder] | ||
| container: | ||
| image: huggingface/doc-builder-transformers | ||
| options: "-v /home/github_actions:/mnt" | ||
| env: | ||
| PR_NUMBER: ${{ github.event.number }} | ||
| EVENT_CONTEXT: ${{ toJSON(github.event) }} | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| with: | ||
| repository: 'huggingface/doc-builder' | ||
| path: doc-builder | ||
|
|
||
| - uses: actions/checkout@v2 | ||
| with: | ||
| repository: 'huggingface/transformers' | ||
| path: transformers | ||
|
|
||
| - uses: actions/checkout@v2 | ||
| with: | ||
| repository: 'huggingface/notebooks' | ||
| path: notebooks | ||
|
|
||
| - name: Set env | ||
| run: echo "WRITE=$(cat /mnt/WRITE)" >> $GITHUB_ENV | ||
|
|
||
| - name: Comment PR | ||
| uses: thollander/actions-comment-pull-request@v1 | ||
| if: github.event.action == 'opened' | ||
|
|
||
| with: | ||
| message: 'The docs for this PR live [here](https://moon-ci-docs.huggingface.co/docs/transformers/pr_${{ env.PR_NUMBER }}). All of your documentation changes will be reflected on that endpoint.' | ||
| GITHUB_TOKEN: ${{ env.WRITE }} | ||
|
|
||
| - name: Find Comment | ||
| if: github.event.action == 'reopened' | ||
| uses: peter-evans/find-comment@v1 | ||
| id: fc | ||
| with: | ||
| issue-number: ${{ env.PR_NUMBER }} | ||
| comment-author: HuggingFaceDocBuilder | ||
|
|
||
| - name: Update comment | ||
| if: github.event.action == 'reopened' | ||
| uses: peter-evans/create-or-update-comment@v1 | ||
| with: | ||
| comment-id: ${{ steps.fc.outputs.comment-id }} | ||
| token: ${{ env.WRITE }} | ||
| edit-mode: replace | ||
| body: | | ||
| The docs for this PR live [here](https://moon-ci-docs.huggingface.co/docs/transformers/pr_${{ env.PR_NUMBER }}). All of your documentation changes will be reflected on that endpoint. | ||
| - name: Loading cache. | ||
| uses: actions/cache@v2 | ||
| id: cache | ||
| with: | ||
| path: ~/.cache/pip | ||
| key: v1-test_build_doc | ||
| restore-keys: | | ||
| v1-test_build_doc-${{ hashFiles('setup.py') }} | ||
| v1-test_build_doc | ||
| - name: Setup environment | ||
| run: | | ||
| apt-get -y update && apt-get install -y libsndfile1-dev | ||
| pip uninstall -y doc-builder | ||
| pip install git+https://github.com/huggingface/doc-builder -U | ||
| cd transformers | ||
| pip install .[dev] | ||
| cd .. | ||
| export TORCH_VERSION=$(python -c "from torch import version; print(version.__version__.split('+')[0])") | ||
| pip install torch-scatter -f https://data.pyg.org/whl/torch-${TORCH_VERSION}+cpu.html | ||
| pip install torchvision | ||
| python -m pip install 'git+https://github.com/facebookresearch/detectron2.git' | ||
| apt install -y tesseract-ocr | ||
| pip install pytesseract | ||
| pip install pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com | ||
| pip install https://github.com/kpu/kenlm/archive/master.zip | ||
| - name: Setup git | ||
| run: | | ||
| git config --global user.name "Hugging Face Doc Builder" | ||
| git config --global user.email docs@huggingface.co | ||
| cd doc-builder | ||
| git pull origin main | ||
| cd .. | ||
| cd notebooks | ||
| git pull origin master | ||
| cd .. | ||
| WRITE=`cat /mnt/WRITE` | ||
| rm -rf doc-build-dev | ||
| git clone https://HuggingFaceDocBuilder:$WRITE@github.com/huggingface/doc-build-dev | ||
| - name: Make documentation | ||
| run: | | ||
| doc-builder build transformers transformers/docs/source --build_dir doc-build-dev --notebook_dir notebooks/transformers_doc --clean --version pr_$PR_NUMBER | ||
| - name: Push to repositories | ||
| run: | | ||
| cd doc-build-dev | ||
| ls | ||
| git add . | ||
| git commit -m "Updated with commit ${{ github.sha }} See: https://github.com/huggingface/transformers/commit/${{ github.sha }}" | ||
| git push origin main |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,59 @@ | ||
| name: Delete dev documentation | ||
|
|
||
| on: | ||
| pull_request: | ||
| types: [ closed ] | ||
|
|
||
|
|
||
| jobs: | ||
| build_and_package: | ||
| runs-on: [self-hosted, doc-builder] | ||
| container: | ||
| image: huggingface/doc-builder-transformers | ||
| options: "-v /home/github_actions:/mnt" | ||
| env: | ||
| PR_NUMBER: ${{ github.event.number }} | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| - name: Set env | ||
| run: echo "WRITE=$(cat /mnt/WRITE)" >> $GITHUB_ENV | ||
|
|
||
| - uses: actions/checkout@v2 | ||
| with: | ||
| repository: 'huggingface/doc-build-dev' | ||
| path: doc-build-dev | ||
| token: ${{ env.WRITE }} | ||
|
|
||
| - name: Setup git | ||
| run: | | ||
| git config --global user.name "Hugging Face Doc Builder" | ||
| git config --global user.email docs@huggingface.co | ||
| - name: Push to repositories | ||
| run: | | ||
| cd doc-build-dev | ||
| ls | ||
| rm -rf transformers/pr_$PR_NUMBER | ||
| ls | ||
| git add . | ||
| git commit -m "Closed PR ${GITHUB_REF##*/}" | ||
| git push origin main | ||
| - name: Find Comment | ||
| if: ${{ always() }} | ||
| uses: peter-evans/find-comment@v1 | ||
| id: fc | ||
| with: | ||
| issue-number: ${{ env.PR_NUMBER }} | ||
| comment-author: HuggingFaceDocBuilder | ||
|
|
||
| - name: Update comment | ||
| if: ${{ always() }} | ||
| uses: peter-evans/create-or-update-comment@v1 | ||
| with: | ||
| comment-id: ${{ steps.fc.outputs.comment-id }} | ||
| token: ${{ env.WRITE }} | ||
| edit-mode: replace | ||
| body: | | ||
| _The documentation is not available anymore as the PR was closed or merged._ |
Oops, something went wrong.