Merge remote-tracking branch 'origin/develop' into fp32tofp16

Author: DongBaiYue

.github/workflows/CI-Build.yml

@@ -85,6 +85,15 @@ jobs:
       can-skip: ${{ needs.build.outputs.can-skip }}
       docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
 
+  doc-preview:
+    name: Doc-Preview
+    uses: ./.github/workflows/_Doc-Preview.yml
+    needs: [build-docker, build]
+    with:
+      can-skip: ${{ needs.build.outputs.can-skip }}
+      docker_doc_image: ${{ needs.build-docker.outputs.docker_doc_image }}
+
+
   slice:
     name: Slice
     uses: ./.github/workflows/_Slice.yml

.github/workflows/_Doc-Preview.yml

@@ -0,0 +1,98 @@
+name: Model-benchmark
+
+on:
+  workflow_call:
+    inputs:
+      docker_doc_image:
+        type: string
+        required: true
+      can-skip:
+        type: string
+        required: false
+
+env:
+  PR_ID: ${{ github.event.pull_request.number }}
+  COMMIT_ID: ${{ github.event.pull_request.head.sha }}
+  ci_scripts: /workspace/paddle/ci
+  BRANCH: ${{ github.event.pull_request.base.ref }}
+  TASK: paddle-CI-${{ github.event.pull_request.number }}-Doc-Preview
+  CI_name: Doc-Preview
+  no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  check-bypass:
+    name: Check bypass for Doc-Preview
+    uses: ./.github/workflows/check-bypass.yml
+    with:
+      workflow-name: 'Doc-Preview'
+    secrets:
+      github-token: ${{ secrets.GITHUB_TOKEN }}
+
+  build-doc:
+    name: Build doc
+    runs-on:
+      group: BD_BJ-V100
+    steps:
+      - name: Check docker image  and run container
+        env:
+          AGILE_PULL_ID: ${{ github.event.pull_request.number }}
+          AGILE_REVISION: ${{ github.event.pull_request.head.sha }}
+          BUILD_DOC: "true"
+          UPLOAD_DOC: "true"
+          BOSBUCKET: "paddle-site-web-dev"
+          PREVIEW_SITE: "paddle-docs-preview.paddlepaddle.org.cn"
+          AGILE_COMPILE_BRANCH: ${{ github.event.pull_request.base.ref }}
+          BOS_CREDENTIAL_AK: "paddle"
+          BOS_CREDENTIAL_SK: "paddle"
+        run: |
+          container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
+          echo "container_name=${container_name}" >> ${{ github.env }}
+          docker_image=${{ inputs.docker_doc_image }}
+          docker run -d -t --name ${container_name} \
+            -v "/home/data/cfs:/home/data/cfs" \
+            -v "/home/data/cfs/.cache/python35-cpu:/root/.cache" \
+            -v "/home/data/cfs/.ccache:/root/.ccache" \
+            -v "/dev/shm:/dev/shm"  \
+            -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
+            -v ${{ github.workspace }}:/paddle \
+            -e AGILE_PULL_ID \
+            -e AGILE_REVISION \
+            -e BUILD_DOC \
+            -e UPLOAD_DOC \
+            -e BOSBUCKET \
+            -e PREVIEW_SITE \
+            -e BRANCH \
+            -e AGILE_COMPILE_BRANCH \
+            -e BOS_CREDENTIAL_AK \
+            -e BOS_CREDENTIAL_SK \
+            -e no_proxy \
+            -w /paddle --network host ${docker_image}
+
+      - name: Doc build
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          rm -rf  * .[^.]*
+          wget -q https://xly-devops.bj.bcebos.com/PR/build_whl/${AGILE_PULL_ID}/${AGILE_REVISION}/build.tar.gz
+          tar --use-compress-program="pigz -1" -xpf build.tar.gz
+          cd ./paddle
+          api_doc_spec_diff=$(python tools/diff_api.py  paddle/fluid/API_DEV.spec.doc paddle/fluid/API_PR.spec.doc)
+          if [ "$api_doc_spec_diff" == "" ]; then
+            echo "API documents no change."
+            exit 0
+          fi
+
+          curl -sS -o /tmp/entrypoint.sh https://paddle-dev-tools-open.bj.bcebos.com/fluiddoc-preview/entrypoint-paddle-docs-review.sh
+          cd /
+          source ${{ github.workspace }}/../../../proxy
+          bash "/tmp/entrypoint.sh"
+          '
+
+      - name: Terminate and delete the container
+        if: always()
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
+          docker rm -f ${{ env.container_name }}

.github/workflows/_Linux-DCU.yml

@@ -194,7 +194,7 @@ jobs:
         run: |
           set -x
           runner_name=`(echo $PWD|awk -F '/' '{print $3}')`
-          wget -q https://xly-devops.bj.bcebos.com/PR/utils.sh
+          wget -q https://xly-devops.bj.bcebos.com/utils.sh
           source utils.sh
           determine_dcu_runner ${runner_name}
 

.github/workflows/_Linux-XPU.yml

@@ -181,7 +181,7 @@ jobs:
         run: |
           runner_name=`(echo $PWD|awk -F '/' '{print $3}')`
           echo $runner_name
-          wget -q https://xly-devops.bj.bcebos.com/PR/utils.sh
+          wget -q https://xly-devops.bj.bcebos.com/utils.sh
           source utils.sh
           determine_kunlun_runner ${runner_name}
 
@@ -260,6 +260,7 @@ jobs:
       - name: Run test
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
+          source ${{ github.workspace }}/../../../proxy
           bash ${ci_scripts}/kunlun_test.sh
           '
 

.github/workflows/_Model-Benchmark.yml

@@ -34,6 +34,7 @@ jobs:
 
   model-benchmark:
     name: Benchmark test
+    needs: check-bypass
     if: ${{ inputs.can-skip != 'true' && needs.check-bypass.outputs.can-skip != 'true' }}
     runs-on:
       group: model-bm

.github/workflows/_Slice.yml

@@ -93,6 +93,7 @@ jobs:
           python3.10 -m pip config set global.cache-dir ${{ github.workspace }}/../../../.cache/pip
           python3.10 -m pip install $wheel_link
           python3.10 -m pip install torch==2.6.0 torchvision==0.21.0 torchaudio==2.6.0 --index-url https://download.pytorch.org/whl/cu118
+          export FLAGS_share_tensor_for_grad_tensor_holder=True
           python3.10 ci/slice/test_slice_perform.py
           '
 

.github/workflows/_Static-Check.yml

@@ -55,7 +55,7 @@ jobs:
           container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
           docker_image=${{ inputs.docker_build_image }}
-          docker run -d -t --name ${container_name} \
+          docker run -d -t --gpus all --name ${container_name} \
             -v "/home/data/cfs:/home/data/cfs" \
             -v "/home/data/cfs/.cache:/root/.cache" \
             -v "/home/data/cfs/.ccache:/root/.ccache" \

.github/workflows/_Windows-Inference.yml

@@ -83,7 +83,7 @@ jobs:
           python -m pip install bce-python-sdk==0.8.74
           python -c "import wget;wget.download('https://paddle-github-action.cdn.bcebos.com/windows/tp_predownload/onnxruntime-win-x64-1.11.1.zip')"
           if not exist "third_party/onnxruntime/Windows" mkdir "third_party/onnxruntime/Windows"
-          cp onnxruntime-win-x64-1.11.1.zip third_party/onnxruntime/Windows
+          move onnxruntime-win-x64-1.11.1.zip third_party/onnxruntime/Windows
           call %ACTION_DIR%\proxy.bat
           call %ci_scripts%\build.bat
 

.github/workflows/check-bypass.yml

@@ -16,7 +16,7 @@ jobs:
   check-bypass:
     name: Check bypass
     runs-on:
-      group: APPROVAL 
+      group: APPROVAL
     permissions:
       contents: read
     env:

.github/workflows/docker.yml

@@ -34,6 +34,10 @@ on:
         description: "Generate images for all CI usage"
         value: ${{ jobs.build-docker-images.outputs.docker_distribute_image }}
 
+      docker_doc_image:
+        description: "Generate images for all CI usage"
+        value: ${{ jobs.build-docker-images.outputs.docker_doc_image }}
+
 jobs:
   build-docker-images:
     if: github.repository_owner == 'PaddlePaddle'
@@ -46,6 +50,7 @@ jobs:
       docker_coverage_image: ${{ steps.build-docker-images.outputs.docker_coverage_image }}
       docker_build_image: ${{ steps.build-docker-images.outputs.docker_build_image }}
       docker_distribute_image: ${{ steps.build-docker-images.outputs.docker_distribute_image }}
+      docker_doc_image: ${{ steps.build-docker-images.outputs.docker_doc_image }}
     steps:
       - id: build-docker-images
         name: Build docker images
@@ -57,6 +62,7 @@ jobs:
           docker_coverage_file: Dockerfile.cuda117_cudnn8_gcc82_ubuntu18_coverage
           docker_build_file: Dockerfile.cuda11.2_cudnn8_gcc82_trt8
           docker_distribute_file: Dockerfile.cuda123_cudnn9_gcc122_ubuntu20
+          docker_doc_file: Dockerfile.doc
           dockerfile_script: https://raw.githubusercontent.com/PaddlePaddle/Paddle/refs/heads/develop/tools/dockerfile/ci_dockerfile.sh
           dockerfile_origin: https://raw.githubusercontent.com/PaddlePaddle/Paddle/refs/heads/develop/tools/dockerfile/Dockerfile.ubuntu20
         run: |
@@ -78,11 +84,10 @@ jobs:
           if [ "${{ inputs.task }}" == "cpu" ]; then
             declare -A docker_files=(["docker_cpu"]="$docker_cpu_file" ["docker_inference"]="$docker_inference_file" ["docker_distribute"]="$docker_distribute_file")
           elif [ "${{ inputs.task }}" == "build" ]; then
-            declare -A docker_files=(["docker_build"]="$docker_build_file")
+            declare -A docker_files=(["docker_build"]="$docker_build_file" ["docker_doc"]="$docker_doc_file")
           else
             declare -A docker_files=(["docker_coverage"]="$docker_coverage_file")
           fi
-          declare -A docker_files=(["docker_cpu"]="$docker_cpu_file" ["docker_inference"]="$docker_inference_file" ["docker_coverage"]="$docker_coverage_file" ["docker_build"]="$docker_build_file" ["docker_distribute"]="$docker_distribute_file")
           for name in "${!docker_files[@]}"
           do
             md5_value=`md5sum tools/dockerfile/${docker_files[$name]} | awk '{print $1}'`