Merge branch 'develop' of https://github.com/PaddlePaddle/Paddle into Tensor

Author: zeroRains

.github/workflows/Api-Benchmark-baseline.yml

@@ -51,7 +51,7 @@ jobs:
       is_pr: 'false'
 
   api-benchmark-baseline-schedule:
-    name: Api benchmark baseline
+    name: Api benchmark baseline with schedule
     strategy:
       matrix:
         run-labels: [api-bm-20, api-bm-27]
@@ -62,17 +62,26 @@ jobs:
       baseline: 'true'
       run-labels: ${{ matrix.run-labels }}
 
-  api-benchmark-baseline-pr:
-    name: Api benchmark baseline
+  api-benchmark-baseline-pr-20:
+    name: Api benchmark baseline with PR on 20
     if: github.event_name == 'workflow_dispatch' && github.event.inputs.job-name == 'api-benchmark'
-    strategy:
-      matrix:
-        run-labels: [api-bm-20, api-bm-27]
     uses: ./.github/workflows/_Api-Benchmark.yml
     needs: [clone, build-docker]
     with:
       docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
       baseline: 'true'
       MANUALLY_PR_ID: ${{ inputs.PR_ID }}
       MANUALLY_COMMIT_ID: ${{ inputs.COMMIT_ID }}
-      run-labels: ${{ matrix.run-labels }}
+      run-labels: api-bm-20
+
+  api-benchmark-baseline-pr-27:
+    name: Api benchmark baseline with PR on 27
+    if: github.event_name == 'workflow_dispatch' && github.event.inputs.job-name == 'api-benchmark'
+    uses: ./.github/workflows/_Api-Benchmark.yml
+    needs: [clone, build-docker]
+    with:
+      docker_build_image: ${{ needs.build-docker.outputs.docker_build_image }}
+      baseline: 'true'
+      MANUALLY_PR_ID: ${{ inputs.PR_ID }}
+      MANUALLY_COMMIT_ID: ${{ inputs.COMMIT_ID }}
+      run-labels: api-bm-27

.github/workflows/_Api-Benchmark.yml

@@ -31,7 +31,7 @@ env:
   PADDLE_ROOT: /paddle
   TASK: paddle-CI-${{ github.event.pull_request.number }}-api-benchmark
   ci_scripts: /paddle/ci
-  BRANCH: ${{ github.event.pull_request.base.ref }}
+  BRANCH: ${{ github.event.pull_request.base.ref || github.ref_name }}
   CI_name: api-benchmark
   no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
 

.pre-commit-config.yaml

@@ -55,116 +55,12 @@ repos:
       - id: typos
         args: [--force-exclude]
   # For Python files
-  - repo: https://github.com/psf/black-pre-commit-mirror
-    rev: 25.1.0
-    hooks:
-      - id: black
-        exclude: |
-          (?x)^(
-            ci/.+
-
-            | cmake/.+
-
-            | r/.+
-
-            | paddle/scripts/.+
-
-            | setup.py
-
-            | paddle/.+
-
-            | python/paddle/[a-c].+
-
-            | python/paddle/de.+
-
-            | python/paddle/distributed/a.+
-
-            | python/paddle/distributed/[b-e].+
-
-            | python/paddle/distributed/f.+
-
-            | python/paddle/distributed/[g-z].+
-
-            | python/paddle/[e-i].+
-
-            | python/paddle/j.+
-
-            | python/paddle/[k-n].+
-
-            | python/paddle/[o-t].+
-
-            | python/paddle/[u-z].+
-
-            | python/_.+
-
-            # | test/a.+
-
-            # | test/[b-h].+
-
-            | test/[i-k].+
-
-            # | test/l.+
-
-            | test/[m-z].+
-
-            | tools/.+
-          )$
   - repo: https://github.com/astral-sh/ruff-pre-commit
     rev: v0.12.0
     hooks:
       - id: ruff-check
         args: [--fix, --exit-non-zero-on-fix, --no-cache]
       - id: ruff-format
-        exclude: |
-          (?x)^(
-            # ci/.+
-
-            # | cmake/.+
-
-            # | r/.+
-
-            # | paddle/scripts/.+
-
-            # | setup.py
-
-            # | paddle/.+
-
-            # | python/paddle/[a-c].+
-
-            # | python/paddle/de.+
-
-            # | python/paddle/distributed/a.+
-
-            # | python/paddle/distributed/[b-e].+
-
-            # | python/paddle/distributed/f.+
-
-            # | python/paddle/distributed/[g-z].+
-
-            # | python/paddle/[e-i].+
-
-            # | python/paddle/j.+
-
-            # | python/paddle/[k-n].+
-
-            # | python/paddle/[o-t].+
-
-            # | python/paddle/[u-z].+
-
-            # | python/_.+
-
-            | test/a.+
-
-            | test/[b-h].+
-
-            # | test/[i-k].+
-
-            | test/l.+
-
-            # | test/[m-z].+
-
-            # | tools/.+
-          )$
   # For C++ files
   - repo: local
     hooks:

ci/coverage_test.sh

@@ -24,10 +24,14 @@ function is_run_distribute_in_op_test() {
             echo "export FLAGS_COVERAGE_RUN_AUTO_PARALLEL_IN_OP_TEST=1" >> "$HOME/.bashrc"
         fi
     done
-    ALL_CHANGE_FILES=`git diff --numstat upstream/$BRANCH | awk '{print $3}' | grep ".py"|| true`
+    ALL_CHANGE_FILES=$(git diff --name-only upstream/$BRANCH | grep ".py"|| true)
     echo ${ALL_CHANGE_FILES}
     for CHANGE_FILE in ${ALL_CHANGE_FILES}; do
-        ALL_OPTEST_BAN_AUTO_PARALLEL_TEST=`git diff -U0 upstream/$BRANCH ${PADDLE_ROOT}/${CHANGE_FILE} | grep "+" | grep "check_auto_parallel=" || true`
+        TARGET_FILE="${PADDLE_ROOT}/${CHANGE_FILE}"
+        if [ ! -f "$TARGET_FILE" ]; then
+            continue
+        fi
+        ALL_OPTEST_BAN_AUTO_PARALLEL_TEST=`git diff -U0 upstream/$BRANCH "TARGET_FILE" | grep "+" | grep "check_auto_parallel=" || true`
         if [ "${ALL_OPTEST_BAN_AUTO_PARALLEL_TEST}" != "" ] && [ "${GIT_PR_ID}" != "" ]; then
             export FLAGS_COVERAGE_RUN_AUTO_PARALLEL_IN_OP_TEST=1
             echo "export FLAGS_COVERAGE_RUN_AUTO_PARALLEL_IN_OP_TEST=1" >> "$HOME/.bashrc"

paddle/fluid/eager/auto_code_generator/generator/codegen_utils.py

@@ -499,10 +499,8 @@ def __init__(self, forward_api_contents, namespace):
         self.dygraph_pre_process = (
             ""  # The pre_process function calling code for dygraph
         )
-        self.static_pre_process = (
-            ""  # The pre_process function calling code for static graph
-        )
-        self.args_parser_func_name = ""  # The custom args parser function
+
+        self.args_mapper_func_name = None  # The custom args parser function
         self.python_api_names = ""
 
     def ParseForwardInplaceInfo(self):
@@ -535,20 +533,19 @@ def ParsePythonAPIInfo(self):
             self.args_alias_map = args_alias
         if 'pre_process' in python_api_info.keys():
             pre_process = python_api_info['pre_process']
-            if 'func' in pre_process.keys():
-                self.dygraph_pre_process = pre_process['func']
-                self.static_pre_process = pre_process['func']
-                # TODO check len(pre_process) > 1
-
-            if 'dygraph_func' in pre_process.keys():
-                self.dygraph_pre_process = pre_process['dygraph_func']
-            if 'static_func' in pre_process.keys():
-                self.static_pre_process = pre_process['static_func']
-        if (
-            'args_parser' in python_api_info.keys()
-            and 'func' in python_api_info['args_parser']
-        ):
-            self.args_parser_func_name = python_api_info['args_parser']['func']
+            if pre_process is not None:
+                if 'dygraph_func' in pre_process.keys():
+                    self.dygraph_pre_process = pre_process['dygraph_func']
+                elif 'func' in pre_process.keys():
+                    self.dygraph_pre_process = pre_process['func']
+
+        if 'args_mapper' in python_api_info.keys():
+            args_mapper = python_api_info['args_mapper']
+            if args_mapper is not None:
+                if 'dygraph_func' in args_mapper.keys():
+                    self.args_mapper_func_name = args_mapper['dygraph_func']
+                elif 'func' in args_mapper.keys():
+                    self.args_mapper_func_name = args_mapper['func']
 
     def ParseNoNeedBuffer(self):
         grad_api_contents = self.grad_api_contents