🔄 daily merge: master → main 2025-11-14

.bazelrc

@@ -1,10 +1,11 @@
 # Must be first. Enables build:windows, build:linux, build:macos, build:freebsd, build:openbsd
 build --enable_platform_specific_config
 
-# Provides users an option to turn on strict action env.
-# TODO(aslonnie): make this default; fix the python tests..
+build --incompatible_strict_action_env
 build:strict --incompatible_strict_action_env
 
+build:linux --workspace_status_command="bash ./bazel/workspace_status.sh"
+
 # To distinguish different incompatible environments.
 build --action_env=RAY_BUILD_ENV
 
@@ -26,6 +27,7 @@ build:macos --cxxopt="-std=c++17"
 build:clang-cl --cxxopt="-std=c++17"
 build:msvc-cl --cxxopt="/std:c++17"
 build:windows --cxxopt="/std:c++17"
+build:windows --cxxopt="/utf-8"
 # This workaround is needed to prevent Bazel from compiling the same file twice (once PIC and once not).
 build:linux --copt="-fPIC"
 build:macos --copt="-fPIC"
@@ -57,6 +59,7 @@ build:clang-cl --per_file_copt="-\\.(asm|S)$@-Werror"
 build:msvc-cl     --per_file_copt="-\\.(asm|S)$@-WX"
 # Ignore warnings for protobuf generated files and external projects.
 build --per_file_copt="\\.pb\\.cc$@-w"
+build --per_file_copt="src/ray/thirdparty/.*$@-w"
 build:linux --per_file_copt="-\\.(asm|S)$,external/.*@-w,-Wno-error=implicit-function-declaration,-Wno-error=unused-function"
 build:macos --per_file_copt="-\\.(asm|S)$,external/.*@-w,-Wno-error=implicit-function-declaration,-Wno-error=unused-function,-Wno-missing-template-arg-list-after-template-kw"
 # Ignore warnings for host tools, which we generally can't control.
@@ -67,8 +70,6 @@ build:clang-cl --host_copt="-Wno-inconsistent-missing-override"
 build:clang-cl --host_copt="-Wno-microsoft-unqualified-friend"
 # This workaround is needed due to https://github.com/bazelbuild/bazel/issues/4341
 build --per_file_copt="-\\.(asm|S)$,external/com_github_grpc_grpc/.*@-DGRPC_BAZEL_BUILD"
-# Don't generate warnings about kernel features we don't need https://github.com/ray-project/ray/issues/6832
-build:linux --per_file_copt="-\\.(asm|S)$,external/com_github_grpc_grpc/.*@-DGPR_MANYLINUX1"
 # Ignore wchar_t -> char conversion warning on MSVC
 build:msvc-cl --per_file_copt="external/boost/libs/regex/src/wc_regex_traits\\.cpp@-wd4244"
 build --http_timeout_scaling=5.0
@@ -80,8 +81,6 @@ build:iwyu --output_groups=report
 build:windows --attempt_to_print_relative_paths
 # Save disk space by hardlinking cache hits instead of copying
 build:windows --experimental_repository_cache_hardlinks
-# Clean the environment before building, to make builds more deterministic
-build:windows --incompatible_strict_action_env
 # For colored output (seems necessary on Windows)
 build:windows --color=yes
 # For compiler colored output (seems necessary on Windows)
@@ -164,6 +163,18 @@ test:ci-base --test_output=errors
 test:ci-base --test_verbose_timeout_warnings
 test:ci-base --flaky_test_attempts=3
 
+# Sending in PATH is required for tests to run on CI, after we enable
+# --incompatible_strict_action_env, until we either convert all Python tests to
+# hermetic tests -- which not only requires pinning all Python dependencies with bazel,
+# but also requires building ray(test) wheel with bazel. Alternatively, we can
+# also stop using bazel test to run ray's Python tests.
+#
+# This PATH test_env is intentionally not enabled on non-CI so that C/C++
+# tests, which are all hermetic, can build, test and cache as intended, ray
+# Python developers do not really use bazel test to run tests locally, but more
+# often just run tests with "pytest" directly.
+test:ci-base --test_env=PATH
+
 build:ci --color=yes
 build:ci --curses=no
 build:ci --keep_going
@@ -219,9 +230,13 @@ build:cgroup --sandbox_writable_path=/sys/fs/cgroup --config=llvm
 # ci/env/install-llvm-dependencies.sh
 try-import %workspace%/.llvm-local.bazelrc
 
+# Allow users to define custom options.
+try-import %workspace%/.user.bazelrc
+
 # Even with sandbox mode bazel prioritizes system headers over the ones in the sandbox.
 # It picks up the system headers when someone has protobuf installed via Homebrew.
 # Work around for https://github.com/bazelbuild/bazel/issues/8053
 build:macos --sandbox_block_path=/usr/local/
+build:macos --copt="-Wno-error=deprecated-declarations"
 # This option controls whether javac checks for missing direct dependencies.
 build --experimental_strict_java_deps=off

.buildkite/BUILD.bazel

@@ -1,5 +1,5 @@
-load("@rules_python//python:defs.bzl", "py_binary")
 load("@py_deps_buildkite//:requirements.bzl", ci_require = "requirement")
+load("@rules_python//python:defs.bzl", "py_binary")
 
 py_binary(
     name = "copy_files",

.buildkite/_forge.rayci.yml

@@ -1,100 +1,8 @@
 group: forge
+sort_key: "_forge"
 steps:
   - name: forge
     wanda: ci/docker/forge.wanda.yaml
 
   - name: manylinux
     wanda: ci/docker/manylinux.wanda.yaml
-
-  - name: raycudabase
-    label: "wanda: ray.py{{matrix.python}}.cu{{matrix.cuda}}.base"
-    tags:
-      - python_dependencies
-      - docker
-    wanda: ci/docker/ray.cuda.base.wanda.yaml
-    matrix:
-      setup:
-        python:
-          - "3.9"
-          - "3.10"
-          - "3.11"
-          - "3.12"
-        cuda:
-          - "11.7.1-cudnn8"
-          - "11.8.0-cudnn8"
-          - "12.1.1-cudnn8"
-          - "12.3.2-cudnn9"
-          - "12.4.1-cudnn"
-          - "12.5.1-cudnn"
-          - "12.8.1-cudnn"
-    env:
-      PYTHON_VERSION: "{{matrix.python}}"
-      CUDA_VERSION: "{{matrix.cuda}}"
-
-
-  - name: raycpubase
-    label: "wanda: ray.py{{matrix}}.cpu.base"
-    tags:
-      - python_dependencies
-      - python
-      - docker
-      - tune
-      - serve
-    wanda: ci/docker/ray.cpu.base.wanda.yaml
-    matrix:
-      - "3.9"
-      - "3.10"
-      - "3.11"
-      - "3.12"
-    env:
-      PYTHON_VERSION: "{{matrix}}"
-
-  - name: ray-llmbase
-    label: "wanda: ray-llm.py{{matrix.python}}.cu{{matrix.cuda}}.base"
-    tags:
-      - python_dependencies
-      - docker
-    wanda: ci/docker/ray-llm.base.wanda.yaml
-    depends_on: raycudabase
-    matrix:
-      setup:
-        python:
-          - "3.11"
-        cuda:
-          - "12.4.1-cudnn"
-    env:
-      PYTHON_VERSION: "{{matrix.python}}"
-      CUDA_VERSION: "{{matrix.cuda}}"
-
-  - name: ray-mlcudabase
-    label: "wanda: ray-ml.py{{matrix.python}}.cu{{matrix.cuda}}.base"
-    tags:
-      - python_dependencies
-      - docker
-    wanda: ci/docker/ray-ml.cuda.base.wanda.yaml
-    depends_on: raycudabase
-    matrix:
-      setup:
-        python:
-          - "3.9"
-          - "3.10"
-          - "3.11"
-        cuda:
-          - "12.1.1-cudnn8"
-    env:
-      PYTHON_VERSION: "{{matrix.python}}"
-      CUDA_VERSION: "{{matrix.cuda}}"
-
-  - name: ray-mlcpubase
-    label: "wanda: ray-ml.py{{matrix}}.cpu.base"
-    tags:
-      - python_dependencies
-      - docker
-    wanda: ci/docker/ray-ml.cpu.base.wanda.yaml
-    depends_on: raycpubase
-    matrix:
-      - "3.9"
-      - "3.10"
-      - "3.11"
-    env:
-      PYTHON_VERSION: "{{matrix}}"