From e2848784f280c81ef2f28aa247900202a920deb5 Mon Sep 17 00:00:00 2001 From: dayshah Date: Sun, 9 Mar 2025 22:27:20 -0700 Subject: [PATCH 1/3] Fix cgraphs gpu docs code again Signed-off-by: dayshah --- doc/source/ray-core/doc_code/cgraph_nccl.py | 2 +- doc/source/ray-core/doc_code/cgraph_profiling.py | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/doc/source/ray-core/doc_code/cgraph_nccl.py b/doc/source/ray-core/doc_code/cgraph_nccl.py index 7e83d4429b00..a02b3d45163f 100644 --- a/doc/source/ray-core/doc_code/cgraph_nccl.py +++ b/doc/source/ray-core/doc_code/cgraph_nccl.py @@ -3,7 +3,7 @@ import ray from ray.experimental.channel.torch_tensor_type import TorchTensorType -ray.init() + # Note that the following example requires at least 2 GPUs. assert ( ray.available_resources().get("GPU") >= 2 diff --git a/doc/source/ray-core/doc_code/cgraph_profiling.py b/doc/source/ray-core/doc_code/cgraph_profiling.py index 2604269a8d61..4ef25dd697e5 100644 --- a/doc/source/ray-core/doc_code/cgraph_profiling.py +++ b/doc/source/ray-core/doc_code/cgraph_profiling.py @@ -27,6 +27,9 @@ @ray.remote(num_gpus=1, runtime_env={"nsight": "default"}) class RayActor: + def __init__(): + self.device = torch_utils.get_devices()[0] + def send(self, shape, dtype, value: int): return torch.ones(shape, dtype=dtype, device=self.device) * value From 65d4474ae5574e45b7149519bf939c3b7214710b Mon Sep 17 00:00:00 2001 From: dayshah Date: Sun, 9 Mar 2025 22:51:28 -0700 Subject: [PATCH 2/3] fix Signed-off-by: dayshah --- doc/source/ray-core/doc_code/cgraph_nccl.py | 1 + doc/source/ray-core/doc_code/cgraph_profiling.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/doc/source/ray-core/doc_code/cgraph_nccl.py b/doc/source/ray-core/doc_code/cgraph_nccl.py index a02b3d45163f..d8b23b07dcf6 100644 --- a/doc/source/ray-core/doc_code/cgraph_nccl.py +++ b/doc/source/ray-core/doc_code/cgraph_nccl.py @@ -1,6 +1,7 @@ # __cgraph_nccl_setup_start__ import torch import ray +import ray.dag from ray.experimental.channel.torch_tensor_type import TorchTensorType diff --git a/doc/source/ray-core/doc_code/cgraph_profiling.py b/doc/source/ray-core/doc_code/cgraph_profiling.py index 4ef25dd697e5..b3652ccae1a1 100644 --- a/doc/source/ray-core/doc_code/cgraph_profiling.py +++ b/doc/source/ray-core/doc_code/cgraph_profiling.py @@ -27,7 +27,7 @@ @ray.remote(num_gpus=1, runtime_env={"nsight": "default"}) class RayActor: - def __init__(): + def __init__(self): self.device = torch_utils.get_devices()[0] def send(self, shape, dtype, value: int): From 5eeac479f6acf8d0b8923b58d2d77e61cbb09a04 Mon Sep 17 00:00:00 2001 From: dayshah Date: Sun, 9 Mar 2025 22:55:32 -0700 Subject: [PATCH 3/3] import torch utils Signed-off-by: dayshah --- doc/source/ray-core/doc_code/cgraph_profiling.py | 1 + 1 file changed, 1 insertion(+) diff --git a/doc/source/ray-core/doc_code/cgraph_profiling.py b/doc/source/ray-core/doc_code/cgraph_profiling.py index b3652ccae1a1..8a284e517db8 100644 --- a/doc/source/ray-core/doc_code/cgraph_profiling.py +++ b/doc/source/ray-core/doc_code/cgraph_profiling.py @@ -23,6 +23,7 @@ import ray import torch from ray.dag import InputNode +from ray.air._internal import torch_utils @ray.remote(num_gpus=1, runtime_env={"nsight": "default"})