From 09466bbee0e19b5af0c606c3c6b8a124c941e19c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= Date: Fri, 21 Mar 2025 13:01:37 +0100 Subject: [PATCH 1/3] Update hpu_worker.py --- vllm/worker/hpu_worker.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/worker/hpu_worker.py b/vllm/worker/hpu_worker.py index ddd336e3c5be..7b492875c97e 100755 --- a/vllm/worker/hpu_worker.py +++ b/vllm/worker/hpu_worker.py @@ -14,6 +14,7 @@ from typing import List, Optional, Set, Tuple, Type import habana_frameworks.torch as htorch # noqa:F401 +from habana_frameworks.torch.utils.debug.logger import refresh_logging_folder_path import torch import torch.distributed from vllm_hpu_extension.profiler import HabanaMemoryProfiler, format_bytes @@ -212,8 +213,8 @@ def init_device(self) -> None: raise RuntimeError( f"Not support device type: {self.device_config.device}") # Initialize the distributed environment. - if self.model_config.quantization == 'inc': - self._set_env_vars() + self._set_env_vars() + refresh_logging_folder_path() init_worker_distributed_environment(self.parallel_config, self.rank, self.distributed_init_method, self.local_rank) From 7dfbc1f567ac385232f8d138d6880c526715aceb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= Date: Fri, 21 Mar 2025 13:48:26 +0100 Subject: [PATCH 2/3] Update hpu_worker.py --- vllm/worker/hpu_worker.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/worker/hpu_worker.py b/vllm/worker/hpu_worker.py index 7b492875c97e..cd20a504447b 100755 --- a/vllm/worker/hpu_worker.py +++ b/vllm/worker/hpu_worker.py @@ -14,7 +14,8 @@ from typing import List, Optional, Set, Tuple, Type import habana_frameworks.torch as htorch # noqa:F401 -from habana_frameworks.torch.utils.debug.logger import refresh_logging_folder_path +from habana_frameworks.torch.utils.debug.logger import ( + refresh_logging_folder_path) import torch import torch.distributed from vllm_hpu_extension.profiler import HabanaMemoryProfiler, format_bytes From addd66e0d160e83760d32ebd394c1ad28f7c1ca6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= Date: Fri, 28 Mar 2025 11:56:38 +0100 Subject: [PATCH 3/3] Update hpu_worker.py --- vllm/worker/hpu_worker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/worker/hpu_worker.py b/vllm/worker/hpu_worker.py index cd20a504447b..a582f6b1a850 100755 --- a/vllm/worker/hpu_worker.py +++ b/vllm/worker/hpu_worker.py @@ -14,10 +14,10 @@ from typing import List, Optional, Set, Tuple, Type import habana_frameworks.torch as htorch # noqa:F401 -from habana_frameworks.torch.utils.debug.logger import ( - refresh_logging_folder_path) import torch import torch.distributed +from habana_frameworks.torch.utils.debug.logger import ( + refresh_logging_folder_path) from vllm_hpu_extension.profiler import HabanaMemoryProfiler, format_bytes import vllm.envs as envs