Skip to content

Commit c9e2ec3

Browse files
njhillxuebwang-amd
authored andcommitted
[Misc] Remove unnecessary memoryviews in shm_broadcast.py (vllm-project#25721)
Signed-off-by: Nick Hill <nhill@redhat.com> Signed-off-by: xuebwang-amd <xuebwang@amd.com>
1 parent dab72bf commit c9e2ec3

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/distributed/device_communicators/shm_broadcast.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -136,8 +136,8 @@ def __init__(self,
136136
self.shared_memory = shared_memory.SharedMemory(
137137
create=True, size=self.total_bytes_of_buffer)
138138
# initialize the metadata section to 0
139-
with memoryview(self.shared_memory.buf[self.metadata_offset:]
140-
) as metadata_buffer:
139+
with self.shared_memory.buf[self.
140+
metadata_offset:] as metadata_buffer:
141141
torch.frombuffer(metadata_buffer, dtype=torch.uint8).fill_(0)
142142
else:
143143
# we are opening an existing buffer
@@ -182,14 +182,14 @@ def __del__(self):
182182
def get_data(self, current_idx: int):
183183
start = self.data_offset + current_idx * self.max_chunk_bytes
184184
end = start + self.max_chunk_bytes
185-
with memoryview(self.shared_memory.buf[start:end]) as buf:
185+
with self.shared_memory.buf[start:end] as buf:
186186
yield buf
187187

188188
@contextmanager
189189
def get_metadata(self, current_idx: int):
190190
start = self.metadata_offset + current_idx * self.metadata_size
191191
end = start + self.metadata_size
192-
with memoryview(self.shared_memory.buf[start:end]) as buf:
192+
with self.shared_memory.buf[start:end] as buf:
193193
yield buf
194194

195195

0 commit comments

Comments
 (0)