File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
vllm/distributed/device_communicators Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -136,8 +136,8 @@ def __init__(self,
136136 self .shared_memory = shared_memory .SharedMemory (
137137 create = True , size = self .total_bytes_of_buffer )
138138 # initialize the metadata section to 0
139- with memoryview ( self .shared_memory .buf [self .metadata_offset :]
140- ) as metadata_buffer :
139+ with self .shared_memory .buf [self .
140+ metadata_offset :] as metadata_buffer :
141141 torch .frombuffer (metadata_buffer , dtype = torch .uint8 ).fill_ (0 )
142142 else :
143143 # we are opening an existing buffer
@@ -182,14 +182,14 @@ def __del__(self):
182182 def get_data (self , current_idx : int ):
183183 start = self .data_offset + current_idx * self .max_chunk_bytes
184184 end = start + self .max_chunk_bytes
185- with memoryview ( self .shared_memory .buf [start :end ]) as buf :
185+ with self .shared_memory .buf [start :end ] as buf :
186186 yield buf
187187
188188 @contextmanager
189189 def get_metadata (self , current_idx : int ):
190190 start = self .metadata_offset + current_idx * self .metadata_size
191191 end = start + self .metadata_size
192- with memoryview ( self .shared_memory .buf [start :end ]) as buf :
192+ with self .shared_memory .buf [start :end ] as buf :
193193 yield buf
194194
195195
You can’t perform that action at this time.
0 commit comments