File tree Expand file tree Collapse file tree 2 files changed +3
-7
lines changed 
distributed/device_communicators Expand file tree Collapse file tree 2 files changed +3
-7
lines changed Original file line number Diff line number Diff line change @@ -253,7 +253,7 @@ def free_buf(self,
253253
254254        Args: 
255255            nbytes (int, optional): The size of the buffer to free. If None, 
256-             frees the maximum size of the ring buffer. 
256+                  frees the maximum size of the ring buffer. 
257257        ''' 
258258
259259        assert  self .is_writer , "Only the writer can free buffers." 
Original file line number Diff line number Diff line change @@ -697,9 +697,7 @@ async def _tokenize_prompt_input_async(
697697        add_special_tokens : bool  =  True ,
698698    ) ->  TextTokensPrompt :
699699        """ 
700-         A simpler implementation of 
701-         [`_tokenize_prompt_input_or_inputs`][vllm.entrypoints.openai.serving_engine.OpenAIServing._tokenize_prompt_input_or_inputs] 
702-         that assumes single input. 
700+         A simpler implementation that tokenizes a single prompt input. 
703701        """ 
704702        async  for  result  in  self ._tokenize_prompt_inputs_async (
705703                request ,
@@ -718,9 +716,7 @@ async def _tokenize_prompt_inputs_async(
718716        add_special_tokens : bool  =  True ,
719717    ) ->  AsyncGenerator [TextTokensPrompt , None ]:
720718        """ 
721-         A simpler implementation of 
722-         [`_tokenize_prompt_input_or_inputs`][vllm.entrypoints.openai.serving_engine.OpenAIServing._tokenize_prompt_input_or_inputs] 
723-         that assumes multiple inputs. 
719+         A simpler implementation that tokenizes multiple prompt inputs. 
724720        """ 
725721        for  prompt  in  prompt_inputs :
726722            if  isinstance (prompt , str ):
    
 
   
 
     
   
   
          
     
  
    
     
 
    
      
     
 
     
    You can’t perform that action at this time.
  
 
    
  
     
    
      
        
     
 
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments