File tree Expand file tree Collapse file tree 1 file changed +6
-7
lines changed Expand file tree Collapse file tree 1 file changed +6
-7
lines changed Original file line number Diff line number Diff line change 4141from  vllm .v1 .spec_decode .metadata  import  SpecDecodeMetadata 
4242from  vllm .v1 .utils  import  CpuGpuBuffer 
4343from  vllm .v1 .worker .gpu_input_batch  import  CachedRequestState , InputBatch 
44- from  vllm .v1 .worker .ubatching  import  dbo_current_ubatch_id 
4544
4645logger  =  init_logger (__name__ )
4746
@@ -234,11 +233,11 @@ def propose(
234233
235234        assert  self .runner  is  not None 
236235
237-         # FIXME: need to consider multiple kv_cache_groups 
238-         ubatch_id   =   dbo_current_ubatch_id ()
239-         attn_metadata_builder   =   self . runner . attn_groups [ 0 ][ 0 ]. metadata_builders [ 
240-             ubatch_id 
241-         ] 
236+         if   self . attn_metadata_builder   is   None : 
237+              attn_metadata_builder   =   self . _get_attention_metadata_builder ()
238+         else : 
239+             attn_metadata_builder   =   self . attn_metadata_builder 
240+ 
242241        attn_metadata  =  attn_metadata_builder .build_for_drafting (
243242            common_attn_metadata = common_attn_metadata , draft_index = 0 
244243        )
@@ -1076,7 +1075,7 @@ def dummy_run(
10761075                inputs_embeds = inputs_embeds ,
10771076            )
10781077
1079-     def  _get_attention_metadata_builder (self ) ->  list [ AttentionMetadataBuilder ] :
1078+     def  _get_attention_metadata_builder (self ) ->  AttentionMetadataBuilder :
10801079        """Find and return the attention metadata builders for EAGLE layers. 
10811080
10821081        Returns: 
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments