We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bddef4d commit 007c50eCopy full SHA for 007c50e
vllm/lora/layers/logits_processor.py
@@ -105,6 +105,7 @@ def create_lora_weights(
105
dtype=lora_config.lora_dtype,
106
device=self.device,
107
)
108
+ self.sharded_to_full_mapping_gpu: Optional[torch.Tensor]
109
if self.sharded_to_full_mapping is not None:
110
self.sharded_to_full_mapping_gpu = torch.tensor(
111
self.sharded_to_full_mapping,
0 commit comments