From 55bbfcba630bb6510ff26d11a7004a72ef61cf31 Mon Sep 17 00:00:00 2001 From: mymusise Date: Mon, 13 Mar 2023 19:33:27 +0800 Subject: [PATCH] fix rotate_half Signed-off-by: mymusise --- src/transformers/models/llama/modeling_llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/models/llama/modeling_llama.py b/src/transformers/models/llama/modeling_llama.py index edcfabc6a5ab..79aea5ac85f2 100755 --- a/src/transformers/models/llama/modeling_llama.py +++ b/src/transformers/models/llama/modeling_llama.py @@ -132,7 +132,7 @@ def forward(self, x, seq_len=None): def rotate_half(x): """Rotates half the hidden dims of the input.""" x1 = x[..., : x.shape[-1] // 2] - x2 = x[..., x.shape[-1] // 2] + x2 = x[..., x.shape[-1] // 2 :] return torch.cat((-x2, x1), dim=-1)