Skip to content

Commit 3374ff7

Browse files
committed
solve alibi cpu error
1 parent af19099 commit 3374ff7

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

ggml.c

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12889,7 +12889,6 @@ static void ggml_compute_forward_alibi_f32(
1288912889
return;
1289012890
}
1289112891

12892-
const int n_past = ((int32_t *) dst->op_params)[0];
1289312892
const int n_head = ((int32_t *) dst->op_params)[1];
1289412893
float max_bias;
1289512894
memcpy(&max_bias, (int32_t *) dst->op_params + 2, sizeof(float));
@@ -12910,7 +12909,6 @@ static void ggml_compute_forward_alibi_f32(
1291012909
//const int nb3 = src0->nb[3];
1291112910

1291212911
GGML_ASSERT(nb0 == sizeof(float));
12913-
GGML_ASSERT(ne1 + n_past == ne0);
1291412912
GGML_ASSERT(n_head == ne2);
1291512913

1291612914
// add alibi to src0 (KQ_scaled)

0 commit comments

Comments
 (0)