Skip to content

Commit 2322b1b

Browse files
committed
repack : add check for 2D src[1] in supports_op
1 parent 0e9c0b7 commit 2322b1b

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-cpu/repack.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1920,7 +1920,7 @@ class extra_buffer_type : ggml::cpu::extra_buffer_type {
19201920
bool supports_op(ggml_backend_dev_t, const struct ggml_tensor * op) override {
19211921
if ( op->op == GGML_OP_MUL_MAT &&
19221922
op->src[0]->buffer &&
1923-
(ggml_n_dims(op->src[0]) == 2) &&
1923+
ggml_n_dims(op->src[0]) == 2 && ggml_n_dims(op->src[1]) <= 2 &&
19241924
op->src[0]->buffer->buft == ggml_backend_cpu_repack_buffer_type() &&
19251925
ggml_repack_get_optimal_repack_type(op->src[0])
19261926
) {
@@ -1936,7 +1936,7 @@ class extra_buffer_type : ggml::cpu::extra_buffer_type {
19361936
// may be possible if Q8_0 packed...
19371937
} else if (op->op == GGML_OP_MUL_MAT_ID
19381938
&& op->src[0]->buffer
1939-
&& (ggml_n_dims(op->src[0]) == 3)
1939+
&& ggml_n_dims(op->src[0]) == 3 && ggml_n_dims(op->src[1]) <= 2
19401940
&& op->src[0]->buffer->buft == ggml_backend_cpu_repack_buffer_type()
19411941
&& ggml_repack_get_optimal_repack_type(op->src[0])
19421942
) {

0 commit comments

Comments
 (0)