ggml-org
diff --git a/‎ggml-metal.m
Lines changed: 5 additions & 0 deletions b/‎ggml-metal.m
Lines changed: 5 additions & 0 deletions
@@ -1926,7 +1926,12 @@ static enum ggml_status ggml_metal_graph_compute(
                                     {
                                         nth0 = 4;
                                         nth1 = 16;
+                                    #if QK_K == 64
+                                        pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_MUL_MV_ID_IQ4_NL_F32].pipeline;
+                                    #else
                                         pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_MUL_MV_ID_IQ4_XS_F32].pipeline;
+                                    #endif
+
                                     } break;
                                 default:
                                     {
Original file line number	Diff line number	Diff line change
`@@ -1926,7 +1926,12 @@ static enum ggml_status ggml_metal_graph_compute(`
`1926`	`1926`	`{`
`1927`	`1927`	`nth0 = 4;`
`1928`	`1928`	`nth1 = 16;`
	`1929`	`+ #if QK_K == 64`
	`1930`	`+ pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_MUL_MV_ID_IQ4_NL_F32].pipeline;`
	`1931`	`+ #else`
`1929`	`1932`	`pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_MUL_MV_ID_IQ4_XS_F32].pipeline;`
	`1933`	`+ #endif`
	`1934`	`+`
`1930`	`1935`	`} break;`
`1931`	`1936`	`default:`
`1932`	`1937`	`{`