Skip to content

Commit a608160

Browse files
authored
[Kernel] Fix conflicting macro names for gguf kernels (#15456)
Signed-off-by: SzymonOzog <szymon.ozog@gmail.com>
1 parent 3f04a7f commit a608160

File tree

2 files changed

+90
-90
lines changed

2 files changed

+90
-90
lines changed

csrc/quantization/gguf/gguf_kernel.cu

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -375,25 +375,25 @@ torch::Tensor ggml_moe_a8(torch::Tensor X, // input
375375
int64_t ggml_moe_get_block_size(int64_t type) {
376376
switch (type) {
377377
case 2:
378-
return MMQ_X_Q4_0;
378+
return MOE_X_Q4_0;
379379
case 3:
380-
return MMQ_X_Q4_1;
380+
return MOE_X_Q4_1;
381381
case 6:
382-
return MMQ_X_Q5_0;
382+
return MOE_X_Q5_0;
383383
case 7:
384-
return MMQ_X_Q5_1;
384+
return MOE_X_Q5_1;
385385
case 8:
386-
return MMQ_X_Q8_0;
386+
return MOE_X_Q8_0;
387387
case 10:
388-
return MMQ_X_Q2_K;
388+
return MOE_X_Q2_K;
389389
case 11:
390-
return MMQ_X_Q3_K;
390+
return MOE_X_Q3_K;
391391
case 12:
392-
return MMQ_X_Q4_K;
392+
return MOE_X_Q4_K;
393393
case 13:
394-
return MMQ_X_Q5_K;
394+
return MOE_X_Q5_K;
395395
case 14:
396-
return MMQ_X_Q6_K;
396+
return MOE_X_Q6_K;
397397
}
398398
return 0;
399399
}

0 commit comments

Comments
 (0)