[Kernel] Split Marlin MoE kernels into multiple files (vllm-project#8661

) Co-authored-by: mgoin <michael@neuralmagic.com>
liuyanyi · Oct 6, 2024 · 9d0ec06 · 9d0ec06
1 parent 68121b5
commit 9d0ec06
Show file tree

Hide file tree

Showing 7 changed files with 1,552 additions and 1,427 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -316,6 +316,11 @@ set(VLLM_MOE_EXT_SRC
 
 if(VLLM_GPU_LANG STREQUAL "CUDA")
   list(APPEND VLLM_MOE_EXT_SRC
+      "csrc/moe/marlin_kernels/marlin_moe_kernel.h"
+      "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.h"
+      "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.cu"
+      "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.h"
+      "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.cu"
       "csrc/moe/marlin_moe_ops.cu")
 endif()