diff --git a/CMakeLists.txt b/CMakeLists.txt
index 41c68339eb0cc..55abee1946806 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -210,7 +210,7 @@ if (LLAMA_HIPBLAS)
         set_property(TARGET ggml-rocm PROPERTY CXX_COMPILER ${ROCM_CXX})
 
         target_compile_options(ggml-rocm PRIVATE -O2)
-		target_include_directories(ggml-rocm PUBLIC . ./otherarch ./otherarch/tools)
+		target_include_directories(ggml-rocm PUBLIC ./ggml/include ./ggml/src ./include ./otherarch ./otherarch/tools)
         if (LLAMA_CUDA_FORCE_DMMV)
             target_compile_definitions(ggml-rocm PUBLIC GGML_CUDA_FORCE_DMMV)
         endif()