diff --git a/src/runtime/cuda/cuda_device_api.cc b/src/runtime/cuda/cuda_device_api.cc
index 2af0bf159529..91702d035482 100644
--- a/src/runtime/cuda/cuda_device_api.cc
+++ b/src/runtime/cuda/cuda_device_api.cc
@@ -357,6 +357,7 @@ TVM_DLL int GetCudaDeviceCount() {
 
 TVM_FFI_REGISTER_GLOBAL("runtime.GetCudaDeviceCount").set_body_typed(GetCudaDeviceCount);
 
+#if (CUDA_VERSION >= 12000)
 /**
  * \brief FFI wrapper for cuTensorMapEncodeTiled.
  *
@@ -562,6 +563,7 @@ TVM_FFI_REGISTER_GLOBAL("runtime.cuTensorMapEncodeTiled")
         CHECK_EQ(res, CUDA_SUCCESS) << "Error in cuTensorMapEncodeTiled: " << errstr;
       }
     });
+#endif  // CUDA_VERSION >= 12000
 
 }  // namespace runtime
 }  // namespace tvm