hint to host

xiaoyewww · Aug 15, 2024 · f72c1f2 · f72c1f2
1 parent c845757
commit f72c1f2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmc/cuda_utils.cuh b/llmc/cuda_utils.cuh
@@ -222,6 +222,7 @@ void cudaMallocConditionallyManaged(void** out, size_t bytes, const char *file,
         // reset the error before the next API call
         cudaGetLastError();
         cudaCheck_(cudaMallocManaged(out, bytes), file, line);
+        cudaCheck_(cudaMemAdvise(*out, bytes, cudaMemAdviseSetPreferredLocation, cudaCpuDeviceId), file, line);
     } else {
         cudaCheck_(err, file, line);
     }