From f72c1f2c6428e77db130a7db859d599ef359beb4 Mon Sep 17 00:00:00 2001
From: Erik Schultheis <erik.schultheis@aalto.fi>
Date: Thu, 25 Jul 2024 01:16:28 +0200
Subject: [PATCH] hint to host

---
 llmc/cuda_utils.cuh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llmc/cuda_utils.cuh b/llmc/cuda_utils.cuh
index 81e4066ee..d3df74dc8 100644
--- a/llmc/cuda_utils.cuh
+++ b/llmc/cuda_utils.cuh
@@ -222,6 +222,7 @@ void cudaMallocConditionallyManaged(void** out, size_t bytes, const char *file,
         // reset the error before the next API call
         cudaGetLastError();
         cudaCheck_(cudaMallocManaged(out, bytes), file, line);
+        cudaCheck_(cudaMemAdvise(*out, bytes, cudaMemAdviseSetPreferredLocation, cudaCpuDeviceId), file, line);
     } else {
         cudaCheck_(err, file, line);
     }