Check for CUDA devices before specifying which one to use

Signed-off-by: serhatgktp <efkan@ibm.com>

examples/llm/hf_pipeline_dolly/config.py

@@ -15,6 +15,7 @@
 from functools import lru_cache
 
 from langchain import HuggingFacePipeline
+from torch.cuda import device_count
 
 from nemoguardrails.llm.helpers import get_llm_instance_wrapper
 from nemoguardrails.llm.providers import register_llm_provider
@@ -25,8 +26,8 @@ def get_dolly_v2_3b_llm():
     repo_id = "databricks/dolly-v2-3b"
     params = {"temperature": 0, "max_length": 1024}
 
-    # Using the first GPU
-    device = 0
+    # Using the first CUDA-enabled GPU, if any
+    device = 0 if device_count() else -1
 
     llm = HuggingFacePipeline.from_model_id(
         model_id=repo_id, device=device, task="text-generation", model_kwargs=params