diff --git a/src/_bentoml_impl/worker/service.py b/src/_bentoml_impl/worker/service.py
index c976f52cb1d..ee5c5586c91 100644
--- a/src/_bentoml_impl/worker/service.py
+++ b/src/_bentoml_impl/worker/service.py
@@ -14,7 +14,11 @@ def patch_safetensor():
     import os
     import subprocess
 
-    import safetensors.torch
+    try:
+        import safetensors.torch
+    except ImportError:
+        logger.info("safetensors not installed, skipping model preheat")
+        return
 
     logger.info(
         "Patching safetensors.torch.safe_open to preheat model loading in parallel"