diff --git a/ci/build_cpp.sh b/ci/build_cpp.sh
index ec220e49d..66e4600f5 100755
--- a/ci/build_cpp.sh
+++ b/ci/build_cpp.sh
@@ -21,6 +21,29 @@ conda config --set path_conflict warn
 
 sccache --zero-stats
 
-RAPIDS_PACKAGE_VERSION=$(rapids-generate-version) rapids-conda-retry build conda/recipes/libcucim
+
+# TODO: Remove when CUDA 12.1 is dropped.
+# In most cases, the CTK has cuFile.
+# However the CTK only added cuFile for ARM in 12.2.
+# So for ARM users on CTK 12.0 & 12.1, relax the cuFile requirement.
+# On x86_64 or CTK 13 or ARM with CTK 12.2+, always require cuFile.
+cat > extra_variants.yaml <<EOF
+has_cufile:
+  - True
+EOF
+if [[ "$(arch)" == "aarch64" ]] && [[ "${RAPIDS_CUDA_VERSION%%.*}" == "12" ]]
+then
+  cat >> extra_variants.yaml <<EOF
+  - False
+EOF
+fi
+
+echo 'Contents of `extra_variants.yaml`:'
+cat extra_variants.yaml
+echo ''
+
+RAPIDS_PACKAGE_VERSION=$(rapids-generate-version) rapids-conda-retry build \
+    -m extra_variants.yaml \
+    conda/recipes/libcucim
 
 sccache --show-adv-stats
diff --git a/conda/recipes/cucim/meta.yaml b/conda/recipes/cucim/meta.yaml
index 4f821e4f6..2e985554f 100644
--- a/conda/recipes/cucim/meta.yaml
+++ b/conda/recipes/cucim/meta.yaml
@@ -16,7 +16,7 @@ source:
 
 build:
   number: {{ GIT_DESCRIBE_NUMBER }}
-  string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
+  string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_gh{{ GIT_DESCRIBE_HASH }}_gn{{ GIT_DESCRIBE_NUMBER }}}_ph{{ PKG_HASH }}
   ignore_run_exports_from:
     - {{ compiler('cuda') }}
     - cuda-cudart-dev
diff --git a/conda/recipes/libcucim/meta.yaml b/conda/recipes/libcucim/meta.yaml
index 1462dcb69..ae0a87016 100644
--- a/conda/recipes/libcucim/meta.yaml
+++ b/conda/recipes/libcucim/meta.yaml
@@ -15,13 +15,13 @@ source:
 
 build:
   number: {{ GIT_DESCRIBE_NUMBER }}
-  string: cuda{{ cuda_major }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
+  string: cuda{{ cuda_major }}_{{ date_string }}_gh{{ GIT_DESCRIBE_HASH }}_gn{{ GIT_DESCRIBE_NUMBER }}}_ph{{ PKG_HASH }}
   ignore_run_exports:
     - openslide
   ignore_run_exports_from:
     - {{ compiler('cuda') }}
     - cuda-cudart-dev
-    - libcufile-dev  # [linux64]
+    - libcufile-dev
     - libnvjpeg-dev
   script_env:
     - AWS_ACCESS_KEY_ID
@@ -60,9 +60,16 @@ requirements:
     - nvtx-c >=3.1.0
     - openslide
   run:
+    {% if aarch64 and cuda_major == "12" %}
+    # Relax `libcufile` dependency for old CUDA 12 ARM installs
+    - {{ pin_compatible('cuda-version', lower_bound='12.0', upper_bound='12.2') }}  # [not has_cufile]
+    - {{ pin_compatible('cuda-version', lower_bound='12.2', upper_bound='13.0') }}  # [has_cufile]
+    - libcufile                                                                     # [has_cufile]
+    {% else %}
     - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }}
-    - cuda-cudart
     - libcufile
+    {% endif %}
+    - cuda-cudart
     - libnvjpeg
   run_constrained:
     - {{ pin_compatible('openslide') }}
diff --git a/gds/CMakeLists.txt b/gds/CMakeLists.txt
index d8248130a..b7e0eebc1 100644
--- a/gds/CMakeLists.txt
+++ b/gds/CMakeLists.txt
@@ -25,7 +25,7 @@ if (NOT APPLE)
 endif ()
 
 # Find CUDA Toolkit for cudart and cufile.
-find_package(CUDAToolkit REQUIRED)
+find_package(CUDAToolkit REQUIRED COMPONENTS cuFile)
 
 ################################################################################
 # Add library: cufile_stub
diff --git a/gds/include/cufile_stub.h b/gds/include/cufile_stub.h
index cb90e60a0..8c6e34caa 100644
--- a/gds/include/cufile_stub.h
+++ b/gds/include/cufile_stub.h
@@ -16,12 +16,7 @@
 #ifndef CUCIM_CUFILE_STUB_H
 #define CUCIM_CUFILE_STUB_H
 
-// Try to include the real cufile.h, fall back to minimal types if not available
-#if __has_include(<cufile.h>)
-    #include <cufile.h>
-#else
-    #include "cufile_stub_types.h"
-#endif
+#include <cufile.h>
 
 #include "cucim/dynlib/helper.h"