diff --git a/requirements-common.txt b/requirements-common.txt
index fb84d6d9e7b6..3446ae4c4643 100644
--- a/requirements-common.txt
+++ b/requirements-common.txt
@@ -1,7 +1,6 @@
 psutil
 sentencepiece  # Required for LLaMA tokenizer.
 numpy < 2.0.0
-numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding.
 requests >= 2.26.0
 tqdm
 blake3
diff --git a/requirements-cuda.txt b/requirements-cuda.txt
index 2de06668c3a4..b641ea7f8709 100644
--- a/requirements-cuda.txt
+++ b/requirements-cuda.txt
@@ -1,6 +1,8 @@
 # Common dependencies
 -r requirements-common.txt
 
+numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding
+
 # Dependencies for NVIDIA GPUs
 ray[cgraph] >= 2.43.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
 torch == 2.5.1
diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index 97985655cbf6..83f3e18a96a6 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -1,6 +1,8 @@
 # Common dependencies
 -r requirements-common.txt
 
+numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding
+
 # Dependencies for AMD GPUs
 awscli
 boto3
@@ -11,4 +13,4 @@ peft
 pytest-asyncio
 tensorizer>=2.9.0
 runai-model-streamer==0.11.0
-runai-model-streamer-s3==0.11.0
\ No newline at end of file
+runai-model-streamer-s3==0.11.0