diff --git a/tests/generation/test_tf_logits_process.py b/tests/generation/test_tf_logits_process.py
index e87c843d9cb4de..745ecb86ff8491 100644
--- a/tests/generation/test_tf_logits_process.py
+++ b/tests/generation/test_tf_logits_process.py
@@ -406,7 +406,10 @@ def test_force_tokens_logits_processor(self, use_xla):
 
         non_forced_inds = [i for i in range(vocab_size) if i != force_token_map[cur_len]]
         self.assertTrue(
-            tf.math.reduce_all(tf.math.is_inf(tf.gather(scores, [non_forced_inds], axis=1))),
+            tf.math.reduce_all(tf.experimental.numpy.isclose(
+                tf.gather(scores, [non_forced_inds], axis=1),
+                tf.constant(scores.dtype.min))
+            )
         )
 
         # check that if the cur_len is not contained in the force_token_map, the logits are not modified