[Bugfix] Catch and log invalid token ids in detokenizer #2 (vllm-project#26445)

Signed-off-by: Nick Hill <nhill@redhat.com>

Author: njhill

vllm/v1/engine/detokenizer.py

@@ -227,10 +227,10 @@ def decode_next(self, next_token_id: int) -> str:
     def _protected_step(self, next_token_id: int) -> Optional[str]:
         try:
             token = self.stream.step(self.tokenizer, next_token_id)
-        except OverflowError:
+        except (OverflowError, TypeError):
             # Handle rare observed overflow, still to be diagnosed.
             # See https://github.com/vllm-project/vllm/issues/21951.
-            logger.exception("Encountered invalid token id: %d", next_token_id)
+            logger.exception("Encountered invalid token id: %r", next_token_id)
             token = None
         except Exception as e:
             if not str(e).startswith(INVALID_PREFIX_ERR_MSG):