From 8614ca56add120952f6d0d47136de1c2fd7443e7 Mon Sep 17 00:00:00 2001 From: Jiang-Jia-Jun Date: Sun, 28 Sep 2025 17:03:16 +0800 Subject: [PATCH] [BugFix] Send all token include empty result to Adapter --- fastdeploy/engine/common_engine.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/fastdeploy/engine/common_engine.py b/fastdeploy/engine/common_engine.py index af093d5a68..b3bcf724ec 100644 --- a/fastdeploy/engine/common_engine.py +++ b/fastdeploy/engine/common_engine.py @@ -706,11 +706,12 @@ def _zmq_send_generated_tokens(self): delta_text, token_ids = self._decode_token( token_ids=content.outputs.token_ids, req_id=request_id, is_end=content.finished ) - if len(token_ids): - content.outputs.token_ids = token_ids - content.outputs.text = delta_text - new_contents.append(content) - else: + + content.outputs.token_ids = token_ids + content.outputs.text = delta_text + new_contents.append(content) + + if len(token_ids) == 0: llm_logger.warning( f"current tokens need to accumulate, req_id: {request_id} {content.outputs.token_ids}" )