use static method to clean prompt logprobs

Signed-off-by: maxDavid40 <maxdavid40@gmail.com>

Author: maxDavid40

vllm/entrypoints/openai/serving_chat.py

@@ -841,6 +841,8 @@ async def chat_completion_full_generator(
 
         request_metadata.final_usage_info = usage
 
+        self._clean_prompt_logprobs(final_res.prompt_logprobs)
+
         response = ChatCompletionResponse(
             id=request_id,
             created=created_time,

vllm/entrypoints/openai/serving_completion.py

@@ -396,13 +396,9 @@ def request_output_to_completion_response(
         for final_res in final_res_batch:
             prompt_token_ids = final_res.prompt_token_ids
             assert prompt_token_ids is not None
+            self._clean_prompt_logprobs(final_res.prompt_logprobs)
             prompt_logprobs = final_res.prompt_logprobs
-            if prompt_logprobs:
-                for logprob_dict in prompt_logprobs:
-                    if logprob_dict:
-                        for logprob_values in logprob_dict.values():
-                            if logprob_values.logprob == float('-inf'):
-                                logprob_values.logprob = -9999.0
+
             prompt_text = final_res.prompt
 
             token_ids: GenericSequence[int]