From 941c776339fb56411dfcb009832b8f98a208ce4e Mon Sep 17 00:00:00 2001 From: Max de Bayser Date: Wed, 26 Feb 2025 17:22:45 -0300 Subject: [PATCH 1/2] Add workaround for shared field_names in pydantic model class Signed-off-by: Max de Bayser --- vllm/entrypoints/openai/protocol.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index 31214211cfc4..664c551e2559 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -1226,6 +1226,9 @@ class ChatCompletionLogProb(OpenAIBaseModel): class ChatCompletionLogProbsContent(ChatCompletionLogProb): + # Workaround: redefine fields name cache so that it's not + # shared with the super class. + field_names: ClassVar[Optional[Set[str]]] = None top_logprobs: List[ChatCompletionLogProb] = Field(default_factory=list) From 671d702502dc011b32375f62138d482aea526495 Mon Sep 17 00:00:00 2001 From: Max de Bayser Date: Thu, 13 Mar 2025 10:43:23 -0300 Subject: [PATCH 2/2] fix merge problem Signed-off-by: Max de Bayser --- vllm/entrypoints/openai/protocol.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index 90076a45d414..2ada6b604b36 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -1238,6 +1238,9 @@ class ChatCompletionLogProb(OpenAIBaseModel): class ChatCompletionLogProbsContent(ChatCompletionLogProb): + # Workaround: redefine fields name cache so that it's not + # shared with the super class. + field_names: ClassVar[Optional[set[str]]] = None top_logprobs: list[ChatCompletionLogProb] = Field(default_factory=list)