Change the default value of truncate_prompt_tokens in the embedding model to -1，By default, the model is truncated according to its maximum length.

Author: zhaotyer

vllm/entrypoints/openai/protocol.py

@@ -1298,7 +1298,7 @@ class EmbeddingCompletionRequest(OpenAIBaseModel):
     encoding_format: Literal["float", "base64"] = "float"
     dimensions: Optional[int] = None
     user: Optional[str] = None
-    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = None
+    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = -1
 
     # --8<-- [start:embedding-extra-params]
     add_special_tokens: bool = Field(
@@ -1339,7 +1339,7 @@ class EmbeddingChatRequest(OpenAIBaseModel):
     encoding_format: Literal["float", "base64"] = "float"
     dimensions: Optional[int] = None
     user: Optional[str] = None
-    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = None
+    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = -1
 
     # --8<-- [start:chat-embedding-extra-params]
     add_generation_prompt: bool = Field(
@@ -1461,7 +1461,7 @@ class ScoreRequest(OpenAIBaseModel):
     model: Optional[str] = None
     text_1: Union[list[str], str, ScoreMultiModalParam]
     text_2: Union[list[str], str, ScoreMultiModalParam]
-    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = None
+    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = -1
 
     # --8<-- [start:score-extra-params]
 
@@ -1493,7 +1493,7 @@ class RerankRequest(OpenAIBaseModel):
     query: Union[str, ScoreMultiModalParam]
     documents: Union[list[str], ScoreMultiModalParam]
     top_n: int = Field(default_factory=lambda: 0)
-    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = None
+    truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = -1
 
     # --8<-- [start:rerank-extra-params]