We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ca9cf2c commit 5ab6c76Copy full SHA for 5ab6c76
comps/cores/proto/api_protocol.py
@@ -292,7 +292,7 @@ class ChatCompletionRequest(BaseModel):
292
service_tier: Optional[str] = None
293
stop: Union[str, List[str], None] = Field(default_factory=list)
294
stream: Optional[bool] = False
295
- stream_options: Optional[StreamOptions] = Field(default_factory=StreamOptions)
+ stream_options: Optional[StreamOptions] = Field(default=None)
296
temperature: Optional[float] = 0.01 # vllm default 0.7
297
top_p: Optional[float] = None # openai default 1.0, but tgi needs `top_p` must be > 0.0 and < 1.0, set None
298
tools: Optional[List[ChatCompletionToolsParam]] = None
0 commit comments