We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a3b4db2 commit d4a419bCopy full SHA for d4a419b
components/backends/trtllm/src/dynamo/verifier/utils/api_drafter.py
@@ -90,6 +90,11 @@ async def get_draft_tokens(
90
91
draft_tokens = []
92
try:
93
+ if self.client is None:
94
+ logging.error(
95
+ f"Failed to create client for Dynamo endpoint: {self.endpoint}"
96
+ )
97
+ return []
98
response = await self.client.round_robin(request_data)
99
async for chunk in response:
100
chunk_data = chunk.data()
0 commit comments