We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b275117 commit 30b31f9Copy full SHA for 30b31f9
src/vllm_router/services/request_service/request.py
@@ -585,15 +585,11 @@ async def route_general_transcriptions(
585
586
endpoints = service_discovery.get_endpoint_info()
587
588
- # filter the endpoints url by model name and model label for transcriptions
+ # filter the endpoints url by model name
589
transcription_endpoints = []
590
for ep in endpoints:
591
for model_name in ep.model_names:
592
- if (
593
- model == model_name
594
- and ep.model_label == "transcription"
595
- and not ep.sleep
596
- ):
+ if model == model_name and not ep.sleep:
597
transcription_endpoints.append(ep)
598
599
if not transcription_endpoints:
0 commit comments