[V1][Structured Output] Add supports_structured_output() method to Platform (vllm-project#16148)

Signed-off-by: shen-shanshan <467638484@qq.com>
Signed-off-by: Yang Wang <elainewy@meta.com>

Author: shen-shanshan

vllm/platforms/cpu.py

@@ -180,3 +180,7 @@ def get_device_communicator_cls(cls) -> str:
         Get device specific communicator class for distributed communication.
         """
         return "vllm.distributed.device_communicators.cpu_communicator.CpuCommunicator"  # noqa
+
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True

vllm/platforms/cuda.py

@@ -308,6 +308,10 @@ def supports_fp8(cls) -> bool:
     def supports_v1(cls, model_config: ModelConfig) -> bool:
         return True
 
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True
+
     @classmethod
     def use_custom_allreduce(cls) -> bool:
         return True

vllm/platforms/hpu.py

@@ -92,3 +92,7 @@ def get_punica_wrapper(cls) -> str:
     @classmethod
     def get_device_communicator_cls(cls) -> str:
         return "vllm.distributed.device_communicators.hpu_communicator.HpuCommunicator"  # noqa
+
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True

vllm/platforms/interface.py

@@ -379,6 +379,13 @@ def supports_v1(cls, model_config: ModelConfig) -> bool:
         """
         return False
 
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        """
+        Returns whether the current platform can support structured output.
+        """
+        return False
+
     @classmethod
     def use_custom_allreduce(cls) -> bool:
         """

vllm/platforms/neuron.py

@@ -67,3 +67,7 @@ def get_device_communicator_cls(cls) -> str:
     @classmethod
     def use_all_gather(cls) -> bool:
         return True
+
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True

vllm/platforms/rocm.py

@@ -303,6 +303,10 @@ def supports_v1(cls, model_config: ModelConfig) -> bool:
         # V1 support on AMD gpus is experimental
         return True
 
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True
+
     @classmethod
     def use_custom_allreduce(cls) -> bool:
         # We only enable custom allreduce for MI300 series

vllm/platforms/tpu.py

@@ -133,3 +133,8 @@ def use_all_gather(cls) -> bool:
     def supports_v1(cls, model_config: ModelConfig) -> bool:
         # V1 support on TPU is experimental
         return True
+
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        # Structured output is not supported on TPU.
+        return False

vllm/platforms/xpu.py

@@ -140,3 +140,7 @@ def device_support_bf16(cls) -> bool:
     @classmethod
     def get_device_communicator_cls(cls) -> str:
         return "vllm.distributed.device_communicators.xpu_communicator.XpuCommunicator"  # noqa
+
+    @classmethod
+    def supports_structured_output(cls) -> bool:
+        return True

vllm/v1/engine/processor.py

@@ -136,9 +136,11 @@ def _validate_structured_output(self, params: SamplingParams) -> None:
                                  f" != {engine_level_backend}")
         else:
             params.guided_decoding.backend = engine_level_backend
-        import vllm.platforms
-        if vllm.platforms.current_platform.is_tpu():
-            raise ValueError("Structured output is not supported on TPU.")
+
+        from vllm.platforms import current_platform
+        if not current_platform.supports_structured_output():
+            raise ValueError("Structured output is not supported on "
+                             f"{current_platform.device_name}.")
 
         # Request content validation
         if engine_level_backend.startswith("xgrammar"):