[BUG] Allow runai_streamer_sharded in config check (vllm-project#26958)

Signed-off-by: ahao-anyscale <ahao@anyscale.com>

Author: ahao-anyscale

vllm/config/vllm.py

@@ -740,10 +740,13 @@ def try_verify_and_update_config(self):
                     "Overriding `load_format` to 'runai_streamer'"
                 )
                 self.load_config.load_format = "runai_streamer"
-            elif self.load_config.load_format != "runai_streamer":
+            elif self.load_config.load_format not in (
+                "runai_streamer",
+                "runai_streamer_sharded",
+            ):
                 raise ValueError(
                     f"To load a model from S3, 'load_format' "
-                    f"must be 'runai_streamer', "
+                    f"must be 'runai_streamer' or 'runai_streamer_sharded', "
                     f"but got '{self.load_config.load_format}'. "
                     f"Model: {self.model_config.model}"
                 )