diff --git a/vllm/v1/worker/tpu_worker.py b/vllm/v1/worker/tpu_worker.py index d09f5dd84007..e190797dfb7f 100644 --- a/vllm/v1/worker/tpu_worker.py +++ b/vllm/v1/worker/tpu_worker.py @@ -75,6 +75,9 @@ def __init__( self.profile_dir) self.profiler = xp.start_server(9012) + if self.model_config.seed is None: + self.model_config.seed = 0 + def init_device(self): os.environ["PJRT_DEVICE"] = "TPU" torch.set_grad_enabled(False)