Fix DP dummy run cfg (#284)

Signed-off-by: Wuxun Zhang <wuxun.zhang@intel.com>

Author: wuxun-zhang

examples/data_parallel.py

@@ -30,7 +30,6 @@
 """
 
 import os
-import sys
 from time import sleep
 import torch
 
@@ -177,8 +176,6 @@ def start(rank):
 
 if __name__ == "__main__":
     args = parse_args()
-    print("Execution is currently disabled. Exiting. expected fix in SW-241422")
-    sys.exit(0)  # Exits gracefully with an success code
 
     dp_size = args.dp_size
     tp_size = args.tp_size

vllm_gaudi/v1/worker/hpu_model_runner.py

@@ -4060,7 +4060,7 @@ def _dummy_run(self, max_num_batched_tokens: int) -> None:
         prompt_cfg = None
         decode_cfg = 1, 1, 1
         # add dummy decode run
-        self._execute_dummy_scenario(prompt_cfg, decode_cfg)
+        self._prepare_dummy_scenario(prompt_cfg, decode_cfg)
         return
 
     def initialize_kv_cache(self, kv_cache_config: KVCacheConfig) -> None: