Merge branch 'habana_main' into hpu_pp_new

Author: michalkuligowski

tests/lora/test_multilora_hpu.py

@@ -1,5 +1,4 @@
 # SPDX-License-Identifier: Apache-2.0
-from multiprocessing import Process
 from typing import List, Optional, Tuple
 
 from vllm import EngineArgs, LLMEngine, RequestOutput, SamplingParams
@@ -21,7 +20,7 @@ def create_test_prompts(
                         prompt_logprobs=1,
                         max_tokens=128), None),
         ("To be or not to be,",
-         SamplingParams(temperature=0.8,
+         SamplingParams(temperature=0.0,
                         top_k=5,
                         presence_penalty=0.2,
                         max_tokens=128), None),
@@ -83,7 +82,7 @@ def process_requests(engine: LLMEngine,
 
 expected_output = [
     " or, through inaction, allow a human being to come to harm.\nA robot must obey the orders given it by human beings except where such orders would conflict with the First Law.\nA robot must protect its own existence as long as such protection does not conflict with the First or Second Law.\nThe Three Laws of Robotics were created by Isaac Asimov in 1942. They are the foundation of robotics and artificial intelligence.\nThe Three Laws of Robotics are the foundation of robotics and artificial intelligence. They were created by Isaac Asimov in 194",  # noqa: E501
-    " that is the question.\nIt is the most famous line in all of Shakespeare's plays and one of the most famous in English literature. The question is not whether or not to be, but rather the question of who to be.\nIn Hamlet's case, the question is whether or not to be a good person. He is torn between the goodness of his father and the evil of his mother.\nThe question is a difficult one, and one that has been asked many times before. In Hamlet's case, the question is whether or not to be a good person, and he is torn between the",  # noqa: E501
+    " that is the question.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but how you will be.\nThe question is not whether you will be, but",  # noqa: E501
     "  SELECT icao FROM table_name_74 WHERE airport = 'lilongwe international airport' ",  # noqa: E501
     "  SELECT nationality FROM table_name_11 WHERE elector = 'anchero pantaleone' ",  # noqa: E501
     "  SELECT icao FROM table_name_74 WHERE airport = 'lilongwe international airport' ",  # noqa: E501
@@ -109,24 +108,12 @@ def _test_llama_multilora(sql_lora_files, tp_size):
 
 
 def test_llama_multilora_1x(sql_lora_files):
-    # Work-around to resolve stalling issue in multi-card scenario
-    p = Process(target=_test_llama_multilora, args=(sql_lora_files, 1))
-    p.start()
-    p.join()
-    assert p.exitcode == 0
+    _test_llama_multilora(sql_lora_files, 1)
 
 
 def test_llama_multilora_2x(sql_lora_files):
-    # Work-around to resolve stalling issue in multi-card scenario
-    p = Process(target=_test_llama_multilora, args=(sql_lora_files, 2))
-    p.start()
-    p.join()
-    assert p.exitcode == 0
+    _test_llama_multilora(sql_lora_files, 2)
 
 
 def test_llama_multilora_4x(sql_lora_files):
-    # Work-around to resolve stalling issue in multi-card scenario
-    p = Process(target=_test_llama_multilora, args=(sql_lora_files, 4))
-    p.start()
-    p.join()
-    assert p.exitcode == 0
+    _test_llama_multilora(sql_lora_files, 4)