BUG: builtin stop_token_ids changes (#353)

xorbitsai · Aug 16, 2023 · a7c237a · a7c237a
1 parent a446c6f
commit a7c237a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/xinference/model/llm/pytorch/core.py b/xinference/model/llm/pytorch/core.py
@@ -418,15 +418,15 @@ def _sanitize_generate_config(
             and self.model_family.prompt_style
             and self.model_family.prompt_style.stop
         ):
-            pytorch_generate_config["stop"] = self.model_family.prompt_style.stop
+            pytorch_generate_config["stop"] = self.model_family.prompt_style.stop.copy()
         if (
             "stop_token_ids" not in pytorch_generate_config
             and self.model_family.prompt_style
             and self.model_family.prompt_style.stop_token_ids
         ):
             pytorch_generate_config[
                 "stop_token_ids"
-            ] = self.model_family.prompt_style.stop_token_ids
+            ] = self.model_family.prompt_style.stop_token_ids.copy()
 
         return pytorch_generate_config