BUG: disable vicuna pytorch model (#225)

xorbitsai · Jul 20, 2023 · 4e346e6 · 4e346e6
1 parent aececfb
commit 4e346e6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/xinference/model/llm/__init__.py b/xinference/model/llm/__init__.py
@@ -413,6 +413,8 @@ def install():
         ),
     )
 
+    """
+    # ggmlv3 model has the same model_name as pytorch model, comment it out in temporary
     pytorch_vicuna_v1_3_name_generator = lambda model_size, quantization: (
         f"lmsys/vicuna-{model_size}b-v1.3"
     )
@@ -427,3 +429,4 @@ def install():
             cls=VicunaCensoredPytorch,
         ),
     )
+    """