FEAT: Support Skywork models (#809)

Co-authored-by: aresnow <aresnow1@gmail.com>
xorbitsai · Dec 26, 2023 · 34bb610 · 34bb610
1 parent f42bc26
commit 34bb610
Show file tree

Hide file tree

Showing 5 changed files with 162 additions and 0 deletions.
diff --git a/doc/source/models/builtin/llm/index.rst b/doc/source/models/builtin/llm/index.rst
@@ -81,6 +81,10 @@ The following is a list of built-in LLM in Xinference:
 
    qwen-chat
 
+   skywork
+
+   skywork-math
+
    starchat-beta
 
    starcoder

diff --git a/doc/source/models/builtin/llm/skywork-math.rst b/doc/source/models/builtin/llm/skywork-math.rst
@@ -0,0 +1,28 @@
+.. _models_llm_skywork-math:
+
+========================================
+Skywork-Math
+========================================
+
+- **Context Length:** 4096
+- **Model Name:** Skywork-Math
+- **Languages:** en, zh
+- **Abilities:** generate
+- **Description:** Skywork is a series of large models developed by the Kunlun Group · Skywork team.
+
+Specifications
+^^^^^^^^^^^^^^
+
+
+Model Spec 1 (pytorch, 13 Billion)
+++++++++++++++++++++++++++++++++++++++++
+
+- **Model Format:** pytorch
+- **Model Size (in billions):** 13
+- **Quantizations:** 8-bit, none
+- **Model ID:** skywork/Skywork-13B-Math
+
+Execute the following command to launch the model, remember to replace ``${quantization}`` with your
+chosen quantization method from the options listed above::
+
+   xinference launch --model-name Skywork-Math --size-in-billions 13 --model-format pytorch --quantization ${quantization}
diff --git a/doc/source/models/builtin/llm/skywork.rst b/doc/source/models/builtin/llm/skywork.rst
@@ -0,0 +1,28 @@
+.. _models_llm_skywork:
+
+========================================
+Skywork
+========================================
+
+- **Context Length:** 4096
+- **Model Name:** Skywork
+- **Languages:** en, zh
+- **Abilities:** generate
+- **Description:** Skywork is a series of large models developed by the Kunlun Group · Skywork team.
+
+Specifications
+^^^^^^^^^^^^^^
+
+
+Model Spec 1 (pytorch, 13 Billion)
+++++++++++++++++++++++++++++++++++++++++
+
+- **Model Format:** pytorch
+- **Model Size (in billions):** 13
+- **Quantizations:** 8-bit, none
+- **Model ID:** skywork/Skywork-13B-base
+
+Execute the following command to launch the model, remember to replace ``${quantization}`` with your
+chosen quantization method from the options listed above::
+
+   xinference launch --model-name Skywork --size-in-billions 13 --model-format pytorch --quantization ${quantization}
diff --git a/xinference/model/llm/llm_family.json b/xinference/model/llm/llm_family.json
@@ -3023,5 +3023,55 @@
         "<|EOT|>"
       ]
     }
+  },
+  {
+    "version": 1,
+    "context_length": 4096,
+    "model_name": "Skywork",
+    "model_lang": [
+      "en",
+      "zh"
+    ],
+    "model_ability": [
+      "generate"
+    ],
+    "model_description": "Skywork is a series of large models developed by the Kunlun Group · Skywork team.",
+    "model_specs": [
+      {
+        "model_format": "pytorch",
+        "model_size_in_billions": 13,
+        "quantizations": [
+          "8-bit",
+          "none"
+        ],
+        "model_id": "skywork/Skywork-13B-base",
+        "model_revision": "bc35915066fbbf15b77a1a4a74e9b574ab167816"
+      }
+    ]
+  },
+  {
+    "version": 1,
+    "context_length": 4096,
+    "model_name": "Skywork-Math",
+    "model_lang": [
+      "en",
+      "zh"
+    ],
+    "model_ability": [
+      "generate"
+    ],
+    "model_description": "Skywork is a series of large models developed by the Kunlun Group · Skywork team.",
+    "model_specs": [
+      {
+        "model_format": "pytorch",
+        "model_size_in_billions": 13,
+        "quantizations": [
+          "8-bit",
+          "none"
+        ],
+        "model_id": "skywork/Skywork-13B-Math",
+        "model_revision": "70d1740208c8ba39f9ba250b22117ec25311ab33"
+      }
+    ]
   }
 ]
diff --git a/xinference/model/llm/llm_family_modelscope.json b/xinference/model/llm/llm_family_modelscope.json
@@ -1678,5 +1678,57 @@
         "<|EOT|>"
       ]
     }
+  },
+  {
+    "version": 1,
+    "context_length": 4096,
+    "model_name": "Skywork",
+    "model_lang": [
+      "en",
+      "zh"
+    ],
+    "model_ability": [
+      "generate"
+    ],
+    "model_description": "Skywork is a series of large models developed by the Kunlun Group · Skywork team.",
+    "model_specs": [
+      {
+        "model_format": "pytorch",
+        "model_size_in_billions": 13,
+        "quantizations": [
+          "8-bit",
+          "none"
+        ],
+        "model_hub": "modelscope",
+        "model_id": "skywork/Skywork-13B-base",
+        "model_revision": "master"
+      }
+    ]
+  },
+  {
+    "version": 1,
+    "context_length": 4096,
+    "model_name": "Skywork-Math",
+    "model_lang": [
+      "en",
+      "zh"
+    ],
+    "model_ability": [
+      "generate"
+    ],
+    "model_description": "Skywork is a series of large models developed by the Kunlun Group · Skywork team.",
+    "model_specs": [
+      {
+        "model_format": "pytorch",
+        "model_size_in_billions": 13,
+        "quantizations": [
+          "8-bit",
+          "none"
+        ],
+        "model_hub": "modelscope",
+        "model_id": "skywork/Skywork-13B-Math",
+        "model_revision": "master"
+      }
+    ]
   }
 ]