Update Gemma Models (#1158)

* Update Gemma Models Update Gemma 2B & 7B Add support for Gemma 2B-Instruct Add support for Gemma 7B-Instruct * Update Gemma Models Update Gemma 2B & 7B Add support for Gemma 2B-Instruct Add support for Gemma 7B-Instruct
serge-chat · Feb 25, 2024 · 26bf8a3 · 26bf8a3
1 parent d1ce384
commit 26bf8a3
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 5 deletions.
diff --git a/README.md b/README.md
@@ -61,7 +61,7 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https
 | **BioMistral | 7B |
 | **Code** | 13B, 33B |
 | **CodeLLaMA** | 7B, 7B-Instruct, 7B-Python, 13B, 13B-Instruct, 13B-Python, 34B, 34B-Instruct, 34B-Python |
-| **Gemma** | 2B, 7B |
+| **Gemma** | 2B, 2B-Instruct, 7B, 7B-Instruct |
 | **Falcon** | 7B, 7B-Instruct, 40B, 40B-Instruct |
 | **LLaMA 2**  | 7B, 7B-Chat, 7B-Coder, 13B, 13B-Chat, 70B, 70B-Chat, 70B-OASST |
 | **LLaMA Pro** | 8B, 8B-Instruct |

diff --git a/api/src/serge/data/models.json b/api/src/serge/data/models.json
@@ -216,26 +216,48 @@
         "models": [
             {
                 "name": "Gemma-2B",
-                "repo": "MaziyarPanahi/gemma-2b-GGUF",
+                "repo": "brittlewis12/gemma-2b-GGUF",
                 "files": [
                     {
                         "name": "q4_K_M",
                         "filename": "gemma-2b.Q4_K_M.gguf",
                         "disk_space": 1495245728.0
                     }
                 ]
-            },            
+            },
+            {
+                "name": "Gemma-2B-Instruct",
+                "repo": "brittlewis12/gemma-2b-it-GGUF",
+                "files": [
+                    {
+                        "name": "q4_K_M",
+                        "filename": "gemma-2b-it.Q4_K_M.gguf",
+                        "disk_space": 1630263008.0
+                    }
+                ]
+            },
             {
                 "name": "Gemma-7B",
-                "repo": "MaziyarPanahi/gemma-7b-GGUF",
+                "repo": "brittlewis12/gemma-7b-GGUF",
                 "files": [
                     {
                         "name": "q4_K_M",
                         "filename": "gemma-7b.Q4_K_M.gguf",
                         "disk_space": 5127231648.0
                     }
                 ]
-            }       
+            },
+            {
+                "name": "Gemma-7B-Instruct",
+                "repo": "brittlewis12/gemma-7b-it-GGUF",
+                "files": [
+                    {
+                        "name": "q4_K_M",
+                        "filename": "gemma-7b-it.Q4_K_M.gguf",
+                        "disk_space": 5329759200.0
+                    }
+                ]
+            }             
         ]
     },
     {