Skip to content

Commit 370990a

Browse files
committed
support 1b model type
1 parent ad45bb3 commit 370990a

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

llama.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -830,6 +830,7 @@ static llama_state g_state;
830830
// available llama models
831831
enum e_model {
832832
MODEL_UNKNOWN,
833+
MODEL_1B,
833834
MODEL_3B,
834835
MODEL_7B,
835836
MODEL_13B,
@@ -1524,6 +1525,7 @@ std::string llama_model_ftype_name(enum llama_ftype ftype) {
15241525

15251526
static const char * llama_model_type_name(e_model type) {
15261527
switch (type) {
1528+
case MODEL_1B: return "1B";
15271529
case MODEL_3B: return "3B";
15281530
case MODEL_7B: return "7B";
15291531
case MODEL_13B: return "13B";
@@ -1626,6 +1628,7 @@ static void llm_load_hparams(
16261628
GGUF_GET_KEY(ctx, hparams.f_norm_eps, gguf_get_val_f32, GGUF_TYPE_FLOAT32, true, kv(LLM_KV_ATTENTION_LAYERNORM_EPS));
16271629

16281630
switch (hparams.n_layer) {
1631+
case 24: model.type = e_model::MODEL_1B; break;
16291632
case 32: model.type = e_model::MODEL_7B; break;
16301633
case 60: model.type = e_model::MODEL_40B; break;
16311634
default: model.type = e_model::MODEL_UNKNOWN;

0 commit comments

Comments
 (0)