Skip to content

Commit ee8e2b2

Browse files
authored
Workaround for ggml-org#3454
1 parent ff5a3f0 commit ee8e2b2

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

Diff for: llama.cpp

+6-2
Original file line numberDiff line numberDiff line change
@@ -7713,7 +7713,9 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
77137713
buf[0] = llama_token_to_byte(model->vocab, token);
77147714
return 1;
77157715
} else {
7716-
GGML_ASSERT(false);
7716+
// TODO: for now we accept all unsupported token types,
7717+
// suppressing them like CONTROL tokens.
7718+
// GGML_ASSERT(false);
77177719
}
77187720
break;
77197721
}
@@ -7729,7 +7731,9 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
77297731
} else if (llama_is_control_token(model->vocab, token)) {
77307732
;
77317733
} else {
7732-
GGML_ASSERT(false);
7734+
// TODO: for now we accept all unsupported token types,
7735+
// suppressing them like CONTROL tokens.
7736+
// GGML_ASSERT(false);
77337737
}
77347738
break;
77357739
}

0 commit comments

Comments
 (0)