From de6f6216681fc62209ad7a69f724444eef8562eb Mon Sep 17 00:00:00 2001 From: Tom Aarsen Date: Tue, 5 Nov 2024 10:10:15 +0100 Subject: [PATCH] Add new example HF embedding models from https://huggingface.co/models?library=sentence-transformers --- helpers/providers/huggingface.ts | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/helpers/providers/huggingface.ts b/helpers/providers/huggingface.ts index 1a3a4a069..039b8e323 100644 --- a/helpers/providers/huggingface.ts +++ b/helpers/providers/huggingface.ts @@ -8,6 +8,13 @@ type ModelData = { }; const EMBEDDING_MODELS: Record = { "BAAI/bge-small-en-v1.5": { dimensions: 384 }, + "BAAI/bge-base-en-v1.5": { dimensions: 768 }, + "BAAI/bge-large-en-v1.5": { dimensions: 1024 }, + "sentence-transformers/all-MiniLM-L6-v2": { dimensions: 384 }, + "sentence-transformers/all-mpnet-base-v2": { dimensions: 768 }, + "intfloat/multilingual-e5-large": { dimensions: 1024 }, + "mixedbread-ai/mxbai-embed-large-v1": { dimensions: 1024 }, + "nomic-ai/nomic-embed-text-v1.5": { dimensions: 768 }, }; const DEFAULT_MODEL = MODELS[0];