[ENH] Voyage Integration (#3404)

Resolving merge conflicts for:
#3377

---------

Co-authored-by: fzowl <zoltan@voyageai.com>
Co-authored-by: fzowl <160063452+fzowl@users.noreply.github.com>

chromadb/test/ef/test_ef.py

@@ -15,6 +15,7 @@ def test_get_builtins_holds() -> None:
     expected_builtins = {
         "AmazonBedrockEmbeddingFunction",
         "CohereEmbeddingFunction",
+        "VoyageAIEmbeddingFunction",
         "GoogleGenerativeAiEmbeddingFunction",
         "GooglePalmEmbeddingFunction",
         "GoogleVertexEmbeddingFunction",

chromadb/utils/embedding_functions/voyageai_embedding_function.py

@@ -0,0 +1,27 @@
+import logging
+
+from chromadb.api.types import Documents, EmbeddingFunction, Embeddings
+
+logger = logging.getLogger(__name__)
+
+
+class VoyageAIEmbeddingFunction(EmbeddingFunction[Documents]):
+    def __init__(self, api_key: str, model_name: str):
+        try:
+            import voyageai
+        except ImportError:
+            raise ValueError(
+                "The voyageai python package is not installed. Please install it with `pip install voyageai`"
+            )
+
+        self._client = voyageai.Client(api_key=api_key)
+        self._model_name = model_name
+
+    def __call__(self, input: Documents) -> Embeddings:
+        # Call Cohere Embedding API for each document.
+        return [
+            embeddings
+            for embeddings in self._client.embed(
+                texts=input, model=self._model_name
+            )
+        ]

clients/js/package.json

@@ -70,7 +70,8 @@
   "peerDependencies": {
     "@google/generative-ai": "^0.1.1",
     "cohere-ai": "^5.0.0 || ^6.0.0 || ^7.0.0",
-    "openai": "^3.0.0 || ^4.0.0"
+    "openai": "^3.0.0 || ^4.0.0",
+    "voyageai": "^0.0.3-1"
   },
   "peerDependenciesMeta": {
     "@google/generative-ai": {
@@ -81,6 +82,9 @@
     },
     "openai": {
       "optional": true
+    },
+    "voyageai": {
+      "optional": true
     }
   }
 }