Add Mistral Plugin (#19)

* first commit

* copy template from openai plugin

* workaround for CommonJS import error + setting types to mistral library

* still adjusting the types to Mistral

* fixed all type errors

* fixed dep issue

* model registered

* first inference done

* json mode working

* changed conventions

* aligning the version of genkit

---------

Co-authored-by: BENDINELLI Tommaso <tommaso.bendinelli@csem.ch>
Co-authored-by: David Oort Alonso <davidoort@hotmail.com>

.gitignore

@@ -2,4 +2,3 @@ node_modules/
 .nx/
 lib/
 .env
-temp

examples/src/index.ts

@@ -18,7 +18,7 @@ export default configureGenkit({
     groq(),
     cohere(),
     anthropic(),
-    // mistral(),
+    mistral(),
     dotprompt(),
   ],
   logLevel: 'debug',

plugins/mistral/package.json

@@ -20,8 +20,8 @@
   "author": "TheFireCo",
   "license": "Apache-2.0",
   "dependencies": {
-    "@genkit-ai/ai": "0.5.0-rc.8",
-    "@genkit-ai/core": "0.5.0-rc.8",
+    "@genkit-ai/ai": "0.5.0",
+    "@genkit-ai/core": "0.5.0",
     "@mistralai/mistralai": "^0.2.0",
     "zod": "^3.22.4"
   },

plugins/mistral/src/embedders.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright 2024 The Fire Company
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+
+import { defineEmbedder, embedderRef } from '@genkit-ai/ai/embedder';
+import { z } from 'zod';
+export const TextEmbeddingConfigSchema = z.object({
+    dimensions: z.number().optional(),
+    encodingFormat: z.union([z.literal('float'), z.literal('base64')]).optional(),
+  });
+
+
+export const mistralembed = embedderRef({
+    name: 'mistral/mistral-embed',
+    configSchema: TextEmbeddingConfigSchema,
+    info: {
+        dimensions: 1024,
+        label: 'Mistral - Mistral Embed',
+        supports: {
+        input: ['text'],
+        },
+    },
+    });
+export const SUPPORTED_EMBEDDING_MODELS = {
+    'mistral-embed': mistralembed
+}

plugins/mistral/src/index.ts

@@ -16,7 +16,8 @@
  */
 
 import { genkitPlugin, Plugin } from '@genkit-ai/core';
-import MistralClient from '@mistralai/mistralai';
+import { SUPPORTED_MISTRAL_MODELS,mistralModel } from './mistral_llms';
+
 
 export interface PluginOptions {
   apiKey?: string;
@@ -30,14 +31,25 @@ export const mistral: Plugin<[PluginOptions] | []> = genkitPlugin(
       throw new Error(
         'Please pass in the API key or set the MISTRALAI_API_KEY environment variable'
       );
+    // Dynamically import the MistralClient
+    const { default: MistralClient } = await import("@mistralai/mistralai");
+
     const client = new MistralClient(apiKey);
     return {
       models: [
-        // TODO: Add Mistral AI models as needed
-      ],
+        ...Object.keys(SUPPORTED_MISTRAL_MODELS).map((name) => mistralModel(name,client))]
+
+        // TODO: Add Embedders
+        // embedders: [...Object.keys(SUPPORTED_MISTRAL_MODELS).map((name) => {
+        //   return {
+        //     name,
+        //     model: SUPPORTED_MISTRAL_MODELS[name],
+        //   };
+        // })],
     };
   }
 );
 
 export default mistral;
 
+// TODO: Add Mistral AI models as needed