From ed170ef16cf9d8205e71378acf42df1305a89d5f Mon Sep 17 00:00:00 2001 From: ztx Date: Wed, 24 Jul 2024 14:04:01 +0800 Subject: [PATCH 1/3] feat: Add new models for groq --- src/config/modelProviders/groq.ts | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/src/config/modelProviders/groq.ts b/src/config/modelProviders/groq.ts index 321ef8b5dbcb..e8f7bdf5de89 100644 --- a/src/config/modelProviders/groq.ts +++ b/src/config/modelProviders/groq.ts @@ -3,6 +3,27 @@ import { ModelProviderCard } from '@/types/llm'; // ref https://console.groq.com/docs/models const Groq: ModelProviderCard = { chatModels: [ + { + displayName: 'LLaMA3.1 405B', + enabled: true, + functionCall: true, + id: 'llama-3-1-405b-reasoning', + tokens: 131_072, + }, + { + displayName: 'LLaMA3.1 70B', + enabled: true, + functionCall: true, + id: 'llama-3-1-70b-versatile', + tokens: 131_072, + }, + { + displayName: 'LLaMA3.1 8B', + enabled: true, + functionCall: true, + id: 'llama-3-1-8b-instant', + tokens: 131_072, + }, { displayName: 'LLaMA3 70B', enabled: true, From 7c48bf66d2dfd82cb4d98dcb2adc92245edaa4a2 Mon Sep 17 00:00:00 2001 From: ztx Date: Wed, 24 Jul 2024 14:40:41 +0800 Subject: [PATCH 2/3] fix: modify the id of model --- src/config/modelProviders/groq.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/config/modelProviders/groq.ts b/src/config/modelProviders/groq.ts index e8f7bdf5de89..52c1f9e02bdb 100644 --- a/src/config/modelProviders/groq.ts +++ b/src/config/modelProviders/groq.ts @@ -7,21 +7,21 @@ const Groq: ModelProviderCard = { displayName: 'LLaMA3.1 405B', enabled: true, functionCall: true, - id: 'llama-3-1-405b-reasoning', + id: 'llama-3.1-405b-reasoning', tokens: 131_072, }, { displayName: 'LLaMA3.1 70B', enabled: true, functionCall: true, - id: 'llama-3-1-70b-versatile', + id: 'llama-3.1-70b-versatile', tokens: 131_072, }, { displayName: 'LLaMA3.1 8B', enabled: true, functionCall: true, - id: 'llama-3-1-8b-instant', + id: 'llama-3.1-8b-instant', tokens: 131_072, }, { From d695d60f67bc2c35559bc19edd8f0c2eadd08481 Mon Sep 17 00:00:00 2001 From: kmfb Date: Wed, 24 Jul 2024 23:47:03 +0800 Subject: [PATCH 3/3] chore: Update chatModels in Groq model providers, which is LLaMA3.1 --- src/config/modelProviders/groq.ts | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/config/modelProviders/groq.ts b/src/config/modelProviders/groq.ts index 52c1f9e02bdb..fe57f69b2e09 100644 --- a/src/config/modelProviders/groq.ts +++ b/src/config/modelProviders/groq.ts @@ -4,25 +4,25 @@ import { ModelProviderCard } from '@/types/llm'; const Groq: ModelProviderCard = { chatModels: [ { - displayName: 'LLaMA3.1 405B', - enabled: true, + displayName: 'LLaMA3.1 405B (Preview)', + enabled: false, functionCall: true, id: 'llama-3.1-405b-reasoning', - tokens: 131_072, + tokens: 16_000, }, { - displayName: 'LLaMA3.1 70B', + displayName: 'LLaMA3.1 70B (Preview)', enabled: true, functionCall: true, id: 'llama-3.1-70b-versatile', - tokens: 131_072, + tokens: 8000, }, { - displayName: 'LLaMA3.1 8B', + displayName: 'LLaMA3.1 8B (Preview)', enabled: true, functionCall: true, id: 'llama-3.1-8b-instant', - tokens: 131_072, + tokens: 8000, }, { displayName: 'LLaMA3 70B',