Merge pull request #619 from narengogi/fix/bedrock-mistral-llama-chat…

…-templating fix: chat templating for llama and mistral hosted on bedrock
Portkey-AI · Sep 22, 2024 · 408b92b · 408b92b
2 parents 114895d + cb690c8
commit 408b92b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/providers/bedrock/chatComplete.ts b/src/providers/bedrock/chatComplete.ts
@@ -374,7 +374,7 @@ export const BedrockLLamaChatCompleteConfig: ProviderConfig = {
  let messages: Message[] = params.messages;
  messages.forEach((msg, index) => {
  if (index === 0 && msg.role === 'system') {
- prompt += `system: ${messages}\n`;
+ prompt += `system: ${msg.content}\n`;
  } else if (msg.role == 'user') {
  prompt += `user: ${msg.content}\n`;
  } else if (msg.role == 'assistant') {
@@ -418,7 +418,7 @@ export const BedrockMistralChatCompleteConfig: ProviderConfig = {
  let messages: Message[] = params.messages;
  messages.forEach((msg, index) => {
  if (index === 0 && msg.role === 'system') {
- prompt += `system: ${messages}\n`;
+ prompt += `system: ${msg.content}\n`;
  } else if (msg.role == 'user') {
  prompt += `user: ${msg.content}\n`;
  } else if (msg.role == 'assistant') {