claude could use context as well

README.md

@@ -6,7 +6,7 @@
 ## 规则
 
 - 第一个消息是系统消息（prompt）
-- OPENAI 上下文默认附带最新创建的10条消息, (Claude 模型不带上下文)
+- 上下文默认附带最新创建的10条消息
 - 第一个注册的用户是管理员
 - 默认限流 100 chatGPT call /10分钟 (OPENAI_RATELIMIT=100)
 
@@ -23,7 +23,7 @@
 ## How to Use
 
 - The first message is a system message (prompt)
-- by default, the latest 10 messages are context for opeanai model. no context for claude v1.
+- by default, the latest 10 messages are context
 - First user is superuser.
 - 100 chatgpt api call / 10 mins (OPENAI_RATELIMIT=100)
 

api/chat_main_handler.go

@@ -380,19 +380,30 @@ func chatStreamClaude(w http.ResponseWriter, chatSession sqlc_queries.ChatSessio
 
 	// set the url
 	url := "https://api.anthropic.com/v1/complete"
-	msg := chat_compeletion_messages[len(chat_compeletion_messages)-1].Content
+
+	var sb strings.Builder // create a new strings.Builder
+	// iterate through the messages and format them
+	for _, message := range chat_compeletion_messages {
+		// print the user's question
+		if message.Role != "assistant" {
+			sb.WriteString(fmt.Sprintf("\n\nHuman: %s\n\nAssistant: ", message.Content))
+		} else {
+			// convert assistant's response to json format
+			sb.WriteString(fmt.Sprintf("%s\n", message.Content))
+		}
+	}
 	// create the json data
 	jsonData := map[string]interface{}{
-		"prompt":               "\n\nHuman: " + msg + "\n\nAssistant: ",
+		"prompt":               sb.String(),
 		"model":                "claude-v1",
 		"max_tokens_to_sample": chatSession.MaxTokens,
+		"temperature":          chatSession.Temperature,
 		"stop_sequences":       []string{"\n\nHuman:"},
 		"stream":               true,
 	}
 
 	// convert data to json format
 	jsonValue, _ := json.Marshal(jsonData)
-
 	// create the request
 	req, err := http.NewRequest("POST", url, bytes.NewBuffer(jsonValue))
 	if err != nil {