Update default MaxToken from 512 to 4096 for modern model support.

swuecho · Sep 17, 2024 · 87182fe · 87182fe
1 parent 8a71d37
commit 87182fe
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/api/chat_model_handler.go b/api/chat_model_handler.go
@@ -205,6 +205,10 @@ func (h *ChatModelHandler) DeleteChatModel(w http.ResponseWriter, r *http.Reques
 
 func (h *ChatModelHandler) GetDefaultChatModel(w http.ResponseWriter, r *http.Request) {
 	ChatModel, err := h.db.GetDefaultChatModel(r.Context())
+	// default 512 is for history reasaon, now most model support 4096 and token is cheap
+	if ChatModel.MaxToken == 512 {
+		ChatModel.MaxToken = 4096
+	}
 	if err != nil {
 		w.WriteHeader(http.StatusInternalServerError)
 		w.Write([]byte(fmt.Sprintf("Error retrieving default chat API: %s", err.Error())))