Merge pull request #519 from johnmcollier/configuremodel

Configure model for chatbot and codegen recipes
containers · Jun 3, 2024 · 4471de3 · 4471de3
2 parents b182397 + c25aac8
commit 4471de3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/recipes/natural_language_processing/chatbot/app/chatbot_ui.py b/recipes/natural_language_processing/chatbot/app/chatbot_ui.py
@@ -67,7 +67,7 @@ def memory():
     memory = ConversationBufferWindowMemory(return_messages=True,k=3)
     return memory
 
-model_name = "" 
+model_name = os.getenv("MODEL_NAME", "") 
 
 if server == "Ollama":
     models = get_models()

diff --git a/recipes/natural_language_processing/codegen/app/codegen-app.py b/recipes/natural_language_processing/codegen/app/codegen-app.py
@@ -39,7 +39,10 @@ def checking_model_service():
 for msg in st.session_state.messages:
     st.chat_message(msg["role"]).write(msg["content"])
 
-llm = ChatOpenAI(base_url=model_service, 
+model_name = os.getenv("MODEL_NAME", "")
+
+llm = ChatOpenAI(base_url=model_service,
+                 model=model_name,
                  api_key="EMPTY",
                  streaming=True)