added llama3.2 model support

felipauskas · Sep 29, 2024 · 5937fcb · 5937fcb
1 parent 5fe6561
commit 5937fcb
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/utils.py b/utils.py
@@ -79,7 +79,7 @@ def choose_custom_openai_key():
     return model, openai_api_key
 
 def configure_llm():
-    available_llms = ["gpt-4o-mini","llama3.1:8b","use your openai api key"]
+    available_llms = ["gpt-4o-mini","llama3.1:8b","llama3.2:3b","use your openai api key"]
     llm_opt = st.sidebar.radio(
         label="LLM",
         options=available_llms,
@@ -88,6 +88,8 @@ def configure_llm():
 
     if llm_opt == "llama3.1:8b":
         llm = ChatOllama(model="llama3.1", base_url=st.secrets["OLLAMA_ENDPOINT"])
+    elif llm_opt == "llama3.2:3b":
+        llm = ChatOllama(model="llama3.2", base_url=st.secrets["OLLAMA_ENDPOINT"])
     elif llm_opt == "gpt-4o-mini":
         llm = ChatOpenAI(model_name=llm_opt, temperature=0, streaming=True, api_key=st.secrets["OPENAI_API_KEY"])
     else: