fix: update default model

Author: taprosoft

.env.example

@@ -17,7 +17,7 @@ AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT=text-embedding-ada-002
 COHERE_API_KEY=<COHERE_API_KEY>
 
 # settings for local models
-LOCAL_MODEL=llama3.1:8b
+LOCAL_MODEL=deepseek-r1:8b
 LOCAL_MODEL_EMBEDDINGS=nomic-embed-text
 
 # settings for GraphRAG

Dockerfile

@@ -97,7 +97,7 @@ RUN --mount=type=ssh  \
     --mount=type=cache,target=/root/.cache/pip  \
     curl -fsSL https://ollama.com/install.sh | sh
 
-RUN nohup bash -c "ollama serve &" && sleep 4 && ollama pull llama3.1:8b
+RUN nohup bash -c "ollama serve &" && sleep 4 && ollama pull deepseek-r1:8b
 RUN nohup bash -c "ollama serve &" && sleep 4 && ollama pull nomic-embed-text
 
 # Clean up

flowsettings.py

@@ -176,7 +176,7 @@
         "spec": {
             "__type__": "kotaemon.llms.ChatOpenAI",
             "base_url": KH_OLLAMA_URL,
-            "model": config("LOCAL_MODEL", default="llama3.1:8b"),
+            "model": config("LOCAL_MODEL", default="deepseek-r1:8b"),
             "api_key": "ollama",
         },
         "default": False,

libs/ktem/ktem/pages/setup.py

@@ -2,6 +2,7 @@
 
 import gradio as gr
 import requests
+from decouple import config
 from ktem.app import BasePage
 from ktem.embeddings.manager import embedding_models_manager as embeddings
 from ktem.llms.manager import llms
@@ -268,7 +269,7 @@ def update_model(
                 spec={
                     "__type__": "kotaemon.llms.ChatOpenAI",
                     "base_url": KH_OLLAMA_URL,
-                    "model": "llama3.1:8b",
+                    "model": config("LOCAL_MODEL", default="deepseek-r1:8b"),
                     "api_key": "ollama",
                 },
                 default=True,
@@ -278,7 +279,9 @@ def update_model(
                 spec={
                     "__type__": "kotaemon.embeddings.OpenAIEmbeddings",
                     "base_url": KH_OLLAMA_URL,
-                    "model": "nomic-embed-text",
+                    "model": config(
+                        "LOCAL_MODEL_EMBEDDINGS", default="nomic-embed-text"
+                    ),
                     "api_key": "ollama",
                 },
                 default=True,