feat: add long context Ollama through LCOllama

Author: taprosoft

flowsettings.py

@@ -181,6 +181,16 @@
         },
         "default": False,
     }
+    KH_LLMS["ollama-long-context"] = {
+        "spec": {
+            "__type__": "kotaemon.llms.LCOllamaChat",
+            "base_url": KH_OLLAMA_URL.replace("v1/", ""),
+            "model": config("LOCAL_MODEL", default="qwen2.5:7b"),
+            "num_ctx": 8192,
+        },
+        "default": False,
+    }
+
     KH_EMBEDDINGS["ollama"] = {
         "spec": {
             "__type__": "kotaemon.embeddings.OpenAIEmbeddings",
@@ -190,7 +200,6 @@
         },
         "default": False,
     }
-
     KH_EMBEDDINGS["fast_embed"] = {
         "spec": {
             "__type__": "kotaemon.embeddings.FastEmbedEmbeddings",

libs/kotaemon/kotaemon/llms/__init__.py

@@ -12,6 +12,7 @@
     LCChatOpenAI,
     LCCohereChat,
     LCGeminiChat,
+    LCOllamaChat,
     LlamaCppChat,
 )
 from .completions import LLM, AzureOpenAI, LlamaCpp, OpenAI
@@ -33,6 +34,7 @@
     "LCAnthropicChat",
     "LCGeminiChat",
     "LCCohereChat",
+    "LCOllamaChat",
     "LCAzureChatOpenAI",
     "LCChatOpenAI",
     "LlamaCppChat",

libs/kotaemon/kotaemon/llms/chats/__init__.py

@@ -7,6 +7,7 @@
     LCChatOpenAI,
     LCCohereChat,
     LCGeminiChat,
+    LCOllamaChat,
 )
 from .llamacpp import LlamaCppChat
 from .openai import AzureChatOpenAI, ChatOpenAI
@@ -20,6 +21,7 @@
     "LCAnthropicChat",
     "LCGeminiChat",
     "LCCohereChat",
+    "LCOllamaChat",
     "LCChatOpenAI",
     "LCAzureChatOpenAI",
     "LCChatMixin",

libs/kotaemon/kotaemon/llms/chats/langchain_based.py

@@ -358,3 +358,40 @@ def _get_lc_class(self):
             raise ImportError("Please install langchain-cohere")
 
         return ChatCohere
+
+
+class LCOllamaChat(LCChatMixin, ChatLLM):  # type: ignore
+    base_url: str = Param(
+        help="Base Ollama URL. (default: http://localhost:11434/api/)",  # noqa
+        required=True,
+    )
+    model: str = Param(
+        help="Model name to use (https://ollama.com/library)",
+        required=True,
+    )
+    num_ctx: int = Param(
+        help="The size of the context window (default: 8192)",
+        required=True,
+    )
+
+    def __init__(
+        self,
+        model: str | None = None,
+        base_url: str | None = None,
+        num_ctx: int | None = None,
+        **params,
+    ):
+        super().__init__(
+            base_url=base_url,
+            model=model,
+            num_ctx=num_ctx,
+            **params,
+        )
+
+    def _get_lc_class(self):
+        try:
+            from langchain_ollama import ChatOllama
+        except ImportError:
+            raise ImportError("Please install langchain-ollama")
+
+        return ChatOllama

libs/kotaemon/pyproject.toml

@@ -35,6 +35,7 @@ dependencies = [
     "langchain-openai>=0.1.4,<0.2.0",
     "langchain-google-genai>=1.0.3,<2.0.0",
     "langchain-anthropic",
+    "langchain-ollama",
     "langchain-cohere>=0.2.4,<0.3.0",
     "llama-hub>=0.0.79,<0.1.0",
     "llama-index>=0.10.40,<0.11.0",

libs/ktem/ktem/llms/manager.py

@@ -60,6 +60,7 @@ def load_vendors(self):
             LCAnthropicChat,
             LCCohereChat,
             LCGeminiChat,
+            LCOllamaChat,
             LlamaCppChat,
         )
 
@@ -69,6 +70,7 @@ def load_vendors(self):
             LCAnthropicChat,
             LCGeminiChat,
             LCCohereChat,
+            LCOllamaChat,
             LlamaCppChat,
         ]
 

libs/ktem/ktem/pages/setup.py

@@ -265,12 +265,12 @@ def update_model(
                 )
         elif radio_model_value == "ollama":
             llms.update(
-                name="ollama",
+                name="ollama-long-context",
                 spec={
-                    "__type__": "kotaemon.llms.ChatOpenAI",
-                    "base_url": KH_OLLAMA_URL,
+                    "__type__": "kotaemon.llms.LCOllamaChat",
+                    "base_url": KH_OLLAMA_URL.replace("v1/", ""),
                     "model": config("LOCAL_MODEL", default="qwen2.5:7b"),
-                    "api_key": "ollama",
+                    "num_ctx": 8192,
                 },
                 default=True,
             )