Merge pull request #17 from qiandl2000/vlm_example_1

Chinese version with some extra changes

Author: kyusonglee

examples/mcp_example/test_mcp.py

@@ -25,7 +25,7 @@
 class LLMTest(BaseLLMBackend):
     llm: OpenaiGPTLLM ={
         "name": "OpenaiGPTLLM", 
-        "model_id": "gpt-4o", 
+        "model_id": "gpt-4o-mini", 
         "api_key": os.getenv("custom_openai_key"), 
         "endpoint": os.getenv("custom_openai_endpoint"),   
         "vision": False,
@@ -40,6 +40,6 @@ class LLMTest(BaseLLMBackend):
 llm_test = LLMTest(workflow_instance_id="temp")
 
 tool_manager = llm_test.tool_manager
-x = tool_manager.execute_task("describe /data0/qdl/test/old_women.png",) 
+x = tool_manager.execute_task("hi",) 
 print(x)
 

examples/shared_redis.db.settings

@@ -0,0 +1 @@
+{"pidfile": "/tmp/tmpgp4h6j0v/redis.pid", "unixsocket": "/tmp/tmpgp4h6j0v/redis.socket", "dbdir": "/data0/qdl/omagent-github/OmAgent/examples", "dbfilename": "shared_redis.db"}

examples/simple_vlm/fastmcp

@@ -0,0 +1 @@
+Subproject commit 5f6393cd3f1d1388f93e7daf0c6393bd9c7c3063

omagent-core/src/omagent_core/services/handlers/mcp_client.py

@@ -6,7 +6,6 @@
 
 from dotenv import load_dotenv
 from fastmcp import Client
-from fastmcp.client.progress import ProgressHandler
 
 load_dotenv()
 

omagent-core/src/omagent_core/tool_system/mcp.json

@@ -20,7 +20,7 @@
     },
     "milvus-sse": {
       "transport": "sse",
-      "url": "http://localhost:8001/sse",
+      "url": "http://localhost:8000/sse",
       "disabled": false,
       "autoApprove": []
     }

robot_agent/mcp_tools/mcp-server-milvus/Dockerfile

@@ -9,7 +9,7 @@ RUN pip install --no-cache-dir -r requirements.txt
 
 # Copy the server code
 COPY src/ ./src/
-
+COPY standalone_embed.sh ./
 # Expose port
 EXPOSE 8000
 

robot_agent/mcp_tools/mcp-server-milvus/src/mcp_server_milvus/server.py

@@ -941,6 +941,6 @@ def parse_arguments():
     os.environ.setdefault("MILVUS_DB", args.milvus_db)
 
     if args.sse:
-        mcp.run(transport="sse", host="127.0.0.1", port=args.port)
+        mcp.run(transport="sse", host="0.0.0.0", port=args.port)
     else:
         mcp.run()

robot_agent/mcp_tools/mcp-server-milvus/standalone_embed.sh

@@ -40,7 +40,7 @@ EOF
         exit 1
     fi
 
-    sudo docker run -d \
+    docker run -d \
         --name milvus-standalone \
         --security-opt seccomp:unconfined \
         -e ETCD_USE_EMBED=true \
@@ -66,7 +66,7 @@ wait_for_milvus_running() {
     echo "Wait for Milvus Starting..."
     while true
     do
-        res=`sudo docker ps|grep milvus-standalone|grep healthy|wc -l`
+        res=`docker ps|grep milvus-standalone|grep healthy|wc -l`
         if [ $res -eq 1 ]
         then
             echo "Start successfully."
@@ -78,17 +78,17 @@ wait_for_milvus_running() {
 }
 
 start() {
-    res=`sudo docker ps|grep milvus-standalone|grep healthy|wc -l`
+    res=`docker ps|grep milvus-standalone|grep healthy|wc -l`
     if [ $res -eq 1 ]
     then
         echo "Milvus is running."
         exit 0
     fi
 
-    res=`sudo docker ps -a|grep milvus-standalone|wc -l`
+    res=`docker ps -a|grep milvus-standalone|wc -l`
     if [ $res -eq 1 ]
     then
-        sudo docker start milvus-standalone 1> /dev/null
+        docker start milvus-standalone 1> /dev/null
     else
         run_embed
     fi
@@ -103,7 +103,7 @@ start() {
 }
 
 stop() {
-    sudo docker stop milvus-standalone 1> /dev/null
+    docker stop milvus-standalone 1> /dev/null
 
     if [ $? -ne 0 ]
     then
@@ -115,13 +115,13 @@ stop() {
 }
 
 delete_container() {
-    res=`sudo docker ps|grep milvus-standalone|wc -l`
+    res=`docker ps|grep milvus-standalone|wc -l`
     if [ $res -eq 1 ]
     then
         echo "Please stop Milvus service before delete."
         exit 1
     fi
-    sudo docker rm milvus-standalone 1> /dev/null
+    docker rm milvus-standalone 1> /dev/null
     if [ $? -ne 0 ]
     then
         echo "Delete milvus container failed."
@@ -132,16 +132,16 @@ delete_container() {
 
 delete() {
     delete_container
-    sudo rm -rf $(pwd)/volumes
-    sudo rm -rf $(pwd)/embedEtcd.yaml
-    sudo rm -rf $(pwd)/user.yaml
+    rm -rf $(pwd)/volumes
+    rm -rf $(pwd)/embedEtcd.yaml
+    rm -rf $(pwd)/user.yaml
     echo "Delete successfully."
 }
 
 upgrade() {
     read -p "Please confirm if you'd like to proceed with the upgrade. The default will be to the latest version. Confirm with 'y' for yes or 'n' for no. > " check
     if [ "$check" == "y" ] ||[ "$check" == "Y" ];then
-        res=`sudo docker ps -a|grep milvus-standalone|wc -l`
+        res=`docker ps -a|grep milvus-standalone|wc -l`
         if [ $res -eq 1 ]
         then
             stop

robot_agent/mcp_tools/memory/mem0/server.py

@@ -1,4 +1,4 @@
-from __future__ import annotations
+# from __future__ import annotations
 from mcp.server.fastmcp import FastMCP
 from starlette.applications import Starlette
 from mcp.server.sse import SseServerTransport
@@ -17,7 +17,7 @@
 mcp = FastMCP("mem0-mcp")
 
 # Initialize mem0 client and set default user
-mem0_client = MemoryClient()
+mem0_client = MemoryClient(api_key="m0-shsvgsRDZj6d3DDjV9PpV17ByvUkbhmKkXe1Nu5Z")
 ROBOT_USER_ID = "navigation_robot"
 
 # Custom instructions focused on robot navigation

robot_agent/mcp_tools/simulator/Dockerfile

@@ -1,7 +1,12 @@
 FROM python:3.11-slim
 
 # Install system dependencies including X11 libraries for AI2Thor
-RUN apt-get update && apt-get install -y \
+
+RUN echo "deb http://mirrors.aliyun.com/debian bookworm main contrib non-free" > /etc/apt/sources.list && \
+    echo "deb http://mirrors.aliyun.com/debian bookworm-updates main contrib non-free" >> /etc/apt/sources.list && \
+    echo "deb http://mirrors.aliyun.com/debian-security bookworm-security main contrib non-free" >> /etc/apt/sources.list && \
+    rm -rf /etc/apt/sources.list.d/* && \
+    apt-get update && apt-get install -y \
     xvfb \
     x11-utils \
     libx11-6 \
@@ -22,7 +27,9 @@ WORKDIR /app
 
 # Copy requirements and install Python dependencies
 COPY requirements.txt .
-RUN pip install --no-cache-dir -r requirements.txt
+RUN pip install uv -i https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple
+RUN uv venv
+RUN uv pip install -r requirements.txt -i https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple
 
 # Copy the server code
 COPY ai2thor/ ./ai2thor/