We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e0735cb commit afbfee3Copy full SHA for afbfee3
docker-compose.rag.yml
@@ -9,13 +9,12 @@ services:
9
- '8080:8080'
10
- '9090:9090' # Metrics port
11
environment:
12
- # Use host.docker.internal instead of service name
13
- - BASE_URL=http://host.docker.internal:12434/engines/llama.cpp/v1/
+ # Fix the endpoint path to match what Docker Model Runner actually provides
+ - BASE_URL=http://host.docker.internal:12434/v1/
14
- MODEL=llama3.2:1B-Q8_0
15
- API_KEY=ollama
16
- LOG_LEVEL=info
17
- LOG_PRETTY=true
18
- # Disable tracing completely since we removed Jaeger
19
- TRACING_ENABLED=false
20
- VECTOR_DB_URL=http://vectordb:8000
21
healthcheck:
0 commit comments