File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed
Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change 11version : ' 3.8'
22
33services :
4- ollama :
4+ model-runner :
55 image : ilopezluna/llama3.2:0.5.4-1b
66 ports :
77 - " 11434:11434"
@@ -11,7 +11,7 @@ services:
1111 ' CMD-SHELL' ,
1212 ' bash' ,
1313 ' -c' ,
14- " { printf >&3 'GET / HTTP/1.0\\ r\\ n\\ r\\ n'; cat <&3; } 3<>/dev/tcp/localhost/11434 | grep 'Ollama is' || exit 1" ,
14+ " { printf >&3 'GET / HTTP/1.0\\ r\\ n\\ r\\ n'; cat <&3; } 3<>/dev/tcp/localhost/11434 | grep 'Docker Model Runner is' || exit 1" ,
1515 ]
1616 interval : 10s
1717 timeout : 5s
@@ -25,13 +25,13 @@ services:
2525 context : ..
2626 target : backend
2727 environment :
28- - BASE_URL=http://ollama:11434 /engines/llama.cpp/v1/
29- - MODEL=ignaciolopezluna020 /llama3.2:1b
30- - API_KEY=ollama
28+ - BASE_URL=http://model-runner.docker.internal /engines/llama.cpp/v1/
29+ - MODEL=ai /llama3.2:1B-Q8_0
30+ - API_KEY=dockermodelrunner
3131 ports :
3232 - " 8080:8080"
3333 depends_on :
34- ollama :
34+ model-runner :
3535 condition : service_healthy
3636 networks :
3737 - test-network
You can’t perform that action at this time.
0 commit comments