Skip to content

Commit 6c9dbbf

Browse files
committed
Replace Ollama with Docker Model Runner in test environment
1 parent d19cf6f commit 6c9dbbf

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

tests/docker-compose.test.yml

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
version: '3.8'
22

33
services:
4-
ollama:
4+
model-runner:
55
image: ilopezluna/llama3.2:0.5.4-1b
66
ports:
77
- "11434:11434"
@@ -11,7 +11,7 @@ services:
1111
'CMD-SHELL',
1212
'bash',
1313
'-c',
14-
"{ printf >&3 'GET / HTTP/1.0\\r\\n\\r\\n'; cat <&3; } 3<>/dev/tcp/localhost/11434 | grep 'Ollama is' || exit 1",
14+
"{ printf >&3 'GET / HTTP/1.0\\r\\n\\r\\n'; cat <&3; } 3<>/dev/tcp/localhost/11434 | grep 'Docker Model Runner is' || exit 1",
1515
]
1616
interval: 10s
1717
timeout: 5s
@@ -25,13 +25,13 @@ services:
2525
context: ..
2626
target: backend
2727
environment:
28-
- BASE_URL=http://ollama:11434/engines/llama.cpp/v1/
29-
- MODEL=ignaciolopezluna020/llama3.2:1b
30-
- API_KEY=ollama
28+
- BASE_URL=http://model-runner.docker.internal/engines/llama.cpp/v1/
29+
- MODEL=ai/llama3.2:1B-Q8_0
30+
- API_KEY=dockermodelrunner
3131
ports:
3232
- "8080:8080"
3333
depends_on:
34-
ollama:
34+
model-runner:
3535
condition: service_healthy
3636
networks:
3737
- test-network

0 commit comments

Comments
 (0)