skobkin/docker-stacks
skobkin/docker-stacks
2
2
Fork 0
Code Issues 45 Pull requests 1 Releases Activity

Ollama GPU pass #84

Merged
skobkin merged 3 commits from feature_ollama_gpu into master 2024-03-07 02:04:30 +00:00
Conversation 0 Commits 3 Files changed 2 +8 -2
2 changed files with 8 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files
Showing only changes of commit bda6e4f408 - Show all commits

5
ollama/.env.dist
View file

@ -2,11 +2,14 @@
OLLAMA_IMAGE_TAG=latest OLLAMA_IMAGE_TAG=latest
UI_IMAGE_TAG=main UI_IMAGE_TAG=main
#HOST_USER=1000 # Ollama
HOST_OLLAMA_DATA_DIR=./data/ollama HOST_OLLAMA_DATA_DIR=./data/ollama
HTTP_OLLAMA_BIND_ADDR=127.0.0.1 HTTP_OLLAMA_BIND_ADDR=127.0.0.1
HTTP_OLLAMA_BIND_PORT=11434 HTTP_OLLAMA_BIND_PORT=11434
DEV_KFD=/dev/kfd
DEV_DRI=/dev/dri
# Open WebUI
HOST_UI_DATA_DIR=./data/open-webui HOST_UI_DATA_DIR=./data/open-webui
HTTP_UI_BIND_ADDR=127.0.0.1 HTTP_UI_BIND_ADDR=127.0.0.1
HTTP_UI_BIND_PORT=8010 HTTP_UI_BIND_PORT=8010

5
ollama/docker-compose.yml
View file

@ -1,4 +1,4 @@
version: '3.7' version: '3.9'
services: services:
webui: webui:
@ -25,6 +25,9 @@ services:
- "${HOST_OLLAMA_DATA_DIR:-./data}:/root/.ollama" - "${HOST_OLLAMA_DATA_DIR:-./data}:/root/.ollama"
ports: ports:
- "${HTTP_OLLAMA_BIND_ADDR:-127.0.0.1}:${HTTP_OLLAMA_BIND_PORT:-11434}:11434/tcp" - "${HTTP_OLLAMA_BIND_ADDR:-127.0.0.1}:${HTTP_OLLAMA_BIND_PORT:-11434}:11434/tcp"
devices:
- "${DEV_DRI:/dev/dri}:${DEV_DRI:/dev/dri}"
- "${DEV_KFD:-/dev/kfd}:${DEV_KFD:-/dev/kfd}"
env_file: .env env_file: .env
restart: unless-stopped restart: unless-stopped
logging: logging: