skobkin/docker-stacks
skobkin/docker-stacks
2
2
Fork 0
Code Issues 45 Pull requests 1 Releases Activity

Ollama GPU pass #84

Merged
skobkin merged 3 commits from feature_ollama_gpu into master 2024-03-07 02:04:30 +00:00
Conversation 0 Commits 3 Files changed 2 +10 -2
2 changed files with 10 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
ollama/.env.dist
View file

@ -1,12 +1,17 @@
# see https://hub.docker.com/r/ollama/ollama # see https://hub.docker.com/r/ollama/ollama
#OLLAMA_IMAGE_TAG=rocm
#OLLAMA_IMAGE_TAG=0.1.28-rocm
OLLAMA_IMAGE_TAG=latest OLLAMA_IMAGE_TAG=latest
UI_IMAGE_TAG=main UI_IMAGE_TAG=main
#HOST_USER=1000 # Ollama
HOST_OLLAMA_DATA_DIR=./data/ollama HOST_OLLAMA_DATA_DIR=./data/ollama
HTTP_OLLAMA_BIND_ADDR=127.0.0.1 HTTP_OLLAMA_BIND_ADDR=127.0.0.1
HTTP_OLLAMA_BIND_PORT=11434 HTTP_OLLAMA_BIND_PORT=11434
DEV_KFD=/dev/kfd
DEV_DRI=/dev/dri
# Open WebUI
HOST_UI_DATA_DIR=./data/open-webui HOST_UI_DATA_DIR=./data/open-webui
HTTP_UI_BIND_ADDR=127.0.0.1 HTTP_UI_BIND_ADDR=127.0.0.1
HTTP_UI_BIND_PORT=8010 HTTP_UI_BIND_PORT=8010

5
ollama/docker-compose.yml
View file

@ -1,4 +1,4 @@
version: '3.7' version: '3.9'
services: services:
webui: webui:
@ -25,6 +25,9 @@ services:
- "${HOST_OLLAMA_DATA_DIR:-./data}:/root/.ollama" - "${HOST_OLLAMA_DATA_DIR:-./data}:/root/.ollama"
ports: ports:
- "${HTTP_OLLAMA_BIND_ADDR:-127.0.0.1}:${HTTP_OLLAMA_BIND_PORT:-11434}:11434/tcp" - "${HTTP_OLLAMA_BIND_ADDR:-127.0.0.1}:${HTTP_OLLAMA_BIND_PORT:-11434}:11434/tcp"
devices:
- "${DEV_DRI:-/dev/dri}:${DEV_DRI:-/dev/dri}"
- "${DEV_KFD:-/dev/kfd}:${DEV_KFD:-/dev/kfd}"
env_file: .env env_file: .env
restart: unless-stopped restart: unless-stopped
logging: logging: