Ollama GPU pass (#84)

Works on #77.

Co-authored-by: Alexey Skobkin <skobkin-ru@ya.ru>
Reviewed-on: #84

ollama/.env.dist

@@ -1,12 +1,17 @@
 # see https://hub.docker.com/r/ollama/ollama
+#OLLAMA_IMAGE_TAG=rocm
+#OLLAMA_IMAGE_TAG=0.1.28-rocm
 OLLAMA_IMAGE_TAG=latest
 UI_IMAGE_TAG=main
 
-#HOST_USER=1000
+# Ollama
 HOST_OLLAMA_DATA_DIR=./data/ollama
 HTTP_OLLAMA_BIND_ADDR=127.0.0.1
 HTTP_OLLAMA_BIND_PORT=11434
+DEV_KFD=/dev/kfd
+DEV_DRI=/dev/dri
 
+# Open WebUI
 HOST_UI_DATA_DIR=./data/open-webui
 HTTP_UI_BIND_ADDR=127.0.0.1
 HTTP_UI_BIND_PORT=8010

ollama/docker-compose.yml

@@ -1,4 +1,4 @@
-version: '3.7'
+version: '3.9'
 
 services:
   webui:
@@ -25,6 +25,9 @@ services:
       - "${HOST_OLLAMA_DATA_DIR:-./data}:/root/.ollama"
     ports:
       - "${HTTP_OLLAMA_BIND_ADDR:-127.0.0.1}:${HTTP_OLLAMA_BIND_PORT:-11434}:11434/tcp"
+    devices:
+      - "${DEV_DRI:-/dev/dri}:${DEV_DRI:-/dev/dri}"
+      - "${DEV_KFD:-/dev/kfd}:${DEV_KFD:-/dev/kfd}"
     env_file: .env
     restart: unless-stopped
     logging: