Remove Ollama
This commit is contained in:
@@ -1,54 +1,6 @@
|
||||
version: '3.8'
|
||||
|
||||
services:
|
||||
# --- THE BRAIN (Backend Only) ---
|
||||
ollama:
|
||||
image: ollama/ollama:rocm
|
||||
networks:
|
||||
- ai_internal
|
||||
deploy:
|
||||
replicas: 1
|
||||
placement:
|
||||
constraints:
|
||||
- node.labels.gpu == true
|
||||
restart_policy:
|
||||
condition: on-failure
|
||||
|
||||
user: "0:993"
|
||||
|
||||
cap_add:
|
||||
- IPC_LOCK
|
||||
- SYS_PTRACE
|
||||
- SYS_ADMIN
|
||||
- SYS_RESOURCE
|
||||
- SYS_NICE
|
||||
|
||||
devices:
|
||||
# Map ALL device nodes
|
||||
- /dev/dri:/dev/dri
|
||||
- /dev/kfd:/dev/kfd
|
||||
|
||||
volumes:
|
||||
- /mnt/local-ssd/docker/ollama:/root/.ollama
|
||||
# --- THE FIX: Hardware Topology Maps ---
|
||||
# Allow ROCm to identify the card model via System Tree
|
||||
- /sys/class/drm:/sys/class/drm:ro
|
||||
- /sys/class/kfd:/sys/class/kfd:ro
|
||||
- /sys/devices:/sys/devices:ro
|
||||
|
||||
environment:
|
||||
# Force support for Navi 21 (6900 XT)
|
||||
- HSA_OVERRIDE_GFX_VERSION=10.3.0
|
||||
|
||||
# REMOVE ROCR_VISIBLE_DEVICES
|
||||
# (We want it to scan the PCI tree naturally now that it can see /sys)
|
||||
|
||||
# eGPU Stability
|
||||
- HSA_ENABLE_SDMA=0
|
||||
|
||||
- OLLAMA_HOST=0.0.0.0
|
||||
- OLLAMA_KEEP_ALIVE=5m
|
||||
- OLLAMA_DEBUG=1
|
||||
|
||||
# --- UI 1: Open WebUI (HP Mini 1) ---
|
||||
openwebui:
|
||||
|
||||
Reference in New Issue
Block a user