diff --git a/Local Homelab/ollama/compose/compose.yml b/Local Homelab/ollama/compose/compose.yml index 32df1dd..6191fde 100644 --- a/Local Homelab/ollama/compose/compose.yml +++ b/Local Homelab/ollama/compose/compose.yml @@ -14,10 +14,8 @@ services: restart_policy: condition: on-failure - # Run as root (Required for device access) user: root - # Grant full hardware access cap_add: - IPC_LOCK - SYS_PTRACE @@ -25,23 +23,27 @@ services: - SYS_RESOURCE - SYS_NICE - # THE FULL PASS-THROUGH devices: - # Map the ENTIRE GPU folder (Let the driver figure it out) + # Map ALL device nodes - /dev/dri:/dev/dri - /dev/kfd:/dev/kfd volumes: - /mnt/local-ssd/docker/ollama:/root/.ollama + # --- THE FIX: Hardware Topology Maps --- + # Allow ROCm to identify the card model via System Tree + - /sys/class/drm:/sys/class/drm:ro + - /sys/class/kfd:/sys/class/kfd:ro + - /sys/devices:/sys/devices:ro environment: # Force support for Navi 21 (6900 XT) - HSA_OVERRIDE_GFX_VERSION=10.3.0 - # SELECT THE AMD CARD (Index 1 = card1) - - ROCR_VISIBLE_DEVICES=0 + # REMOVE ROCR_VISIBLE_DEVICES + # (We want it to scan the PCI tree naturally now that it can see /sys) - # Helpful fix for eGPUs over PCIe + # eGPU Stability - HSA_ENABLE_SDMA=0 - OLLAMA_HOST=0.0.0.0