phunter/nomad
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Maybe Fixed GPU?

Browse Source
This commit is contained in:
Preston Hunter
2025-12-27 14:37:33 -05:00
parent b104dc4640
commit a6774d816d
1 changed files with 15 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
stacks/ai/ai-backend.nomad
View File

@@ -23,31 +23,34 @@ task "ollama" {
OLLAMA_HOST = "0.0.0.0" OLLAMA_HOST = "0.0.0.0"
OLLAMA_ORIGINS = "*" OLLAMA_ORIGINS = "*"
# Unlock the 6900XT (Navi 21) for ROCm # 1. The Magic Key for the 6900XT
HSA_OVERRIDE_GFX_VERSION = "10.3.0" HSA_OVERRIDE_GFX_VERSION = "10.3.0"
# Debugging enabled so we can confirm it worked # 2. Enable Debugging
OLLAMA_DEBUG = "1" OLLAMA_DEBUG = "1"
# 3. CRITICAL: Remove any ROCR_VISIBLE_DEVICES variable here!
# Let Ollama see all cards and pick the one that works.
} }
config { config {
image = "docker.io/ollama/ollama:latest" image = "docker.io/ollama/ollama:latest"
ports = ["api"] ports = ["api"]
# Required to talk to hardware
privileged = true privileged = true
# --- THE FIX: STRICT MAPPING --- # --- THE FIX ---
# Only map the eGPU (renderD128) and the Compute interface (kfd) # 1. Map /dev/kfd (Compute Interface)
devices = [ devices = ["/dev/kfd"]
"/dev/kfd",
"/dev/dri/renderD128"
]
# Do NOT map the whole /dev/dri folder, or it might peek at the others # 2. Map the ENTIRE graphics folder as a Volume
# This ensures the driver sees card0, card1, renderD128, etc.
volumes = [ volumes = [
"/mnt/local-ssd/nomad/stacks/ai/ai-backend/ollama:/root/.ollama" "/mnt/local-ssd/nomad/stacks/ai/ai-backend/ollama:/root/.ollama",
"/dev/dri:/dev/dri"
] ]
} } service {
service {
name = "ollama" name = "ollama"
port = "api" port = "api"