Fix brackets
This commit is contained in:
@@ -23,14 +23,11 @@ task "ollama" {
|
|||||||
OLLAMA_HOST = "0.0.0.0"
|
OLLAMA_HOST = "0.0.0.0"
|
||||||
OLLAMA_ORIGINS = "*"
|
OLLAMA_ORIGINS = "*"
|
||||||
|
|
||||||
# 1. The Magic Key for the 6900XT
|
# 1. Unlock the 6900XT (Navi 21) for ROCm
|
||||||
HSA_OVERRIDE_GFX_VERSION = "10.3.0"
|
HSA_OVERRIDE_GFX_VERSION = "10.3.0"
|
||||||
|
|
||||||
# 2. Enable Debugging
|
# 2. Enable Debugging
|
||||||
OLLAMA_DEBUG = "1"
|
OLLAMA_DEBUG = "1"
|
||||||
|
|
||||||
# 3. CRITICAL: Remove any ROCR_VISIBLE_DEVICES variable here!
|
|
||||||
# Let Ollama see all cards and pick the one that works.
|
|
||||||
}
|
}
|
||||||
|
|
||||||
config {
|
config {
|
||||||
@@ -40,17 +37,17 @@ task "ollama" {
|
|||||||
# Required to talk to hardware
|
# Required to talk to hardware
|
||||||
privileged = true
|
privileged = true
|
||||||
|
|
||||||
# --- THE FIX ---
|
# --- THE FIX: CLEAN VOLUMES ONLY ---
|
||||||
# 1. Map /dev/kfd (Compute Interface)
|
# We mount the compute interface and the entire graphics directory.
|
||||||
devices = ["/dev/kfd"]
|
# This avoids the 'devices' syntax error entirely.
|
||||||
|
|
||||||
# 2. Map the ENTIRE graphics folder as a Volume
|
|
||||||
# This ensures the driver sees card0, card1, renderD128, etc.
|
|
||||||
volumes = [
|
volumes = [
|
||||||
"/mnt/local-ssd/nomad/stacks/ai/ai-backend/ollama:/root/.ollama",
|
"/mnt/local-ssd/nomad/stacks/ai/ai-backend/ollama:/root/.ollama",
|
||||||
|
"/dev/kfd:/dev/kfd",
|
||||||
"/dev/dri:/dev/dri"
|
"/dev/dri:/dev/dri"
|
||||||
]
|
]
|
||||||
} service {
|
}
|
||||||
|
|
||||||
|
service {
|
||||||
name = "ollama"
|
name = "ollama"
|
||||||
port = "api"
|
port = "api"
|
||||||
|
|
||||||
@@ -64,7 +61,7 @@ task "ollama" {
|
|||||||
|
|
||||||
resources {
|
resources {
|
||||||
cpu = 2000
|
cpu = 2000
|
||||||
memory = 8192 # 8GB System RAM (The GPU has its own VRAM)
|
memory = 8192 # 8GB System RAM
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user