Vulkan ollama (and updates)

This commit is contained in:
Hunter Haugen 2026-03-17 09:49:39 -07:00
parent af35f0bc99
commit 9ad5f61090
Signed by: hunner
GPG key ID: EF99694AA599DDAD
2 changed files with 43 additions and 42 deletions

View file

@ -68,9 +68,10 @@
services.xserver.videoDrivers = [ "amdgpu" ];
services.ollama = {
enable = true;
loadModels = [ "gemma3" "gpt-oss" ];
acceleration = "rocm";
rocmOverrideGfx = "11.0.2";
loadModels = [ "qwen3" "gpt-oss" ];
acceleration = "vulkan";
#acceleration = "rocm";
#rocmOverrideGfx = "11.0.2";
};
networking.hostId = "3294c9a2"; # Required for ZFS