Vulkan ollama (and updates)
This commit is contained in:
parent
af35f0bc99
commit
9ad5f61090
2 changed files with 43 additions and 42 deletions
|
|
@ -68,9 +68,10 @@
|
|||
services.xserver.videoDrivers = [ "amdgpu" ];
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = [ "gemma3" "gpt-oss" ];
|
||||
acceleration = "rocm";
|
||||
rocmOverrideGfx = "11.0.2";
|
||||
loadModels = [ "qwen3" "gpt-oss" ];
|
||||
acceleration = "vulkan";
|
||||
#acceleration = "rocm";
|
||||
#rocmOverrideGfx = "11.0.2";
|
||||
};
|
||||
|
||||
networking.hostId = "3294c9a2"; # Required for ZFS
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue