Files
nixos-setup/hosts/hl-fwdesk/services/ollama.nix
T
2026-09-25 14:51:13 -04:00

28 lines
577 B
Nix

{ unstablePkgs, ... }:
let
ports = { ollama = 11434; };
in
{
services.open-webui.enable = true;
users.users.ollama = {
enable = true;
home = "/var/lib/ollama";
extraGroups = [ "render" "video" ];
};
services.ollama = {
enable = true;
host = "0.0.0.0";
port = ports.ollama;
package = unstablePkgs.ollama-rocm;
user = "ollama";
home = "/var/lib/ollama";
environmentVariables = {
HSA_ENABLE_SDMA = "0";
OLLAMA_FLASH_ATTENTION = "1";
OLLAMA_KV_CACHE_TYPE = "q8_0";
OLLAMA_KEEP_ALIVE = "24h";
};
};
}