Files
nixos-setup/hosts/hl-fwdesk/services/ollama.nix
T

26 lines
539 B
Nix

{ unstablePkgs, ... }:
let
ports = { ollama = 11434; };
in
{
users.users.ollama = {
enable = true;
home = "/var/lib/ollama";
extraGroups = [ "render" "video" ];
};
services.ollama = {
enable = true;
host = "0.0.0.0";
port = ports.ollama;
package = unstablePkgs.ollama-rocm;
user = "ollama";
home = "/var/lib/ollama";
environmentVariables = {
HSA_ENABLE_SDMA = "0";
OLLAMA_FLASH_ATTENTION = "1";
OLLAMA_KV_CACHE_TYPE = "q8_0";
OLLAMA_KEEP_ALIVE = "24h";
};
};
}