openwrt fixes

This commit is contained in:
ari committed 2026-08-27 12:09:26 -04:00
1 parent 027552a3db
commit c1c17ec8e6
12 files changed
+207 -82

No files matched your search

+2 -1
View File
@@ -193,12 +193,13 @@ in
enable = true;
host = "0.0.0.0";
port = ports.ollama;
package = pkgs.ollama-vulkan;
package = pkgs.ollama-rocm;
user = "ollama";
home = "/var/lib/ollama";
environmentVariables = {
HSA_ENABLE_SDMA = "0";
OLLAMA_FLASH_ATTENTION = "1";
OLLAMA_KV_CACHE_TYPE = "q8_0";
OLLAMA_KEEP_ALIVE = "24h";
};
};