openwrt fixes
This commit is contained in:
1 parent
027552a3db
commit
c1c17ec8e6
12 files changed
+207
-82
No files matched your search
+2
-1
@@ -193,12 +193,13 @@ in
|
||||
enable = true;
|
||||
host = "0.0.0.0";
|
||||
port = ports.ollama;
|
||||
package = pkgs.ollama-vulkan;
|
||||
package = pkgs.ollama-rocm;
|
||||
user = "ollama";
|
||||
home = "/var/lib/ollama";
|
||||
environmentVariables = {
|
||||
HSA_ENABLE_SDMA = "0";
|
||||
OLLAMA_FLASH_ATTENTION = "1";
|
||||
OLLAMA_KV_CACHE_TYPE = "q8_0";
|
||||
OLLAMA_KEEP_ALIVE = "24h";
|
||||
};
|
||||
};
|
||||
|
||||
Reference in new issue
Block a user