Latest changes
This commit is contained in:
1 parent
1410158222
commit
247f1c177b
1 file changed
+5
-2
@@ -16,14 +16,17 @@
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
acceleration = "cuda";
|
||||
listenAddress = "0.0.0.0:11434";
|
||||
host = "0.0.0.0";
|
||||
environmentVariables = {
|
||||
OLLAMA_LLM_LIBRARY = "cuda";
|
||||
LD_LIBRARY_PATH = "run/opengl-driver/lib";
|
||||
NVARCH = "x86_64";
|
||||
NV_CUDA_CUDART_VERSION = "11.3.1";
|
||||
NVIDIA_VISIBLE_DEVICES = "all";
|
||||
};
|
||||
};
|
||||
# Nvidia Settings
|
||||
hardware.opengl = { enable = true; };
|
||||
hardware.graphics = { enable = true; };
|
||||
hardware.nvidia = {
|
||||
modesetting.enable = true;
|
||||
powerManagement.enable = false;
|
||||
|
||||
Reference in new issue
Block a user