Latest changes

This commit is contained in:
ari committed 2024-07-13 20:40:31 -04:00
1 parent 1410158222
commit 247f1c177b
1 file changed
+5 -2
+5 -2
View File
@@ -16,14 +16,17 @@
services.ollama = {
enable = true;
acceleration = "cuda";
listenAddress = "0.0.0.0:11434";
host = "0.0.0.0";
environmentVariables = {
OLLAMA_LLM_LIBRARY = "cuda";
LD_LIBRARY_PATH = "run/opengl-driver/lib";
NVARCH = "x86_64";
NV_CUDA_CUDART_VERSION = "11.3.1";
NVIDIA_VISIBLE_DEVICES = "all";
};
};
# Nvidia Settings
hardware.opengl = { enable = true; };
hardware.graphics = { enable = true; };
hardware.nvidia = {
modesetting.enable = true;
powerManagement.enable = false;