diff --git a/hosts/hl-bigbox1.nix b/hosts/hl-bigbox1.nix index 3bfd301..d59ff28 100644 --- a/hosts/hl-bigbox1.nix +++ b/hosts/hl-bigbox1.nix @@ -16,14 +16,17 @@ services.ollama = { enable = true; acceleration = "cuda"; - listenAddress = "0.0.0.0:11434"; + host = "0.0.0.0"; environmentVariables = { OLLAMA_LLM_LIBRARY = "cuda"; LD_LIBRARY_PATH = "run/opengl-driver/lib"; + NVARCH = "x86_64"; + NV_CUDA_CUDART_VERSION = "11.3.1"; + NVIDIA_VISIBLE_DEVICES = "all"; }; }; # Nvidia Settings - hardware.opengl = { enable = true; }; + hardware.graphics = { enable = true; }; hardware.nvidia = { modesetting.enable = true; powerManagement.enable = false;