From 247f1c177bc8100f6ec68ffe6f2850174e733960 Mon Sep 17 00:00:00 2001 From: Ari Sosnovsky Date: Sat, 13 Jul 2024 20:40:31 -0400 Subject: [PATCH] Latest changes --- hosts/hl-bigbox1.nix | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/hosts/hl-bigbox1.nix b/hosts/hl-bigbox1.nix index 3bfd301..d59ff28 100644 --- a/hosts/hl-bigbox1.nix +++ b/hosts/hl-bigbox1.nix @@ -16,14 +16,17 @@ services.ollama = { enable = true; acceleration = "cuda"; - listenAddress = "0.0.0.0:11434"; + host = "0.0.0.0"; environmentVariables = { OLLAMA_LLM_LIBRARY = "cuda"; LD_LIBRARY_PATH = "run/opengl-driver/lib"; + NVARCH = "x86_64"; + NV_CUDA_CUDART_VERSION = "11.3.1"; + NVIDIA_VISIBLE_DEVICES = "all"; }; }; # Nvidia Settings - hardware.opengl = { enable = true; }; + hardware.graphics = { enable = true; }; hardware.nvidia = { modesetting.enable = true; powerManagement.enable = false;