From b0e5f3fc938020a2c61efab55a793aa057b2e260 Mon Sep 17 00:00:00 2001 From: Ari Sosnovsky Date: Fri, 12 Jul 2024 17:11:25 -0400 Subject: [PATCH] Cuda setup --- hosts/hl-bigbox1.nix | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/hosts/hl-bigbox1.nix b/hosts/hl-bigbox1.nix index 3e47dc7..342258c 100644 --- a/hosts/hl-bigbox1.nix +++ b/hosts/hl-bigbox1.nix @@ -8,14 +8,18 @@ boot.loader.efi.canTouchEfiVariables = true; boot.tmp.useTmpfs = true; boot.kernelPackages = pkgs.linuxPackages_latest; - # environment.systemPackages = with pkgs; [ - - # ]; + environment.systemPackages = with pkgs; [ + nvtopPackages.nvidia + cudaPackages.cudnn + ]; # Ollama services.ollama = { enable = true; acceleration = "cuda"; listenAddress = "0.0.0.0:11434"; + environmentVariables = { + OLLAMA_LLM_LIBRARY = "cuda"; + }; }; # Docker #virtualisation.docker.enableNvidia = true; @@ -29,9 +33,10 @@ powerManagement.enable = false; powerManagement.finegrained = false; open = false; - nvidiaSettings = true; + nvidiaSettings = false; package = config.boot.kernelPackages.nvidiaPackages.stable; }; + # boot.initrd.kernelModules = [ "amdgpu" "evdi" ]; # hardware.opengl.extraPackages = with pkgs; [ rocmPackages.clr.icd amdvlk ]; # home-manager.users.${user.name}.programs.zsh.initExtra = ''