This commit is contained in:
ari committed 2024-07-17 11:57:16 -04:00
1 parent edfd57aad0
commit 9c00e8711f
1 file changed
+4 -14
+4 -14
View File
@@ -1,5 +1,5 @@
{ user }:
{ pkgs, lib, config, ... }: {
{ pkgs, lib, config, unstable, ... }: {
imports = [ ./hl-bigbox1.hardware-configuration.nix ];
# firmware updater
services.fwupd.enable = true;
@@ -8,32 +8,22 @@
boot.loader.efi.canTouchEfiVariables = true;
boot.tmp.useTmpfs = true;
boot.kernelPackages = pkgs.linuxPackages_latest;
environment.systemPackages = with pkgs; [
nvtopPackages.nvidia
cudaPackages.cudnn
];
# Ollama
services.ollama = {
enable = true;
acceleration = "cuda";
host = "0.0.0.0";
environmentVariables = {
OLLAMA_LLM_LIBRARY = "cuda";
LD_LIBRARY_PATH = "run/opengl-driver/lib";
NVARCH = "x86_64";
NV_CUDA_CUDART_VERSION = "11.3.1";
NVIDIA_VISIBLE_DEVICES = "all";
};
};
# Nvidia Settings
services.xserver.videoDrivers = [ "nvidia" ];
services.xserver.enable = true;
hardware.graphics = { enable = true; };
hardware.nvidia = {
modesetting.enable = true;
powerManagement.enable = false;
powerManagement.finegrained = false;
open = false;
open = true;
nvidiaSettings = false;
package = config.boot.kernelPackages.nvidiaPackages.stable;
package = config.boot.kernelPackages.nvidiaPackages.production;
};
}