Files
nixos-setup/modules/core/default.nix
T
hermenix 26856003d4 llama-cpp: add CUDA support and bigbox1 RTX 3060 service config
- Extend pkgs/llama-cpp to support CUDA backend (backend="cuda") for NVIDIA GPUs
- Add llama-cpp-cuda variant to modules/core/default.nix overlay
- Create hosts/hl-bigbox1/services/llama-cpp.nix with RTX 3060 tuning:
  * gpuLayers=30 (conserve 12GB VRAM for context)
  * parallel=2 (handle concurrent requests on smaller VRAM)
  * Same Qwen3.8-27B + DFlash2 drafter as fwdesk
- Wire service into bigbox1 services/default.nix
- Disabled by default (weights download manual)
2026-11-11 16:02:41 +00:00

90 lines
3.3 KiB
Nix

{ lib, herdr, flox, skygqts, hermenix, ... }:
{
imports = [
./user.nix
./macos.nix
./nix-substituters.nix
./lab-ca.nix
];
options = {
skyg.rootDir = lib.mkOption {
type = lib.types.path;
description = "Top-level path of the nixos-setup repo (set by the flake).";
};
skyg.configsDir = lib.mkOption {
type = lib.types.path;
description = "Path to the configs directory (set by the flake).";
};
};
config = {
nixpkgs.overlays = [
(final: _prev: {
# colibrì (JustVugg/colibri) — GLM-5.2/OLMoE local inference, see pkgs/colibri.
colibri = final.callPackage ../../pkgs/colibri { };
colibri-rocm = final.callPackage ../../pkgs/colibri { backend = "rocm"; };
# llama.cpp v0.8.0 with DFlash2 speculative decoding, see pkgs/llama-cpp.
llama-cpp-halo = final.callPackage ../../pkgs/llama-cpp { };
llama-cpp-halo-cpu = final.callPackage ../../pkgs/llama-cpp { backend = "cpu"; };
llama-cpp-cuda = final.callPackage ../../pkgs/llama-cpp { backend = "cuda"; };
# Touchscreen gesture bridge for niri, see pkgs/niri-touchscreen-gestures.
niri-touchscreen-gestures = final.callPackage ../../pkgs/niri-touchscreen-gestures { };
# Buzz Desktop AppImage wrapper, see pkgs/buzz-desktop.
buzz-desktop = final.callPackage ../../pkgs/buzz-desktop { };
# Buzz CLI (`buzz`), built from source, see pkgs/buzz-cli.
buzz-cli = final.callPackage ../../pkgs/buzz-cli { };
# Delta Editor (Zed Industries) prebuilt tarball, see pkgs/delta-editor.
delta-editor = final.callPackage ../../pkgs/delta-editor { };
# herdr (herdrdev/herdr) — see flake.nix input.
herdr = herdr.packages.${final.stdenv.hostPlatform.system}.default;
# flox (flox/flox) — see flake.nix input.
flox_dev = flox.packages.${final.stdenv.hostPlatform.system}.default;
skygqts = skygqts.packages.${final.stdenv.hostPlatform.system}.default;
# hermenix CLI (setup/migrate/remote) — see flake.nix input.
hermenix = hermenix.packages.${final.stdenv.hostPlatform.system}.hermenix;
})
(final: prev: {
pythonPackagesExtensions = prev.pythonPackagesExtensions ++ [
(pyFinal: pyPrev: {
pipx = pyPrev.pipx.overrideAttrs (_: { doInstallCheck = false; });
})
];
})
];
# Remote Builder
nix.buildMachines = [
{
hostName = "root@bigbox1.lab.internal";
systems = [ "x86_64-linux" "aarch64-linux" ];
protocol = "ssh-ng";
maxJobs = 25;
speedFactor = 2;
supportedFeatures = [
"nixos-test"
"benchmark"
"big-parallel"
"kvm"
];
mandatoryFeatures = [ ];
}
{
hostName = "root@fwdesk.lab.internal";
systems = [ "x86_64-linux" "aarch64-linux" ];
protocol = "ssh-ng";
maxJobs = 50;
speedFactor = 4;
supportedFeatures = [
"nixos-test"
"benchmark"
"big-parallel"
"kvm"
];
mandatoryFeatures = [ ];
}
];
nix.distributedBuilds = true;
# useful when the builder has a faster internet connection than yours
nix.settings.builders-use-substitutes = true;
};
}