84 lines
2.6 KiB
Nix
84 lines
2.6 KiB
Nix
{ config, lib, pkgs, skyg-secrets, ... }:
|
|
let
|
|
ports = { cluster = 7946; };
|
|
homes = "/data/slackerbot";
|
|
secrets = [ "slackerbot-slack" "slackerbot-goose" "slackerbot-cluster" ];
|
|
bazel = config.skyg.nixos.server.services.bazel-build;
|
|
settings = {
|
|
# The system each container boots (slackerbot's agent + bazel/rbuild);
|
|
# updated on every rebuild.
|
|
system = "${bazel.agentSystem}";
|
|
# Shared Bazel download cache (/repo-cache) for the containers.
|
|
rw_binds = bazel.binds.rw;
|
|
ro_binds = bazel.binds.ro;
|
|
machines_dir = "/var/lib/machines";
|
|
state_dir = "/var/lib/slackerbot";
|
|
agent_cwd = "/root";
|
|
|
|
idle_timeout = "6h";
|
|
max_idle_timeout = "0s";
|
|
allow_indefinite = true;
|
|
boot_timeout = "2m";
|
|
|
|
# Goose settings sent to every container (also on fws1).
|
|
# Values come from the slackerbot-goose secret.
|
|
agent_env = {
|
|
GOOSE_PROVIDER = "$GOOSE_PROVIDER";
|
|
GOOSE_MODEL = "$GOOSE_MODEL";
|
|
OPENROUTER_API_KEY = "$OPENROUTER_API_KEY";
|
|
};
|
|
|
|
container = { memory_mb = 4096; cpus = 1.0; };
|
|
max_container = { memory_mb = 8192; cpus = 2.0; };
|
|
# Leave room for ollama, ds4, comfyui, hermes and the robots.
|
|
host_reserve = { memory_mb = 32768; cpus = 4.0; };
|
|
storage = { min = "2G"; max = "5G"; limit = "20G"; };
|
|
drives = [{ path = homes; reserve = "40G"; }];
|
|
|
|
cluster = {
|
|
secret = "$CLUSTER_SECRET";
|
|
listen = ":${toString ports.cluster}";
|
|
};
|
|
|
|
# Only read on first start; after that, manage permissions from Slack.
|
|
permissions = {
|
|
managers = [ "U0CDGSJADMM" ];
|
|
default.U0CDGSJADMM = [ "all" ];
|
|
};
|
|
};
|
|
in
|
|
{
|
|
# Off.
|
|
config = lib.mkIf false {
|
|
age.secrets = lib.genAttrs secrets (name: {
|
|
file = skyg-secrets.${name};
|
|
owner = "root";
|
|
mode = "0400";
|
|
});
|
|
|
|
# slackerbot flake input; options and docs in its repo.
|
|
services.slackerbot = {
|
|
enable = true;
|
|
mode = "master";
|
|
clusterPort = ports.cluster;
|
|
configFile = (pkgs.formats.toml { }).generate "slackerbot.toml" settings;
|
|
};
|
|
# Bazel build server for the containers (16 cores / 32 threads).
|
|
skyg.nixos.server.services.bazel-build = {
|
|
enable = true;
|
|
cpuCount = 32;
|
|
cacheGB = 200;
|
|
};
|
|
|
|
# The module takes one env file; these add to it.
|
|
systemd.services.slackerbot.serviceConfig.EnvironmentFile =
|
|
map (name: config.age.secrets.${name}.path) secrets;
|
|
|
|
# Container links belong to systemd-networkd.
|
|
networking.networkmanager.unmanaged = [ "interface-name:ve-*" ];
|
|
networking.dhcpcd.denyInterfaces = [ "ve-*" ];
|
|
|
|
systemd.tmpfiles.rules = [ "d ${homes} 0700 root root -" ];
|
|
};
|
|
}
|