fixing test failures

This commit is contained in:
ari committed 2026-09-23 13:24:07 -04:00
1 parent c8ff8b1f25
commit 42e903909c
14 files changed
+823 -111

No files matched your search

+30 -7
View File
@@ -177,18 +177,38 @@ in
};
# =====================================================================
# Networking: static, resolvers that are not the host.
# Networking: a static service-net address for talking to the host (nix
# cache, hostAccess), plus DHCP so an operator can later switch this VM
# onto the LAN (services.hermenix.network.bridged = true on the host).
# - NAT mode: no DHCP server on the host bridge; the static default
# route via the host is the only one and carries all traffic.
# - bridged mode: the LAN's DHCP leases this NIC a real LAN address;
# that lease's lower-metric default route (100) wins over the static
# fallback (200), and LAN devices reach the VM at the lease address.
# Resolvers stay QUAD9 (UseDNS = false) in both modes.
# =====================================================================
networking.useNetworkd = true;
systemd.network.enable = true;
systemd.network.networks."10-eth" = {
matchConfig.Type = "ether";
address = [ "${guestAddress}/${toString prefixLength}" ];
routes = [ { Gateway = hostAddress; } ];
networkConfig.DNS = [
"9.9.9.9"
"149.112.112.112"
routes = [
{
Gateway = hostAddress;
Metric = 200;
}
];
networkConfig = {
DHCP = "ipv4";
DNS = [
"9.9.9.9"
"149.112.112.112"
];
};
dhcpV4Config = {
UseDNS = false;
RouteMetric = 100;
};
};
networking.nameservers = [
"9.9.9.9"
@@ -359,8 +379,11 @@ in
pointless; it will be replaced. Put durable notes in SOUL.md.
- The skill at ~/.hermes/skills/nixos-self-config covers how to change
this machine safely. Read it before your first rebuild.
- You have no route to the host or to any local network. Public internet
only, plus a read-only Nix binary cache on ${hostAddress}.
- In NAT mode you have no route to the host or to any local network:
public internet only, plus a read-only Nix binary cache on
${hostAddress}. In bridged mode (network.bridged = true on the host)
you take a LAN address from DHCP instead, LAN devices can reach any
port you open, and lanAccess/allowLan still limit what you can reach.
- Never put a secret in a Nix expression. Everything in the store is
world-readable. Use ${stateDir}/.secrets.env and chmod 0600.
'';
+39 -36
View File
@@ -1,42 +1,42 @@
# Guest-config tier VM test: boots guest/common.nix (the same module set
# used to build hermes-guest-image, see flake.nix) in an ephemeral,
# throwaway NixOS test VM, and checks seeding/services. This never touches
# a real disk under /var/lib/hermes-vm/** and never runs `hermenix setup`.
# Shared building blocks for the two guest-config VM tests in this
# directory: test_unbridge.nix and test_bridge.nix.
#
# guest/hardware.nix (the real disk-label file) is intentionally not
# imported here, same as hermes-guest-image's own build — nixos-generators
# and, here, the NixOS test framework both supply their own bootloader and
# root filesystem instead.
# The guest node's configuration and every assertion that must hold in both
# networking modes are defined here, once; each mode test imports this file,
# uses guestNode as its machine, and appends only the checks that apply to
# its mode (the isolated-bridge NAT setup vs. the DHCP-served LAN bridge).
#
# Both tests boot guest/common.nix — the same module set hermes-guest-image
# is built from — in an ephemeral, throwaway NixOS test VM. No real disk
# under /var/lib/hermes-vm/** is ever touched, and `hermenix setup` is never
# run. guest/hardware.nix (the real disk-label file) is intentionally not
# imported, same as hermes-guest-image's own build — nixos-generators and,
# here, the NixOS test framework both supply their own bootloader and root
# filesystem instead.
#
# Build with (never run by an agent, only by the operator/CI):
# nix build .#checks.x86_64-linux.guest-vm --impure -L
# nix build .#checks.x86_64-linux.guest-vm-unbridged --impure -L
# nix build .#checks.x86_64-linux.guest-vm-bridged --impure -L
#
# --impure is required because guest/common.nix reads /etc/hermenix/local.nix
# if present (see its own comment) — a pre-existing property of common.nix,
# not something introduced by this test.
{ pkgs, determinate }:
# not something the tests introduce.
{ determinate }:
pkgs.testers.runNixOSTest {
name = "hermenix-guest-config";
# This test boots, reboots once, and runs only quick local checks — a few
# minutes is generous. Bound it far below the framework's 1-hour default so
# a genuine hang (boot failure, a blocked prompt, a stuck reboot) fails
# fast instead of burning a full hour before being reported.
globalTimeout = 600;
nodes.machine =
{
# The guest node, exactly as both tests boot it.
guestNode =
{ lib, ... }:
{
imports = [
determinate.nixosModules.default
../guest/common.nix
../common.nix
];
# A real, separate, auto-formatted virtual disk for the state dir —
# not tmpfs. tmpfs would not survive the in-test reboot below, which
# would make the idempotency check below pass for the wrong reason
# (nothing to re-seed over, rather than correctly skipping re-seeding).
# would make the idempotency check pass for the wrong reason (nothing
# to re-seed over, rather than correctly skipping re-seeding).
virtualisation.emptyDiskImages = [ 1024 ];
fileSystems."/var/lib/hermes" = lib.mkForce {
device = "/dev/vdb";
@@ -45,6 +45,16 @@ pkgs.testers.runNixOSTest {
neededForBoot = true;
};
# The test framework's default topology is not the real guest's: it
# adds a SLiRP user-mode NIC (10.0.2.0/24, with its own DHCP server)
# alongside the shared vlan, and the guest's networkd config matches
# any ethernet NIC. Strip the user-mode NIC and keep only the shared
# vlan (which udev names eth0) so the test machine has the production
# shape: one virtual NIC, and no stray DHCP server to confuse the
# mode-specific networking assertions.
virtualisation.qemu.networkingOptions = lib.mkForce [ ];
virtualisation.vlans = [ 1 ];
# nixosTest VMs have no route to the internet by design, so the real
# hermes-install body (a third-party curl | bash installer) can't run
# hermetically here. Stubbed to just flag itself done; the real
@@ -54,7 +64,9 @@ pkgs.testers.runNixOSTest {
'';
};
testScript = ''
# Assertions that hold in both modes: first-boot seeding, seeding
# idempotency across a reboot, the agent's account, and SSH.
commonScript = ''
# allow_reboot=True: without it, the VM starts with qemu's -no-reboot,
# so the guest-initiated machine.reboot() below would just kill the VM
# instead of restarting it, and the backdoor shell would never
@@ -84,18 +96,9 @@ pkgs.testers.runNixOSTest {
machine.succeed("groups hermes | grep -q wheel")
machine.succeed("su - hermes -c 'sudo -n true'")
# SSH is up.
# SSH is up (checked over the test backdoor, so it is independent of
# whatever address configuration the mode under test produces).
machine.wait_for_unit("sshd.service")
machine.wait_for_open_port(22)
# NOTE: not checking /etc/nix/nix.custom.conf's content here. `nix eval`
# on environment.etc."nix/nix.custom.conf".text confirms guest/common.nix
# itself renders the expected (no-host-cache) content, but the actual
# booted guest's copy of that file instead holds the NixOS test
# framework's own injected nix.settings (substituters = cache.nixos.org,
# trusted-users = root, system-features = nixos-test ...) — needed so
# nested Nix operations inside the test VM work at all. That's an
# artifact of running under nixosTest, not something guest/common.nix or
# this test controls, so it's not a reliable thing to assert on here.
'';
}
+27
View File
@@ -0,0 +1,27 @@
# guest/vm-tests/default.nix — the granular guest VM test suite.
#
# Aggregates the three runNixOSTest checks into a single import surface for
# flake.nix's checks.${system}. common.nix holds the guest node config and
# the mode-independent assertions shared by the two host-networking-mode
# tests; test_unbridge.nix / test_bridge.nix add each mode's own checks, and
# test_migrate_connections.nix covers `hermenix migrate connections`.
#
# Run by the operator/CI, never by an agent (see GUIDELINES.md):
# nix build .#checks.x86_64-linux.guest-vm-unbridged --impure -L
# nix build .#checks.x86_64-linux.guest-vm-bridged --impure -L
# nix build .#checks.x86_64-linux.migrate-connections-vm --impure -L
#
# --impure is required because guest/common.nix reads
# /etc/hermenix/local.nix if present (see its own comment) — a pre-existing
# property of common.nix, not something the tests introduce.
{
pkgs,
determinate,
hermenix,
}:
{
guest-vm-unbridged = import ./test_unbridge.nix { inherit pkgs determinate; };
guest-vm-bridged = import ./test_bridge.nix { inherit pkgs determinate; };
migrate-connections-vm = import ./test_migrate_connections.nix { inherit pkgs hermenix; };
}
+124
View File
@@ -0,0 +1,124 @@
# Guest-config VM test, bridged mode: the guest on a LAN served by DHCP,
# with a second node acting as the LAN (a DHCP server, a throwaway HTTP
# service, and a plain device that connects back to the guest). This is the
# guest-facing half of services.hermenix.network.bridged = true: the module's
# own bridge/enforcement rules are covered statically by
# tests/network-modes-check.nix.
#
# The guest node and the mode-independent assertions (seeding, idempotency,
# account, SSH) are shared with guest-vm-unbridged via
# common.nix.
#
# Build with (never run by an agent, only by the operator/CI):
# nix build .#checks.x86_64-linux.guest-vm-bridged --impure -L
{ pkgs, determinate }:
let
common = import ./common.nix { inherit determinate; };
in
pkgs.testers.runNixOSTest {
name = "hermenix-guest-config-bridged";
# Boots once, reboots once, and waits on DHCP lease negotiation plus a few
# cross-node checks - still only minutes. Bound it far below the
# framework's 1-hour default so a genuine hang fails fast.
globalTimeout = 900;
nodes = {
machine = common.guestNode;
# The "LAN": serves DHCP to the guest and hosts a throwaway HTTP
# service, standing in for the LAN router and another LAN device. Its
# firewall is off so the guest<->LAN checks exercise the network path
# itself, not this throwaway node's own firewall.
lan =
{ pkgs, lib, ... }:
{
networking.firewall.enable = false;
# Same production-shape networking as the guest node: kill the test
# framework's SLiRP user-mode NIC so the only NIC left is the one
# shared with the guest.
virtualisation.qemu.networkingOptions = lib.mkForce [ ];
virtualisation.vlans = [ 1 ];
# The framework's own name-based static assignment missed the
# shared NIC when this suite actually ran (the NIC came up as eth1,
# not the eth0 the framework expected), and real interface names
# vary anyway - and node numbering is attr order, which is not
# something to trust. The shared NIC's MAC is deterministic
# (52:54:00:12:<vlan>:<node>, see qemu-common.nix), so pin the
# address in networkd by MAC. Two candidate rules cover either node
# numbering; the one that matches this node's actual NIC wins, and
# nothing depends on an interface name.
networking.useNetworkd = true;
systemd.network.networks."10-hermes-lan-1" = {
matchConfig.MACAddress = "52:54:00:12:01:01"; # vlan 1, node #1
address = [ "192.168.1.2/24" ];
networkConfig.LinkLocalAddressing = "no";
};
systemd.network.networks."10-hermes-lan-2" = {
matchConfig.MACAddress = "52:54:00:12:01:02"; # vlan 1, node #2
address = [ "192.168.1.2/24" ];
networkConfig.LinkLocalAddressing = "no";
};
# DHCP only (port = 0 disables dnsmasq's DNS half; the guest keeps
# its own QUAD9 resolvers regardless). Bound to the node's static
# vlan address rather than an interface name - the framework's
# interface naming is not something this test should depend on.
services.dnsmasq = {
enable = true;
settings = {
port = 0;
listen-address = "192.168.1.2";
bind-interfaces = true;
dhcp-range = "192.168.1.100,192.168.1.200,12h";
dhcp-option = [
"3,192.168.1.2" # default gateway -> this node
"6,192.168.1.2" # DNS -> this node
];
};
};
environment.systemPackages = [ pkgs.python3 ];
};
};
testScript = ''
# Bring the LAN up early so the guest's DHCP client (which retries for
# as long as it runs) can get a lease as soon as the guest is online.
lan.start()
''
+ common.commonScript
+ ''
# --- bridged-mode networking ---------------------------------------
# The LAN's DHCP gave the guest a lease alongside its static
# service-net address. (Both test nodes share one vlan, standing in for
# the bridged uplink on a real host.)
machine.wait_until_succeeds("ip -4 route show default | grep -q 'metric 100'")
addrs = machine.succeed("ip -4 -o addr show | grep -v '^1: lo'").strip().splitlines()
guest_lan_ip = None
for line in addrs:
ip = line.split()[3].split("/")[0]
if not ip.startswith("10.77."):
guest_lan_ip = ip
assert any("10.77.0.2/24" in line for line in addrs), f"static service-net address missing in bridged mode: {addrs}"
assert guest_lan_ip is not None, f"guest never took a LAN DHCP lease: {addrs}"
# Both default routes are in place: the LAN's (metric 100, in use) and
# the host service-net fallback (metric 200) that NAT mode relies on.
machine.succeed("ip -4 route show default | grep -q 'default via 192.168.1.2'")
machine.succeed("ip -4 route show default | grep -q 'default via 10.77.0.1'")
# Guest -> LAN: the guest reaches a service on the LAN node.
lan.succeed("systemd-run --collect -u lanhttpd python3 -m http.server 8000 --bind 0.0.0.0")
machine.wait_until_succeeds("curl -fsS http://192.168.1.2:8000/ >/dev/null")
# LAN -> guest: a plain device on the LAN can connect to a port the
# guest exposes - the guest's own firewall still decides what answers
# (here, sshd on 22).
lan.wait_until_succeeds(f"bash -c 'exec 3<>/dev/tcp/{guest_lan_ip}/22'")
'';
}
+42
View File
@@ -0,0 +1,42 @@
# Guest-config VM test, NAT (unbridged) mode: guest/common.nix as it sits on
# the host's isolated bridge, where there is no DHCP server and the guest
# must be fully served by its static service-net configuration.
#
# The guest node and the mode-independent assertions (seeding, idempotency,
# account, SSH) are shared with guest-vm-bridged via common.nix;
# the networking assertions here only make sense in this mode.
#
# Build with (never run by an agent, only by the operator/CI):
# nix build .#checks.x86_64-linux.guest-vm-unbridged --impure -L
{ pkgs, determinate }:
let
common = import ./common.nix { inherit determinate; };
in
pkgs.testers.runNixOSTest {
name = "hermenix-guest-config-unbridged";
# Boots once, reboots once, and runs only quick local checks — a few
# minutes is generous. Bound it far below the framework's 1-hour default so
# a genuine hang (boot failure, a blocked prompt, a stuck reboot) fails
# fast instead of burning a full hour before being reported.
globalTimeout = 600;
nodes.machine = common.guestNode;
testScript = common.commonScript + ''
# --- NAT-mode networking -------------------------------------------
# The isolated vlan has no DHCP server, so the guest's NIC must be
# self-sufficient: exactly the one static service-net address, and
# exactly one default route - via the host - because the DHCP client
# found nobody to talk to and contributed nothing. The interface name
# is deliberately not hard-coded (the real guest's NIC name varies too;
# only the address layout is asserted).
addrs = machine.succeed("ip -4 -o addr show | grep -v '^1: lo'").strip().splitlines()
assert len(addrs) == 1, f"expected only the static service-net address, got: {addrs}"
assert "10.77.0.2/24" in addrs[0], f"static service-net address missing: {addrs}"
machine.succeed("test \"$(ip -4 route show default | wc -l)\" -eq 1")
machine.succeed("ip -4 route show default | grep -q 'default via 10.77.0.1'")
'';
}