138 lines
4.6 KiB
Go
138 lines
4.6 KiB
Go
package manager
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"net"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"slackerbot/internal/config"
|
|
"slackerbot/internal/model"
|
|
"slackerbot/internal/node"
|
|
"slackerbot/internal/state"
|
|
"slackerbot/internal/testutil"
|
|
)
|
|
|
|
func TestMasterAndSlave(t *testing.T) {
|
|
addr := testutil.FreePort(t)
|
|
secret := "cluster-secret-1234567890"
|
|
masterDir, slaveDir := t.TempDir(), t.TempDir()
|
|
|
|
masterCfg := &config.Config{StateDir: masterDir, Container: model.Size{MemoryMB: 1024, CPUs: 1}}
|
|
masterCfg.Cluster = config.ClusterConfig{Name: "master", Secret: secret, Listen: addr}
|
|
store, err := state.Open(filepath.Join(masterDir, "state.json"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mgr := New(masterCfg, store, testutil.NewFakeNode("master"))
|
|
backCh := make(chan string, 4)
|
|
mgr.onNodeBack = func(n string) { backCh <- n }
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
go mgr.ServeCluster(ctx)
|
|
|
|
slaveCfg := &config.Config{StateDir: slaveDir}
|
|
slaveCfg.Cluster = config.ClusterConfig{Name: "slave-1", Secret: secret, Master: "wss://" + addr}
|
|
slave := testutil.NewFakeNode("slave-1")
|
|
slaveCtx, stopSlave := context.WithCancel(ctx)
|
|
go RunSlave(slaveCtx, slaveCfg, slave)
|
|
|
|
testutil.WaitFor(t, "slave to come online", func() bool { _, err := mgr.nodeByName("slave-1"); return err == nil })
|
|
if got := <-backCh; got != "slave-1" {
|
|
t.Fatalf("back callback for %q", got)
|
|
}
|
|
pinned, err := os.ReadFile(filepath.Join(slaveDir, "master.fingerprint"))
|
|
if err != nil || len(strings.TrimSpace(string(pinned))) != 64 {
|
|
t.Fatalf("slave should pin the master's certificate, got %q %v", pinned, err)
|
|
}
|
|
|
|
n, _ := mgr.nodeByName("slave-1")
|
|
spec := node.StartSpec{Machine: "c-abc", Secret: "agent-secret", Size: model.Size{MemoryMB: 1024, CPUs: 1}, Drive: "/d"}
|
|
if err := n.Start(ctx, spec); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !slave.IsRunning("c-abc") || slave.Last.Drive != "/d" {
|
|
t.Fatal("start didn't reach the slave")
|
|
}
|
|
if !n.IsRunning("c-abc") {
|
|
t.Fatal("master should count the container as running right away")
|
|
}
|
|
|
|
conn, err := n.DialAgent(ctx, "c-abc", "agent-secret")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := conn.Write(ctx, []byte(`{"jsonrpc":"2.0"}`)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
readCtx, readCancel := context.WithTimeout(ctx, 5*time.Second)
|
|
got, err := conn.Read(readCtx)
|
|
readCancel()
|
|
if err != nil || string(got) != `echo: {"jsonrpc":"2.0"}` {
|
|
t.Fatalf("relay got %q %v", got, err)
|
|
}
|
|
conn.Close()
|
|
if _, err := n.DialAgent(ctx, "c-abc", "wrong"); err == nil {
|
|
t.Fatal("a bad agent secret should fail through the relay")
|
|
}
|
|
|
|
if err := n.Poweroff(ctx, "c-abc"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if slave.IsRunning("c-abc") || n.IsRunning("c-abc") {
|
|
t.Fatal("poweroff didn't take")
|
|
}
|
|
|
|
stopSlave()
|
|
testutil.WaitFor(t, "slave to go offline", func() bool {
|
|
_, err := mgr.nodeByName("slave-1")
|
|
var off *node.NodeOfflineError
|
|
return errors.As(err, &off) && off.Node == "slave-1"
|
|
})
|
|
if off := mgr.OfflineNodes(); len(off) != 1 || off[0] != "slave-1" {
|
|
t.Fatalf("offline nodes = %v", off)
|
|
}
|
|
}
|
|
|
|
func TestSlaveRejectsWrongMasterOrSecret(t *testing.T) {
|
|
addr := testutil.FreePort(t)
|
|
secret := "cluster-secret-1234567890"
|
|
masterCfg := &config.Config{StateDir: t.TempDir()}
|
|
masterCfg.Cluster = config.ClusterConfig{Name: "master", Secret: secret, Listen: addr}
|
|
store, _ := state.Open(filepath.Join(masterCfg.StateDir, "state.json"))
|
|
mgr := New(masterCfg, store, testutil.NewFakeNode("master"))
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
go mgr.ServeCluster(ctx)
|
|
testutil.WaitFor(t, "master to listen", func() bool {
|
|
c, err := net.Dial("tcp", addr)
|
|
if err == nil {
|
|
c.Close()
|
|
}
|
|
return err == nil
|
|
})
|
|
|
|
wrongPin := &config.Config{StateDir: t.TempDir()}
|
|
wrongPin.Cluster = config.ClusterConfig{Name: "s", Secret: secret, Master: "wss://" + addr, MasterFingerprint: strings.Repeat("ab", 32)}
|
|
if err := slaveSession(ctx, wrongPin, testutil.NewFakeNode("s")); err == nil {
|
|
t.Fatal("a master with a different certificate should be refused")
|
|
}
|
|
|
|
wrongSecret := &config.Config{StateDir: t.TempDir()}
|
|
wrongSecret.Cluster = config.ClusterConfig{Name: "s", Secret: "not-the-secret-at-all", Master: "wss://" + addr}
|
|
if err := slaveSession(ctx, wrongSecret, testutil.NewFakeNode("s")); err == nil {
|
|
t.Fatal("a slave with the wrong secret should be refused")
|
|
}
|
|
|
|
sameName := &config.Config{StateDir: t.TempDir()}
|
|
sameName.Cluster = config.ClusterConfig{Name: "master", Secret: secret, Master: "wss://" + addr}
|
|
if err := slaveSession(ctx, sameName, testutil.NewFakeNode("master")); err == nil {
|
|
t.Fatal("a slave can't take the master's name")
|
|
}
|
|
}
|