swarmy 0.1.0

package/README.md

@@ -0,0 +1,121 @@
+# Swarm
+
+Distributed container management with browser-based VNC and terminal access.
+
+Provision ephemeral Docker containers across multiple nodes and interact with them through a web dashboard — full desktop GUI via VNC and interactive terminal sessions, all in the browser.
+
+## Architecture
+
+```text
+┌─────────────────────────────────────────────────────┐
+│                   Browser Client                    │
+│             React + xterm.js + noVNC                │
+└──────────┬───────────────────────────┬──────────────┘
+           │ WebSocket (UI/session/VNC)│ REST API
+           ▼                           ▼
+┌─────────────────────────────────────────────────────┐
+│                     Manager                         │
+│        Express.js · SQLite · WebSocket Hub          │
+└──────────┬──────────────────────────────────────────┘
+           │ WebSocket (/ws/worker)
+     ┌─────┴─────┐
+     ▼           ▼
+┌──────────┐ ┌──────────┐
+│ Worker   │ │ Worker   │  ...
+│ Docker   │ │ Docker   │
+│ node-pty │ │ node-pty │
+└──────────┘ └──────────┘
+```
+
+- **Manager** — Central server with React dashboard. Maintains state in SQLite, brokers WebSocket communication between workers and browser clients.
+- **Worker** — Node agent on each machine. Manages Docker containers, PTY sessions, and VNC proxy connections.
+- **swarm-base** — Docker image (Ubuntu 24.04) with TigerVNC, Fluxbox, noVNC, Chrome, and s6-overlay for process supervision.
+
+## Quick Start
+
+### Prerequisites
+
+- Node.js (v24+ recommended)
+- Docker
+- npm
+
+### Manager
+
+```bash
+cd manager
+npm install
+npm run dev
+```
+
+The manager starts on port 5174. An auth token is auto-generated at `manager/data/token` on first run.
+
+### Worker
+
+On each node that will run containers:
+
+```bash
+cd worker
+npm install
+SWARM_URL=http://<manager-host>:5174 SWARM_TOKEN=<token> npm run dev
+```
+
+### Docker Image
+
+```bash
+scripts/build.sh                    # Build swarm-base image (linux/amd64)
+scripts/run.sh                      # Run a standalone container
+PORT=8080 RESOLUTION=1280x720 scripts/run.sh my-browser  # Custom settings
+```
+
+## Production Deployment
+
+The install script handles cloning, building, and registering system services (systemd on Linux, launchd on macOS):
+
+**Manager:**
+
+```bash
+curl -sfL https://raw.githubusercontent.com/tkhoa87/swarm/main/install.sh | sh -
+```
+
+**Worker:**
+
+```bash
+curl -sfL https://raw.githubusercontent.com/tkhoa87/swarm/main/install.sh | \
+  SWARM_URL=http://<manager-host>:5174 SWARM_TOKEN=<token> sh -
+```
+
+Installs to `/opt/swarm`. Services auto-restart on failure.
+
+## Environment Variables
+
+| Variable        | Component | Description                            |
+| --------------- | --------- | -------------------------------------- |
+| `PORT`          | Manager   | HTTP port (default: 3000)              |
+| `SWARM_URL`     | Worker    | Manager URL to connect to              |
+| `SWARM_TOKEN`   | Worker    | Auth token for registration            |
+| `SWARM_NODE_ID` | Worker    | Node identifier (default: hostname)    |
+| `RESOLUTION`    | Docker    | Screen resolution (default: 1920x1080) |
+
+## API
+
+All REST endpoints require `Authorization: Bearer <token>` header.
+
+| Method   | Endpoint                  | Description                         |
+| -------- | ------------------------- | ----------------------------------- |
+| `GET`    | `/api/nodes`              | List all nodes                      |
+| `GET`    | `/api/nodes/:id`          | Get node with containers            |
+| `DELETE` | `/api/nodes/:id`          | Remove node (stops containers)      |
+| `POST`   | `/api/containers`         | Create container on a node          |
+| `DELETE` | `/api/containers/:id`     | Stop and remove container           |
+| `POST`   | `/api/sessions`           | Spawn terminal session in container |
+| `DELETE` | `/api/sessions/:id`       | Kill session                        |
+| `POST`   | `/api/sessions/:id/input` | Send input to session               |
+| `GET`    | `/api/status`             | Server status                       |
+
+## Tech Stack
+
+**Manager:** Express.js, React 19, Tailwind CSS 4, xterm.js, noVNC, better-sqlite3, Vite
+
+**Worker:** Dockerode, node-pty, ws
+
+**Container:** Ubuntu 24.04, TigerVNC, Fluxbox, noVNC, Google Chrome, s6-overlay v3

package/bin/swarmy.js

@@ -0,0 +1,232 @@
+#!/usr/bin/env node
+
+import { spawn, execFileSync } from "child_process";
+import { existsSync, mkdirSync, readFileSync, writeFileSync, unlinkSync, openSync } from "fs";
+import { join, dirname } from "path";
+import { fileURLToPath } from "url";
+import crypto from "crypto";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = join(__dirname, "..");
+const DATA_DIR = join(ROOT, ".swarmy");
+
+// ── Helpers ──────────────────────────────────────────────────
+
+function ensureDataDir() {
+  mkdirSync(DATA_DIR, { recursive: true });
+}
+
+function pidFile(role) {
+  return join(DATA_DIR, `${role}.pid`);
+}
+
+function logFile(role) {
+  return join(DATA_DIR, `${role}.log`);
+}
+
+function readPid(role) {
+  const f = pidFile(role);
+  if (!existsSync(f)) return null;
+  const pid = parseInt(readFileSync(f, "utf-8").trim(), 10);
+  if (isNaN(pid)) return null;
+  return pid;
+}
+
+function isRunning(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+function getStatus(role) {
+  const pid = readPid(role);
+  if (!pid) return { running: false, pid: null };
+  if (isRunning(pid)) return { running: true, pid };
+  try { unlinkSync(pidFile(role)); } catch {}
+  return { running: false, pid: null };
+}
+
+function ensureBuilt(role) {
+  const distDir = join(ROOT, role, "dist");
+  if (!existsSync(distDir)) {
+    console.log(`Building ${role}...`);
+    const npmCmd = process.platform === "win32" ? "npm.cmd" : "npm";
+    execFileSync(npmCmd, ["install"], { cwd: join(ROOT, role), stdio: "inherit" });
+    execFileSync(npmCmd, ["run", "build"], { cwd: join(ROOT, role), stdio: "inherit" });
+  }
+}
+
+// ── Token ────────────────────────────────────────────────────
+
+function ensureToken() {
+  const tokenDir = join(ROOT, "manager", "data");
+  const tokenFile = join(tokenDir, "token");
+  mkdirSync(tokenDir, { recursive: true });
+  if (existsSync(tokenFile)) {
+    return readFileSync(tokenFile, "utf-8").trim();
+  }
+  const token = crypto.randomBytes(32).toString("hex");
+  writeFileSync(tokenFile, token, { mode: 0o600 });
+  return token;
+}
+
+// ── Start ────────────────────────────────────────────────────
+
+function startProcess(role, args, env = {}) {
+  const status = getStatus(role);
+  if (status.running) {
+    console.log(`${role} is already running (PID ${status.pid})`);
+    return;
+  }
+
+  ensureDataDir();
+  ensureBuilt(role);
+
+  const log = logFile(role);
+  const out = openSync(log, "a");
+
+  const child = spawn("node", args, {
+    cwd: join(ROOT, role),
+    env: { ...process.env, ...env },
+    detached: true,
+    stdio: ["ignore", out, out],
+  });
+
+  writeFileSync(pidFile(role), String(child.pid));
+  child.unref();
+
+  console.log(`${role} started (PID ${child.pid})`);
+  console.log(`Log: ${log}`);
+}
+
+// ── Stop ─────────────────────────────────────────────────────
+
+function stopProcess(role) {
+  const status = getStatus(role);
+  if (!status.running) {
+    console.log(`${role} is not running`);
+    return;
+  }
+
+  try {
+    process.kill(-status.pid, "SIGTERM");
+  } catch {
+    try { process.kill(status.pid, "SIGTERM"); } catch {}
+  }
+
+  try { unlinkSync(pidFile(role)); } catch {}
+  console.log(`${role} stopped (was PID ${status.pid})`);
+}
+
+// ── Commands ─────────────────────────────────────────────────
+
+function showStatus(role) {
+  const status = getStatus(role);
+  if (status.running) {
+    console.log(`${role}: running (PID ${status.pid})`);
+    console.log(`Log: ${logFile(role)}`);
+  } else {
+    console.log(`${role}: stopped`);
+  }
+}
+
+// ── CLI ──────────────────────────────────────────────────────
+
+const cliArgs = process.argv.slice(2);
+const role = cliArgs[0];
+const action = cliArgs[1];
+
+function usage() {
+  console.log(`
+  swarmy - Distributed container management
+
+  Usage:
+    swarmy manager start [--port PORT]
+    swarmy manager stop
+    swarmy manager restart [--port PORT]
+    swarmy manager status
+
+    swarmy worker start --url URL --token TOKEN [--hostname NAME]
+    swarmy worker stop
+    swarmy worker restart --url URL --token TOKEN [--hostname NAME]
+    swarmy worker status
+  `);
+  process.exit(1);
+}
+
+function parseFlag(flag) {
+  const idx = cliArgs.indexOf(flag);
+  if (idx === -1 || idx + 1 >= cliArgs.length) return undefined;
+  return cliArgs[idx + 1];
+}
+
+if (!role || !action) usage();
+
+function startManager() {
+  const port = parseFlag("--port") ?? "5174";
+  const token = ensureToken();
+  startProcess("manager", ["dist/server/index.js"], { PORT: port, NODE_ENV: "production" });
+  console.log(`\nManager: http://localhost:${port}`);
+  console.log(`Token:   ${token}`);
+  console.log(`\nTo connect a worker:\n  npx swarmy worker start --url http://<this-ip>:${port} --token ${token}`);
+}
+
+function startWorker() {
+  const url = parseFlag("--url");
+  const token = parseFlag("--token");
+  const hostname = parseFlag("--hostname");
+  if (!url || !token) {
+    console.error("Error: --url and --token are required");
+    process.exit(1);
+  }
+  const env = { SWARM_URL: url, SWARM_TOKEN: token };
+  if (hostname) env.HOSTNAME = hostname;
+  startProcess("worker", ["dist/index.js"], env);
+  console.log(`\nConnecting to: ${url}`);
+}
+
+if (role === "manager") {
+  switch (action) {
+    case "start":
+      startManager();
+      break;
+    case "stop":
+      stopProcess("manager");
+      break;
+    case "restart":
+      stopProcess("manager");
+      setTimeout(startManager, 1000);
+      break;
+    case "status":
+      showStatus("manager");
+      if (getStatus("manager").running) {
+        console.log(`Token: ${ensureToken()}`);
+      }
+      break;
+    default:
+      usage();
+  }
+} else if (role === "worker") {
+  switch (action) {
+    case "start":
+      startWorker();
+      break;
+    case "stop":
+      stopProcess("worker");
+      break;
+    case "restart":
+      stopProcess("worker");
+      setTimeout(startWorker, 1000);
+      break;
+    case "status":
+      showStatus("worker");
+      break;
+    default:
+      usage();
+  }
+} else {
+  usage();
+}

package/bin/swarmy.mjs

@@ -0,0 +1,232 @@
+#!/usr/bin/env node
+
+import { spawn, execFileSync } from "child_process";
+import { existsSync, mkdirSync, readFileSync, writeFileSync, unlinkSync, openSync } from "fs";
+import { join, dirname } from "path";
+import { fileURLToPath } from "url";
+import crypto from "crypto";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = join(__dirname, "..");
+const DATA_DIR = join(ROOT, ".swarmy");
+
+// ── Helpers ──────────────────────────────────────────────────
+
+function ensureDataDir() {
+  mkdirSync(DATA_DIR, { recursive: true });
+}
+
+function pidFile(role) {
+  return join(DATA_DIR, `${role}.pid`);
+}
+
+function logFile(role) {
+  return join(DATA_DIR, `${role}.log`);
+}
+
+function readPid(role) {
+  const f = pidFile(role);
+  if (!existsSync(f)) return null;
+  const pid = parseInt(readFileSync(f, "utf-8").trim(), 10);
+  if (isNaN(pid)) return null;
+  return pid;
+}
+
+function isRunning(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+function getStatus(role) {
+  const pid = readPid(role);
+  if (!pid) return { running: false, pid: null };
+  if (isRunning(pid)) return { running: true, pid };
+  try { unlinkSync(pidFile(role)); } catch {}
+  return { running: false, pid: null };
+}
+
+function ensureBuilt(role) {
+  const distDir = join(ROOT, role, "dist");
+  if (!existsSync(distDir)) {
+    console.log(`Building ${role}...`);
+    const npmCmd = process.platform === "win32" ? "npm.cmd" : "npm";
+    execFileSync(npmCmd, ["install"], { cwd: join(ROOT, role), stdio: "inherit" });
+    execFileSync(npmCmd, ["run", "build"], { cwd: join(ROOT, role), stdio: "inherit" });
+  }
+}
+
+// ── Token ────────────────────────────────────────────────────
+
+function ensureToken() {
+  const tokenDir = join(ROOT, "manager", "data");
+  const tokenFile = join(tokenDir, "token");
+  mkdirSync(tokenDir, { recursive: true });
+  if (existsSync(tokenFile)) {
+    return readFileSync(tokenFile, "utf-8").trim();
+  }
+  const token = crypto.randomBytes(32).toString("hex");
+  writeFileSync(tokenFile, token, { mode: 0o600 });
+  return token;
+}
+
+// ── Start ────────────────────────────────────────────────────
+
+function startProcess(role, args, env = {}) {
+  const status = getStatus(role);
+  if (status.running) {
+    console.log(`${role} is already running (PID ${status.pid})`);
+    return;
+  }
+
+  ensureDataDir();
+  ensureBuilt(role);
+
+  const log = logFile(role);
+  const out = openSync(log, "a");
+
+  const child = spawn("node", args, {
+    cwd: join(ROOT, role),
+    env: { ...process.env, ...env },
+    detached: true,
+    stdio: ["ignore", out, out],
+  });
+
+  writeFileSync(pidFile(role), String(child.pid));
+  child.unref();
+
+  console.log(`${role} started (PID ${child.pid})`);
+  console.log(`Log: ${log}`);
+}
+
+// ── Stop ─────────────────────────────────────────────────────
+
+function stopProcess(role) {
+  const status = getStatus(role);
+  if (!status.running) {
+    console.log(`${role} is not running`);
+    return;
+  }
+
+  try {
+    process.kill(-status.pid, "SIGTERM");
+  } catch {
+    try { process.kill(status.pid, "SIGTERM"); } catch {}
+  }
+
+  try { unlinkSync(pidFile(role)); } catch {}
+  console.log(`${role} stopped (was PID ${status.pid})`);
+}
+
+// ── Commands ─────────────────────────────────────────────────
+
+function showStatus(role) {
+  const status = getStatus(role);
+  if (status.running) {
+    console.log(`${role}: running (PID ${status.pid})`);
+    console.log(`Log: ${logFile(role)}`);
+  } else {
+    console.log(`${role}: stopped`);
+  }
+}
+
+// ── CLI ──────────────────────────────────────────────────────
+
+const cliArgs = process.argv.slice(2);
+const role = cliArgs[0];
+const action = cliArgs[1];
+
+function usage() {
+  console.log(`
+  swarmy - Distributed container management
+
+  Usage:
+    swarmy manager start [--port PORT]
+    swarmy manager stop
+    swarmy manager restart [--port PORT]
+    swarmy manager status
+
+    swarmy worker start --url URL --token TOKEN [--hostname NAME]
+    swarmy worker stop
+    swarmy worker restart --url URL --token TOKEN [--hostname NAME]
+    swarmy worker status
+  `);
+  process.exit(1);
+}
+
+function parseFlag(flag) {
+  const idx = cliArgs.indexOf(flag);
+  if (idx === -1 || idx + 1 >= cliArgs.length) return undefined;
+  return cliArgs[idx + 1];
+}
+
+if (!role || !action) usage();
+
+function startManager() {
+  const port = parseFlag("--port") ?? "5174";
+  const token = ensureToken();
+  startProcess("manager", ["dist/server/index.js"], { PORT: port, NODE_ENV: "production" });
+  console.log(`\nManager: http://localhost:${port}`);
+  console.log(`Token:   ${token}`);
+  console.log(`\nTo connect a worker:\n  npx swarmy worker start --url http://<this-ip>:${port} --token ${token}`);
+}
+
+function startWorker() {
+  const url = parseFlag("--url");
+  const token = parseFlag("--token");
+  const hostname = parseFlag("--hostname");
+  if (!url || !token) {
+    console.error("Error: --url and --token are required");
+    process.exit(1);
+  }
+  const env = { SWARM_URL: url, SWARM_TOKEN: token };
+  if (hostname) env.HOSTNAME = hostname;
+  startProcess("worker", ["dist/index.js"], env);
+  console.log(`\nConnecting to: ${url}`);
+}
+
+if (role === "manager") {
+  switch (action) {
+    case "start":
+      startManager();
+      break;
+    case "stop":
+      stopProcess("manager");
+      break;
+    case "restart":
+      stopProcess("manager");
+      setTimeout(startManager, 1000);
+      break;
+    case "status":
+      showStatus("manager");
+      if (getStatus("manager").running) {
+        console.log(`Token: ${ensureToken()}`);
+      }
+      break;
+    default:
+      usage();
+  }
+} else if (role === "worker") {
+  switch (action) {
+    case "start":
+      startWorker();
+      break;
+    case "stop":
+      stopProcess("worker");
+      break;
+    case "restart":
+      stopProcess("worker");
+      setTimeout(startWorker, 1000);
+      break;
+    case "status":
+      showStatus("worker");
+      break;
+    default:
+      usage();
+  }
+} else {
+  usage();
+}

package/manager/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "swarm-manager",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "tsx src/server/index.ts",
+    "build": "vite build && tsc -p tsconfig.node.json",
+    "start": "node dist/server/index.js"
+  },
+  "dependencies": {
+    "@novnc/novnc": "^1.6.0",
+    "@radix-ui/react-alert-dialog": "^1.1.15",
+    "@xterm/addon-fit": "^0.11.0",
+    "@xterm/addon-web-links": "^0.12.0",
+    "@xterm/xterm": "^6.0.0",
+    "better-sqlite3": "^11.7.0",
+    "class-variance-authority": "^0.7.1",
+    "clsx": "^2.1.1",
+    "express": "^4.21.0",
+    "lucide-react": "^0.577.0",
+    "tailwind-merge": "^3.5.0",
+    "uuid": "^10.0.0",
+    "ws": "^8.18.0"
+  },
+  "devDependencies": {
+    "@tailwindcss/vite": "^4.0.0",
+    "@types/better-sqlite3": "^7.6.12",
+    "@types/express": "^5.0.0",
+    "@types/node": "^22.10.0",
+    "@types/react": "^19.0.0",
+    "@types/react-dom": "^19.0.0",
+    "@types/uuid": "^10.0.0",
+    "@types/ws": "^8.5.13",
+    "@vitejs/plugin-react": "^4.3.4",
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0",
+    "tailwindcss": "^4.0.0",
+    "tsx": "^4.19.0",
+    "typescript": "^5.7.0",
+    "vite": "^6.0.0"
+  }
+}