happy-stacks 0.2.0 → 0.4.0

package/scripts/utils/cli/log_forwarder.mjs

@@ -0,0 +1,157 @@
+import { createReadStream, existsSync } from 'node:fs';
+import { stat } from 'node:fs/promises';
+import { setTimeout as delay } from 'node:timers/promises';
+
+function splitLines(s) {
+  return String(s ?? '').split(/\r?\n/);
+}
+
+function supportsAnsi() {
+  if (!process.stdout.isTTY) return false;
+  if (process.env.NO_COLOR) return false;
+  if ((process.env.TERM ?? '').toLowerCase() === 'dumb') return false;
+  return true;
+}
+
+function dim(s) {
+  return supportsAnsi() ? `\x1b[2m${s}\x1b[0m` : String(s);
+}
+
+/**
+ * Lightweight file log forwarder (tail-like) with pause/resume.
+ *
+ * - Always advances the file offset (prevents backpressure issues).
+ * - While paused, it buffers the last N lines and prints them once resumed.
+ */
+export function createFileLogForwarder({
+  path,
+  enabled = true,
+  pollMs = 200,
+  maxBytesPerTick = 256 * 1024,
+  bufferedLinesWhilePaused = 120,
+  startFromEnd = true,
+  label = 'logs',
+} = {}) {
+  const p = String(path ?? '').trim();
+  if (!enabled || !p) {
+    return {
+      ok: false,
+      start: async () => {},
+      stop: async () => {},
+      pause: () => {},
+      resume: () => {},
+      isPaused: () => false,
+      path: p,
+    };
+  }
+
+  let running = false;
+  let paused = false;
+  let offset = 0;
+  let partial = '';
+  let buffered = [];
+
+  const pushBufferedLine = (line) => {
+    if (!line) return;
+    buffered.push(line);
+    if (buffered.length > bufferedLinesWhilePaused) {
+      buffered = buffered.slice(buffered.length - bufferedLinesWhilePaused);
+    }
+  };
+
+  const flushBuffered = () => {
+    if (!buffered.length) return;
+    // eslint-disable-next-line no-console
+    console.log(dim(`[${label}] (showing last ${buffered.length} lines while paused)`));
+    for (const l of buffered) {
+      // eslint-disable-next-line no-console
+      console.log(l);
+    }
+    buffered = [];
+  };
+
+  const readNewBytes = async () => {
+    if (!existsSync(p)) return;
+    let st = null;
+    try {
+      st = await stat(p);
+    } catch {
+      return;
+    }
+    const size = Number(st?.size ?? 0);
+    if (!Number.isFinite(size) || size <= 0) return;
+    if (size < offset) {
+      // truncated/rotated
+      offset = 0;
+    }
+    if (size === offset) return;
+
+    const end = Math.min(size, offset + maxBytesPerTick);
+    const start = offset;
+    offset = end;
+
+    await new Promise((resolvePromise) => {
+      const chunks = [];
+      const stream = createReadStream(p, { start, end: end - 1 });
+      stream.on('data', (d) => chunks.push(Buffer.from(d)));
+      stream.on('error', () => resolvePromise());
+      stream.on('close', () => {
+        const text = partial + Buffer.concat(chunks).toString('utf-8');
+        const lines = splitLines(text);
+        partial = lines.pop() ?? '';
+        for (const line of lines) {
+          if (paused) {
+            pushBufferedLine(line);
+          } else {
+            // eslint-disable-next-line no-console
+            console.log(line);
+          }
+        }
+        resolvePromise();
+      });
+    });
+  };
+
+  const loop = async () => {
+    while (running) {
+      // eslint-disable-next-line no-await-in-loop
+      await readNewBytes();
+      // eslint-disable-next-line no-await-in-loop
+      await delay(pollMs);
+    }
+  };
+
+  return {
+    ok: true,
+    path: p,
+    start: async () => {
+      if (running) return;
+      running = true;
+      // By default, start at end (don't replay historical logs).
+      if (startFromEnd) {
+        try {
+          const st = await stat(p);
+          offset = Number(st?.size ?? 0) || 0;
+        } catch {
+          offset = 0;
+        }
+      } else {
+        offset = 0;
+      }
+      void loop();
+    },
+    stop: async () => {
+      running = false;
+    },
+    pause: () => {
+      paused = true;
+      buffered = [];
+    },
+    resume: () => {
+      paused = false;
+      flushBuffered();
+    },
+    isPaused: () => paused,
+  };
+}
+

package/scripts/utils/cli/normalize.mjs

@@ -0,0 +1,16 @@
+export function normalizeProfile(raw) {
+  const v = (raw ?? '').trim().toLowerCase();
+  if (!v) return '';
+  if (v === 'selfhost' || v === 'self-host' || v === 'self_host' || v === 'host') return 'selfhost';
+  if (v === 'dev' || v === 'developer' || v === 'develop' || v === 'development') return 'dev';
+  return '';
+}
+
+export function normalizeServerComponent(raw) {
+  const v = (raw ?? '').trim().toLowerCase();
+  if (!v) return '';
+  if (v === 'light' || v === 'server-light' || v === 'happy-server-light') return 'happy-server-light';
+  if (v === 'server' || v === 'full' || v === 'happy-server') return 'happy-server';
+  return '';
+}
+

package/scripts/utils/cli/prereqs.mjs

@@ -0,0 +1,72 @@
+import { commandExists } from '../proc/commands.mjs';
+
+function formatMissingTool({ name, why, install }) {
+  return [`- ${name}: ${why}`, ...(install?.length ? install.map((l) => `  ${l}`) : [])].join('\n');
+}
+
+export async function assertCliPrereqs({ git = false, pnpm = false, codex = false, coderabbit = false } = {}) {
+  const missing = [];
+
+  if (git) {
+    const hasGit = await commandExists('git');
+    if (!hasGit) {
+      const install =
+        process.platform === 'darwin'
+          ? ['Install Xcode Command Line Tools: `xcode-select --install`', 'Or install Git via Homebrew: `brew install git`']
+          : ['Install Git using your package manager (e.g. `apt install git`, `dnf install git`)'];
+      missing.push({
+        name: 'git',
+        why: 'required for cloning + updating PR worktrees',
+        install,
+      });
+    }
+  }
+
+  if (pnpm) {
+    const hasPnpm = await commandExists('pnpm');
+    if (!hasPnpm) {
+      missing.push({
+        name: 'pnpm',
+        why: 'required to install dependencies for Happy Stacks components',
+        install: ['Install it via Corepack: `corepack enable && corepack prepare pnpm@latest --activate`'],
+      });
+    }
+  }
+
+  if (codex) {
+    const hasCodex = await commandExists('codex');
+    if (!hasCodex) {
+      missing.push({
+        name: 'codex',
+        why: 'required to run Codex review',
+        install: [
+          'Install Codex CLI and ensure `codex` is on PATH',
+          'If using a managed install, ensure your PATH includes the Codex binary',
+        ],
+      });
+    }
+  }
+
+  if (coderabbit) {
+    const hasCodeRabbit = await commandExists('coderabbit');
+    if (!hasCodeRabbit) {
+      missing.push({
+        name: 'coderabbit',
+        why: 'required to run CodeRabbit CLI review',
+        install: [
+          'Install CodeRabbit CLI: `curl -fsSL https://cli.coderabbit.ai/install.sh | sh`',
+          'Then authenticate: `coderabbit auth login`',
+        ],
+      });
+    }
+  }
+
+  if (!missing.length) return;
+
+  throw new Error(
+    `[prereqs] missing required tools:\n` +
+      `${missing.map(formatMissingTool).join('\n')}\n\n` +
+      `[prereqs] After installing, re-run the command.`
+  );
+}
+

package/scripts/utils/cli/progress.mjs

@@ -0,0 +1,126 @@
+import { spawn } from 'node:child_process';
+import { createWriteStream } from 'node:fs';
+import { mkdir } from 'node:fs/promises';
+import { dirname } from 'node:path';
+ 
+function isTty() {
+  return Boolean(process.stdout.isTTY && process.stderr.isTTY);
+}
+ 
+function spinnerFrames() {
+  return ['|', '/', '-', '\\'];
+}
+ 
+export function createStepPrinter({ enabled = true } = {}) {
+  const tty = enabled && isTty();
+  const frames = spinnerFrames();
+  let timer = null;
+  let idx = 0;
+  let currentLine = '';
+ 
+  const write = (s) => process.stdout.write(s);
+ 
+  const start = (label) => {
+    if (!tty) {
+      write(`- [..] ${label}\n`);
+      return;
+    }
+    currentLine = `- [${frames[idx % frames.length]}] ${label}`;
+    write(currentLine);
+    timer = setInterval(() => {
+      idx++;
+      const next = `- [${frames[idx % frames.length]}] ${label}`;
+      const pad = currentLine.length > next.length ? ' '.repeat(currentLine.length - next.length) : '';
+      currentLine = next;
+      write(`\r${next}${pad}`);
+    }, 120);
+  };
+ 
+  const stop = (result, label) => {
+    if (timer) clearInterval(timer);
+    timer = null;
+    if (!tty) {
+      write(`- [${result}] ${label}\n`);
+      return;
+    }
+    const out = `- [${result}] ${label}`;
+    const pad = currentLine.length > out.length ? ' '.repeat(currentLine.length - out.length) : '';
+    currentLine = '';
+    write(`\r${out}${pad}\n`);
+  };
+ 
+  const info = (line) => {
+    write(`${line}\n`);
+  };
+ 
+  return { start, stop, info };
+}
+ 
+export async function runCommandLogged({
+  label,
+  cmd,
+  args,
+  cwd,
+  env,
+  logPath,
+  showSteps = true,
+  quiet = true,
+}) {
+  const steps = createStepPrinter({ enabled: showSteps });
+  if (quiet) {
+    await mkdir(dirname(logPath), { recursive: true }).catch(() => {});
+  }
+ 
+  steps.start(label);
+ 
+  const child = spawn(cmd, args, {
+    cwd,
+    env,
+    stdio: quiet ? ['ignore', 'pipe', 'pipe'] : 'inherit',
+    shell: false,
+  });
+ 
+  let stdout = '';
+  let stderr = '';
+  let logStream = null;
+  if (quiet) {
+    logStream = createWriteStream(logPath, { flags: 'a' });
+    child.stdout?.on('data', (d) => {
+      const s = d.toString();
+      stdout += s;
+      logStream?.write(s);
+    });
+    child.stderr?.on('data', (d) => {
+      const s = d.toString();
+      stderr += s;
+      logStream?.write(s);
+    });
+  }
+ 
+  const res = await new Promise((resolvePromise, rejectPromise) => {
+    child.on('error', rejectPromise);
+    child.on('close', (code, signal) => resolvePromise({ code: code ?? 1, signal: signal ?? null }));
+  });
+ 
+  try {
+    logStream?.end();
+  } catch {
+    // ignore
+  }
+ 
+  if (res.code === 0) {
+    steps.stop('✓', label);
+    return { ok: true, code: 0, stdout, stderr, logPath };
+  }
+ 
+  steps.stop('x', label);
+  const err = new Error(`${cmd} failed (code=${res.code}${res.signal ? `, sig=${res.signal}` : ''})`);
+  err.code = 'EEXIT';
+  err.exitCode = res.code;
+  err.signal = res.signal;
+  err.stdout = stdout;
+  err.stderr = stderr;
+  err.logPath = logPath;
+  throw err;
+}
+

package/scripts/utils/cli/smoke_help.mjs

@@ -6,8 +6,8 @@ import { dirname } from 'node:path';
 import { getHappysRegistry } from './cli_registry.mjs';
 
 function cliRootDir() {
-  // scripts/utils/* -> scripts -> repo root
-  return dirname(dirname(dirname(fileURLToPath(import.meta.url))));
+  // scripts/utils/cli/* -> scripts/utils -> scripts -> repo root
+  return dirname(dirname(dirname(dirname(fileURLToPath(import.meta.url)))));
 }
 
 function runOrThrow(label, args) {

package/scripts/utils/cli/verbosity.mjs

@@ -0,0 +1,12 @@
+export function getVerbosityLevel(env = process.env) {
+  const raw = (env.HAPPY_STACKS_VERBOSE ?? '').toString().trim();
+  if (!raw) return 0;
+  const n = Number(raw);
+  if (!Number.isFinite(n)) return 1;
+  return Math.max(0, Math.min(3, Math.floor(n)));
+}
+
+export function isVerbose(env = process.env) {
+  return getVerbosityLevel(env) > 0;
+}
+

package/scripts/utils/cli/wizard.mjs

@@ -1,5 +1,5 @@
 import { createInterface } from 'node:readline/promises';
-import { listWorktreeSpecs } from '../worktrees.mjs';
+import { listWorktreeSpecs } from '../git/worktrees.mjs';
 
 export function isTty() {
   return Boolean(process.stdin.isTTY && process.stdout.isTTY);

package/scripts/utils/crypto/tokens.mjs

@@ -0,0 +1,14 @@
+import { randomBytes } from 'node:crypto';
+
+export function base64Url(buf) {
+  return Buffer.from(buf)
+    .toString('base64')
+    .replaceAll('+', '-')
+    .replaceAll('/', '_')
+    .replaceAll('=', '');
+}
+
+export function randomToken(lenBytes = 24) {
+  return base64Url(randomBytes(lenBytes));
+}
+

package/scripts/utils/{dev_daemon.mjs → dev/daemon.mjs}

@@ -1,13 +1,33 @@
-import { resolve } from 'node:path';
+import { join, resolve } from 'node:path';
+import { existsSync } from 'node:fs';
 
-import { ensureCliBuilt, ensureDepsInstalled } from './pm.mjs';
-import { watchDebounced } from './watch.mjs';
-import { getAccountCountForServerComponent, prepareDaemonAuthSeedIfNeeded } from './stack_startup.mjs';
-import { startLocalDaemonWithAuth } from '../daemon.mjs';
+import { ensureCliBuilt, ensureDepsInstalled } from '../proc/pm.mjs';
+import { watchDebounced } from '../proc/watch.mjs';
+import { getAccountCountForServerComponent, prepareDaemonAuthSeedIfNeeded } from '../stack/startup.mjs';
+import { startLocalDaemonWithAuth } from '../../daemon.mjs';
 
 export async function ensureDevCliReady({ cliDir, buildCli }) {
   await ensureDepsInstalled(cliDir, 'happy-cli');
-  return await ensureCliBuilt(cliDir, { buildCli });
+  const res = await ensureCliBuilt(cliDir, { buildCli });
+
+  // Fail closed: dev mode must never start the daemon without a usable happy-cli build output.
+  // Even if the user disabled CLI builds globally (or build mode is "never"), missing dist will
+  // cause an immediate MODULE_NOT_FOUND crash when spawning the daemon.
+  const distEntrypoint = join(cliDir, 'dist', 'index.mjs');
+  if (!existsSync(distEntrypoint)) {
+    // Last-chance recovery: force a build once.
+    await ensureCliBuilt(cliDir, { buildCli: true });
+    if (!existsSync(distEntrypoint)) {
+      throw new Error(
+        `[local] happy-cli build output is missing.\n` +
+          `Expected: ${distEntrypoint}\n` +
+          `Fix: run the component build directly and inspect its output:\n` +
+          `  cd "${cliDir}" && yarn build`
+      );
+    }
+  }
+
+  return res;
 }
 
 export async function prepareDaemonAuthSeed({
@@ -77,8 +97,25 @@ export function watchHappyCliAndRestartDaemon({
   if (!enabled || !startDaemon) return null;
 
   let inFlight = false;
+
+  // IMPORTANT:
+  // Watch only source/config paths, not build outputs. Watching the whole repo can
+  // trigger rebuild loops because `yarn build` writes to `dist/` (and may touch other
+  // generated files), which then retriggers the watcher.
+  const watchPaths = [
+    join(cliDir, 'src'),
+    join(cliDir, 'bin'),
+    join(cliDir, 'codex'),
+    join(cliDir, 'package.json'),
+    join(cliDir, 'tsconfig.json'),
+    join(cliDir, 'tsconfig.build.json'),
+    join(cliDir, 'pkgroll.config.mjs'),
+    join(cliDir, 'yarn.lock'),
+    join(cliDir, 'pnpm-lock.yaml'),
+  ].filter((p) => existsSync(p));
+
   return watchDebounced({
-    paths: [resolve(cliDir)],
+    paths: (watchPaths.length ? watchPaths : [cliDir]).map((p) => resolve(p)),
     debounceMs: 500,
     onChange: async () => {
       if (isShuttingDown?.()) return;
@@ -88,6 +125,13 @@ export function watchHappyCliAndRestartDaemon({
         // eslint-disable-next-line no-console
         console.log('[local] watch: happy-cli changed → rebuilding + restarting daemon...');
         await ensureCliBuilt(cliDir, { buildCli });
+        const distEntrypoint = join(cliDir, 'dist', 'index.mjs');
+        if (!existsSync(distEntrypoint)) {
+          console.warn(
+            `[local] watch: happy-cli build did not produce ${distEntrypoint}; refusing to restart daemon to avoid downtime.`
+          );
+          return;
+        }
         await startLocalDaemonWithAuth({
           cliBin,
           cliHomeDir,