@ryanfw/prompt-orchestration-pipeline 1.3.0 → 1.3.2

package/src/harness/descriptors/codex.ts

@@ -1,126 +0,0 @@
-import type { HarnessDescriptor } from "../types.ts";
-
-export const codexDescriptor: HarnessDescriptor = {
-  name: "codex",
-  versionArgv: ["codex", "--version"],
-  binName: "codex",
-  binDirs: ["/opt/homebrew/bin", "~/.local/bin"],
-  authStatusArgv: ["login", "status"],
-
-  // `codex login status` prints "Logged in using …" (exit 0) or "Not logged in".
-  interpretAuthStatus({ exitCode, stdout, stderr }) {
-    const text = `${stdout}\n${stderr}`;
-    if (/not\s+logged\s+in/i.test(text)) return false;
-    if (exitCode === 0 && /logged\s+in/i.test(text)) return true;
-    return null;
-  },
-
-  buildArgv(o) {
-    return [
-      "codex",
-      "exec",
-      o.prompt,
-      "--json",
-      "--dangerously-bypass-approvals-and-sandbox",
-      "--skip-git-repo-check",
-      "-C",
-      o.cwd,
-      ...(o.model ? ["-m", o.model] : []),
-      ...(o.mcp
-        ? [
-            "-c",
-            `mcp_servers.popio.url="${o.mcp.url}"`,
-            "-c",
-            'mcp_servers.popio.bearer_token_env_var="POP_MCP_TOKEN"',
-          ]
-        : []),
-    ];
-  },
-
-  buildEnv(o) {
-    const env: Record<string, string> = {};
-    if (o.mcp) {
-      env.POP_MCP_TOKEN = o.mcp.token;
-    }
-    return { env };
-  },
-
-  parseEvents(lines) {
-    return lines.map((raw) => {
-      const obj = raw as Record<string, unknown>;
-      const type = typeof obj.type === "string" ? obj.type : undefined;
-      switch (type) {
-        case "text":
-          return { type: "text" as const, raw, text: String(obj.text ?? "") };
-        case "tool_call":
-          return {
-            type: "tool_call" as const,
-            raw,
-            tool: typeof obj.tool === "string" ? obj.tool : undefined,
-          };
-        case "tool_result":
-          return { type: "tool_result" as const, raw };
-        case "system":
-          return { type: "system" as const, raw };
-        case "result":
-          return { type: "result" as const, raw };
-        default:
-          return { type: "raw" as const, raw };
-      }
-    });
-  },
-
-  extractFinalMessage(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "text" || e.type === "result") {
-        if (e.text) return e.text;
-      }
-    }
-    return "";
-  },
-
-  extractUsage(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        const usage = raw.usage as Record<string, unknown> | undefined;
-        if (usage && typeof usage.input_tokens === "number" && typeof usage.output_tokens === "number") {
-          return {
-            inputTokens: usage.input_tokens as number,
-            outputTokens: usage.output_tokens as number,
-            totalTokens: (usage.input_tokens as number) + (usage.output_tokens as number),
-          };
-        }
-      }
-    }
-    return undefined;
-  },
-
-  extractCostUsd(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        if (typeof raw.total_cost_usd === "number") {
-          return raw.total_cost_usd as number;
-        }
-      }
-    }
-    return undefined;
-  },
-
-  extractSessionId(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        if (typeof raw.session_id === "string") {
-          return raw.session_id as string;
-        }
-      }
-    }
-    return undefined;
-  },
-};

package/src/harness/descriptors/index.ts

@@ -1,10 +0,0 @@
-import type { HarnessDescriptor, HarnessName } from "../types.ts";
-import { claudeDescriptor } from "./claude.ts";
-import { codexDescriptor } from "./codex.ts";
-import { opencodeDescriptor } from "./opencode.ts";
-
-export const DESCRIPTORS: Record<HarnessName, HarnessDescriptor> = {
-  claude: claudeDescriptor,
-  codex: codexDescriptor,
-  opencode: opencodeDescriptor,
-};

package/src/harness/descriptors/opencode.ts

@@ -1,147 +0,0 @@
-import type { HarnessDescriptor } from "../types.ts";
-
-const OPENCODE_PERMISSION = JSON.stringify([
-  { permission: "*", pattern: "*", action: "allow" },
-]);
-
-export const opencodeDescriptor: HarnessDescriptor = {
-  name: "opencode",
-  versionArgv: ["opencode", "--version"],
-  binName: "opencode",
-  binDirs: ["~/.opencode/bin", "~/.local/bin"],
-  authStatusArgv: ["auth", "list"],
-
-  // `opencode auth list` prints "N credentials" for configured providers.
-  interpretAuthStatus({ exitCode, stdout }) {
-    if (exitCode !== 0) return null;
-    const text = stdout.replace(/\x1b\[[0-9;]*m/g, "");
-    const match = text.match(/(\d+)\s+credentials?/i);
-    if (match) return Number(match[1]) > 0;
-    return /credential/i.test(text) ? true : null;
-  },
-
-  buildArgv(o) {
-    return [
-      "opencode",
-      "run",
-      o.prompt,
-      "--format",
-      "json",
-      "--dangerously-skip-permissions",
-      "--dir",
-      o.cwd,
-      ...(o.model ? ["--model", o.model] : []),
-    ];
-  },
-
-  buildEnv(o) {
-    const env: Record<string, string> = {
-      OPENCODE_PERMISSION,
-    };
-    const tmpFiles: { path: string; content: string }[] = [];
-
-    if (o.mcp) {
-      const configDir = `/tmp/opencode-mcp-${Date.now()}`;
-      const configPath = `${configDir}/opencode.json`;
-      const config = {
-        mcp: {
-          popio: {
-            type: "remote",
-            url: o.mcp.url,
-            headers: { Authorization: `Bearer ${o.mcp.token}` },
-            enabled: true,
-          },
-        },
-      };
-      tmpFiles.push({ path: configPath, content: JSON.stringify(config) });
-      env.OPENCODE_CONFIG_DIR = configDir;
-    }
-
-    return { env, tmpFiles: tmpFiles.length > 0 ? tmpFiles : undefined };
-  },
-
-  parseEvents(lines) {
-    return lines.map((raw) => {
-      const obj = raw as Record<string, unknown>;
-      const type = typeof obj.type === "string" ? obj.type : undefined;
-      switch (type) {
-        case "text":
-          return { type: "text" as const, raw, text: String(obj.text ?? "") };
-        case "tool_call":
-          return {
-            type: "tool_call" as const,
-            raw,
-            tool: typeof obj.tool === "string" ? obj.tool : undefined,
-          };
-        case "tool_result":
-          return { type: "tool_result" as const, raw };
-        case "system":
-          return { type: "system" as const, raw };
-        case "result":
-          return { type: "result" as const, raw };
-        default:
-          return { type: "raw" as const, raw };
-      }
-    });
-  },
-
-  extractFinalMessage(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "text" || e.type === "result") {
-        if (e.text) return e.text;
-      }
-    }
-    return "";
-  },
-
-  extractUsage(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        const info = raw.info as Record<string, unknown> | undefined;
-        const tokens = info?.tokens as Record<string, unknown> | undefined;
-        if (tokens && typeof tokens.input === "number" && typeof tokens.output === "number") {
-          return {
-            inputTokens: tokens.input as number,
-            outputTokens: tokens.output as number,
-            totalTokens: typeof tokens.total === "number" ? (tokens.total as number) : (tokens.input as number) + (tokens.output as number),
-          };
-        }
-      }
-    }
-    return undefined;
-  },
-
-  extractCostUsd(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        const info = raw.info as Record<string, unknown> | undefined;
-        if (info && typeof info.costUsd === "number") {
-          return info.costUsd as number;
-        }
-      }
-    }
-    return undefined;
-  },
-
-  extractSessionId(events) {
-    for (let i = events.length - 1; i >= 0; i--) {
-      const e = events[i]!;
-      if (e.type === "result") {
-        const raw = e.raw as Record<string, unknown>;
-        if (typeof raw.session_id === "string") {
-          return raw.session_id as string;
-        }
-        const info = raw.info as Record<string, unknown> | undefined;
-        if (info && typeof info.sessionId === "string") {
-          return info.sessionId as string;
-        }
-      }
-    }
-    return undefined;
-  },
-};

package/src/harness/executor.ts

@@ -1,128 +0,0 @@
-import type { HarnessDescriptor } from "./types.ts";
-import { runJsonlSubprocess } from "./subprocess.ts";
-import { binEnvVar, harnessBinName, healedPath, resolveHarnessBinary } from "./resolve.ts";
-import type {
-  HarnessEvent,
-  HarnessName,
-  HarnessRunOptions,
-  HarnessRunResult,
-} from "./types.ts";
-
-const DEFAULT_TIMEOUT = 300_000;
-
-export type DescriptorMap = Record<HarnessName, HarnessDescriptor>;
-
-/** True when a spawn failure looks like the executable could not be found. */
-function isMissingBinaryError(err: unknown): boolean {
-  if (err && typeof err === "object") {
-    if ((err as { code?: unknown }).code === "ENOENT") return true;
-    const message = (err as { message?: unknown }).message;
-    if (typeof message === "string" && message.includes("ENOENT")) return true;
-  }
-  return false;
-}
-
-export async function runHarnessTask(
-  options: HarnessRunOptions,
-  deps?: {
-    runJsonlSubprocess?: typeof runJsonlSubprocess;
-    descriptors?: DescriptorMap;
-    resolveBinary?: typeof resolveHarnessBinary;
-  },
-): Promise<HarnessRunResult> {
-  const descriptors = deps?.descriptors ?? (await import("./descriptors/index.ts")).DESCRIPTORS;
-  const descriptor = descriptors[options.harness];
-  const resolveBinary = deps?.resolveBinary ?? resolveHarnessBinary;
-
-  // Resolve the CLI to an absolute path so it runs regardless of how POP was launched.
-  // When resolution fails, keep the bare command and let the healed PATH below find it.
-  const binPath = resolveBinary(descriptor);
-  const builtArgv = descriptor.buildArgv(options);
-  const argv = binPath ? [binPath, ...builtArgv.slice(1)] : builtArgv;
-
-  const built = descriptor.buildEnv(options);
-  const tmpFiles = built.tmpFiles;
-  const env = { ...built.env, PATH: healedPath(descriptor.binDirs ?? []) };
-
-  const writtenPaths: string[] = [];
-  try {
-    if (tmpFiles) {
-      for (const tmp of tmpFiles) {
-        await Bun.write(tmp.path, tmp.content);
-        writtenPaths.push(tmp.path);
-      }
-    }
-
-    const subprocess = deps?.runJsonlSubprocess ?? runJsonlSubprocess;
-    let result;
-    try {
-      result = await subprocess({
-        argv,
-        env,
-        cwd: options.cwd,
-        timeoutMs: options.timeoutMs ?? DEFAULT_TIMEOUT,
-        signal: options.signal,
-      });
-    } catch (err) {
-      if (binPath === null && isMissingBinaryError(err)) {
-        const searched = (descriptor.binDirs ?? []).join(", ") || "no extra install dirs";
-        throw new Error(
-          `Harness "${options.harness}" CLI "${harnessBinName(descriptor)}" not found. ` +
-            `Searched PATH and ${searched}. ` +
-            `Install it or set ${binEnvVar(options.harness)} to its absolute path.`,
-        );
-      }
-      throw err;
-    }
-
-    if (result.timedOut) {
-      throw new Error(
-        `Harness "${options.harness}" timed out after ${options.timeoutMs ?? DEFAULT_TIMEOUT}ms${result.stderr ? `: ${result.stderr}` : ""}`,
-      );
-    }
-
-    if (result.exitCode !== 0) {
-      throw new Error(
-        `Harness "${options.harness}" exited with code ${result.exitCode}${result.stderr ? `: ${result.stderr}` : ""}`,
-      );
-    }
-
-    const events = descriptor.parseEvents(result.events);
-
-    if (options.onEvent) {
-      for (const event of events) {
-        options.onEvent(event);
-      }
-    }
-
-    const finalMessage = descriptor.extractFinalMessage(events);
-    const usage = descriptor.extractUsage(events);
-    const costUsd = descriptor.extractCostUsd(events);
-    const sessionId = descriptor.extractSessionId(events);
-
-    return {
-      finalMessage,
-      sessionId,
-      usage,
-      costUsd,
-      events,
-      exitCode: result.exitCode,
-    };
-  } finally {
-    for (const path of writtenPaths) {
-      await Bun.file(path).delete().catch(() => {});
-    }
-  }
-}
-
-export async function isHarnessAvailable(harness: HarnessName, descriptors?: DescriptorMap): Promise<boolean> {
-  const desc = descriptors ?? (await import("./descriptors/index.ts")).DESCRIPTORS;
-  const descriptor = desc[harness];
-  const result = Bun.spawnSync([...descriptor.versionArgv], {
-    timeout: 5000,
-    stdout: "ignore",
-    stderr: "ignore",
-    env: { ...process.env, PATH: healedPath(descriptor.binDirs ?? []) },
-  });
-  return result.exitCode === 0;
-}

package/src/harness/resolve.ts

@@ -1,176 +0,0 @@
-import { existsSync } from "node:fs";
-import { homedir } from "node:os";
-import { join } from "node:path";
-import type {
-  AuthStatusResult,
-  HarnessDescriptor,
-  HarnessName,
-  HarnessProbe,
-} from "./types.ts";
-
-/** How long to wait for a CLI's auth-status command before giving up (advisory only). */
-const AUTH_PROBE_TIMEOUT_MS = 10_000;
-
-type EnvLike = Record<string, string | undefined>;
-
-/** Expand a leading "~/" to the user's home directory. */
-function expandTilde(dir: string): string {
-  if (dir === "~") return homedir();
-  if (dir.startsWith("~/")) return join(homedir(), dir.slice(2));
-  return dir;
-}
-
-/**
- * Standard user/local bin dirs that interactive shells add (via .zshrc etc.) but
- * GUI/launchd/cron launches usually miss. Prepended to PATH so the harness — and
- * the agent's own child tools (git, rg, node) — resolve regardless of how POP started.
- */
-export function standardBinDirs(): string[] {
-  const home = homedir();
-  return [
-    join(home, ".opencode/bin"),
-    join(home, ".local/bin"),
-    join(home, ".bun/bin"),
-    join(home, ".cargo/bin"),
-    join(home, ".npm-global/bin"),
-    join(home, ".deno/bin"),
-    "/opt/homebrew/bin",
-    "/usr/local/bin",
-  ];
-}
-
-/**
- * Build a PATH with known bin dirs prepended — descriptor-specific dirs first, then
- * the standard set — keeping only dirs that exist and are not already present.
- */
-export function healedPath(extraDirs: readonly string[] = [], basePath: string = process.env.PATH ?? ""): string {
-  const current = basePath.split(":").filter(Boolean);
-  const seen = new Set(current);
-  const prepend: string[] = [];
-  for (const raw of [...extraDirs, ...standardBinDirs()]) {
-    const dir = expandTilde(raw);
-    if (dir && !seen.has(dir) && existsSync(dir)) {
-      prepend.push(dir);
-      seen.add(dir);
-    }
-  }
-  return [...prepend, ...current].join(":");
-}
-
-/** Env var that pins a harness CLI to an absolute path, e.g. "opencode" -> POP_OPENCODE_BIN. */
-export function binEnvVar(name: HarnessName): string {
-  return `POP_${name.toUpperCase()}_BIN`;
-}
-
-/** The command used to launch a harness (descriptor override, else the harness name). */
-export function harnessBinName(descriptor: HarnessDescriptor): string {
-  return descriptor.binName ?? descriptor.name;
-}
-
-/**
- * Resolve a harness CLI to an absolute path: explicit override env var → PATH search
- * (with known install dirs healed in) → null when it cannot be found.
- */
-export function resolveHarnessBinary(
-  descriptor: HarnessDescriptor,
-  env: EnvLike = process.env,
-): string | null {
-  const override = env[binEnvVar(descriptor.name)];
-  if (override && existsSync(override)) return override;
-
-  const path = healedPath(descriptor.binDirs ?? [], env.PATH ?? "");
-  return Bun.which(harnessBinName(descriptor), { PATH: path });
-}
-
-/**
- * Run the harness CLI's own auth-status command and interpret the result.
- * Best-effort and advisory: returns null on any timeout/spawn error, missing
- * config, or undeterminable output. Never throws.
- */
-export async function probeHarnessAuth(
-  descriptor: HarnessDescriptor,
-  binPath: string,
-  env: EnvLike = process.env,
-): Promise<boolean | null> {
-  if (!descriptor.authStatusArgv || !descriptor.interpretAuthStatus) return null;
-
-  try {
-    const proc = Bun.spawn([binPath, ...descriptor.authStatusArgv], {
-      stdin: "ignore",
-      stdout: "pipe",
-      stderr: "pipe",
-      env: { ...env, PATH: healedPath(descriptor.binDirs ?? [], env.PATH ?? "") } as Record<string, string>,
-    });
-    const timer = setTimeout(() => proc.kill(), AUTH_PROBE_TIMEOUT_MS);
-    const stdout = await new Response(proc.stdout).text();
-    const stderr = await new Response(proc.stderr).text();
-    await proc.exited;
-    clearTimeout(timer);
-
-    const result: AuthStatusResult = { exitCode: proc.exitCode ?? -1, stdout, stderr };
-    return descriptor.interpretAuthStatus(result);
-  } catch {
-    return null;
-  }
-}
-
-/** Probe every harness once: resolve its CLI and (if found) check auth. */
-export async function discoverHarnesses(
-  descriptors?: Record<HarnessName, HarnessDescriptor>,
-  env: EnvLike = process.env,
-): Promise<Record<HarnessName, HarnessProbe>> {
-  const map = descriptors ?? (await import("./descriptors/index.ts")).DESCRIPTORS;
-  const out = {} as Record<HarnessName, HarnessProbe>;
-
-  await Promise.all(
-    (Object.keys(map) as HarnessName[]).map(async (name) => {
-      const descriptor = map[name];
-      const binPath = resolveHarnessBinary(descriptor, env);
-      const authenticated = binPath ? await probeHarnessAuth(descriptor, binPath, env) : null;
-      out[name] = { name, binPath, available: binPath !== null, authenticated };
-    }),
-  );
-
-  return out;
-}
-
-export interface PreflightMessage {
-  level: "info" | "warn";
-  message: string;
-}
-
-/**
- * Apply discovery results to an env object (heal PATH, cache resolved absolute paths
- * as POP_<HARNESS>_BIN) and return human-readable status/warning messages. Pure aside
- * from the passed `env` object — never blocks, only warns.
- */
-export function applyHarnessDiscovery(
-  probes: Record<HarnessName, HarnessProbe>,
-  env: EnvLike,
-): PreflightMessage[] {
-  env.PATH = healedPath([], env.PATH ?? "");
-
-  const messages: PreflightMessage[] = [];
-  for (const probe of Object.values(probes)) {
-    if (probe.binPath) env[binEnvVar(probe.name)] = probe.binPath;
-
-    if (!probe.available) {
-      messages.push({
-        level: "warn",
-        message: `harness "${probe.name}": CLI not found on PATH or known install dirs; agent steps using it will fail until it is installed`,
-      });
-    } else if (probe.authenticated === false) {
-      messages.push({
-        level: "warn",
-        message: `harness "${probe.name}": found at ${probe.binPath} but not authenticated; runs may fail until you log in`,
-      });
-    } else {
-      const auth = probe.authenticated === true ? "authenticated" : "auth status unknown";
-      messages.push({
-        level: "info",
-        message: `harness "${probe.name}": ${probe.binPath} (${auth})`,
-      });
-    }
-  }
-  return messages;
-}

package/src/harness/types.ts

@@ -1,100 +0,0 @@
-export type HarnessName = "claude" | "codex" | "opencode";
-
-export interface McpServerConnection {
-  url: string;
-  token: string;
-}
-
-export interface HarnessUsage {
-  inputTokens: number;
-  outputTokens: number;
-  totalTokens: number;
-}
-
-export interface HarnessEvent {
-  type: "text" | "tool_call" | "tool_result" | "system" | "result" | "raw";
-  raw: unknown;
-  text?: string;
-  tool?: string;
-}
-
-export interface HarnessRunOptions {
-  harness: HarnessName;
-  prompt: string;
-  cwd: string;
-  model?: string;
-  mcp?: McpServerConnection;
-  timeoutMs?: number;
-  signal?: AbortSignal;
-  onEvent?: (event: HarnessEvent) => void;
-}
-
-export interface HarnessRunResult {
-  finalMessage: string;
-  sessionId?: string;
-  usage?: HarnessUsage;
-  costUsd?: number;
-  events: HarnessEvent[];
-  exitCode: number;
-}
-
-/** Raw result of running a harness CLI's auth-status command, fed to {@link HarnessDescriptor.interpretAuthStatus}. */
-export interface AuthStatusResult {
-  exitCode: number;
-  stdout: string;
-  stderr: string;
-}
-
-export interface HarnessDescriptor {
-  name: HarnessName;
-  versionArgv: readonly string[];
-  /** The CLI command used to launch this harness. Defaults to {@link name} when omitted. */
-  binName?: string;
-  /** Extra install dirs (beyond PATH) to search for the CLI — e.g. ["~/.opencode/bin"]. */
-  binDirs?: readonly string[];
-  /** Args (after the binary) for the CLI's own auth-status check, e.g. ["auth", "status"]. */
-  authStatusArgv?: readonly string[];
-  /** Pure interpreter mapping the auth-status command result to true/false/null (null = can't tell). */
-  interpretAuthStatus?(result: AuthStatusResult): boolean | null;
-  buildArgv(o: HarnessRunOptions): string[];
-  buildEnv(o: HarnessRunOptions): {
-    env: Record<string, string>;
-    tmpFiles?: { path: string; content: string }[];
-  };
-  parseEvents(lines: unknown[]): HarnessEvent[];
-  extractFinalMessage(events: HarnessEvent[]): string;
-  extractUsage(events: HarnessEvent[]): HarnessUsage | undefined;
-  extractCostUsd(events: HarnessEvent[]): number | undefined;
-  extractSessionId(events: HarnessEvent[]): string | undefined;
-}
-
-/** Startup discovery result for one harness CLI. */
-export interface HarnessProbe {
-  name: HarnessName;
-  /** Absolute path to the resolved CLI, or null when it could not be found. */
-  binPath: string | null;
-  available: boolean;
-  /** true/false from the CLI's own auth check; null when unavailable or undeterminable. Advisory only. */
-  authenticated: boolean | null;
-}
-
-export interface AgentEntryConfig {
-  harness: HarnessName;
-  model?: string;
-  prompt?: string;
-  promptFrom?: string;
-  cwd?: string;
-  io?: boolean;
-  timeoutMs?: number;
-  captureDiff?: boolean;
-}
-
-export interface AgentStepResult {
-  ok: boolean;
-  finalMessage: string;
-  artifactsWritten: string[];
-  usage?: HarnessUsage;
-  costUsd?: number;
-  sessionId?: string;
-  error?: string;
-}