@wrongstack/tui 0.3.1 → 0.3.3

package/dist/index.d.ts

@@ -1,4 +1,5 @@
 import { Agent, SlashCommandRegistry, AttachmentStore, EventBus, TokenCounter, QueueStore, Director } from '@wrongstack/core';
+import { VisionAdapters } from '@wrongstack/runtime/vision';
 import React from 'react';
 
 interface ProviderOption {
@@ -16,6 +17,9 @@ interface RunTuiOptions {
     attachments: AttachmentStore;
     events: EventBus;
     tokenCounter?: TokenCounter;
+    visionAdapters?: VisionAdapters;
+    /** Resolve current model vision support. Falls back to provider capability when omitted. */
+    supportsVision?: () => boolean | Promise<boolean>;
     model: string;
     banner?: boolean;
     /** Persists the input queue across crashes; if omitted, the queue is in-memory only. */

package/dist/index.js

@@ -1,117 +1,14 @@
 import { render, useApp, Box, useStdout, Static, Text, useInput, useStdin } from 'ink';
 import React, { useState, useReducer, useRef, useEffect, useMemo } from 'react';
-import * as fs from 'fs/promises';
-import * as path3 from 'path';
+import * as fs2 from 'fs/promises';
+import * as path2 from 'path';
 import { InputBuilder, formatTodosList } from '@wrongstack/core';
-import { spawn } from 'child_process';
-import * as os from 'os';
+import { routeImagesForModel } from '@wrongstack/runtime/vision';
+import { readClipboardImage } from '@wrongstack/runtime/clipboard';
 import { jsxs, jsx, Fragment } from 'react/jsx-runtime';
+import { spawn } from 'child_process';
 
 // src/run-tui.ts
-var MAX_IMAGE_BYTES = 10 * 1024 * 1024;
-async function readClipboardImage() {
-  const platform = process.platform;
-  if (platform === "win32") return readWindows();
-  if (platform === "darwin") return readDarwin();
-  if (platform === "linux") return readLinux();
-  return null;
-}
-async function readWindows() {
-  const tmp = path3.join(os.tmpdir(), `wstack-clip-${Date.now()}.png`);
-  const ps = [
-    "Add-Type -AssemblyName System.Windows.Forms",
-    "Add-Type -AssemblyName System.Drawing",
-    "$img = [System.Windows.Forms.Clipboard]::GetImage()",
-    'if ($img -eq $null) { Write-Output "NO_IMAGE"; exit 0 }',
-    `$img.Save('${tmp.replace(/\\/g, "\\\\")}', [System.Drawing.Imaging.ImageFormat]::Png)`,
-    'Write-Output "OK"'
-  ].join("; ");
-  const out = await runCmd("powershell", ["-NoProfile", "-Command", ps]);
-  if (!out || out.trim() === "NO_IMAGE") return null;
-  if (!out.includes("OK")) return null;
-  return readPngFile(tmp);
-}
-async function readDarwin() {
-  const tmp = path3.join(os.tmpdir(), `wstack-clip-${Date.now()}.png`);
-  const script = [
-    "try",
-    `  set the_file to (open for access POSIX file "${tmp}" with write permission)`,
-    "  write (the clipboard as \xABclass PNGf\xBB) to the_file",
-    "  close access the_file",
-    "on error",
-    "  try",
-    '    close access POSIX file "' + tmp + '"',
-    "  end try",
-    '  return "NO_IMAGE"',
-    "end try",
-    'return "OK"'
-  ].join("\n");
-  const out = await runCmd("osascript", ["-e", script]);
-  if (!out || out.trim() !== "OK") return null;
-  return readPngFile(tmp);
-}
-async function readLinux() {
-  const tmp = path3.join(os.tmpdir(), `wstack-clip-${Date.now()}.png`);
-  const tries = [
-    ["wl-paste", ["--type", "image/png"]],
-    ["xclip", ["-selection", "clipboard", "-t", "image/png", "-o"]]
-  ];
-  for (const [cmd, args] of tries) {
-    const ok = await runCmdToFile(cmd, args, tmp).catch(() => false);
-    if (ok) return readPngFile(tmp);
-  }
-  return null;
-}
-async function readPngFile(p) {
-  try {
-    const buf = await fs.readFile(p);
-    if (buf.length === 0) {
-      await fs.unlink(p).catch(() => void 0);
-      return null;
-    }
-    if (buf.length > MAX_IMAGE_BYTES) {
-      await fs.unlink(p).catch(() => void 0);
-      throw new Error(`Clipboard image exceeds ${MAX_IMAGE_BYTES / 1024 / 1024}MB limit`);
-    }
-    if (buf[0] !== 137 || buf[1] !== 80 || buf[2] !== 78 || buf[3] !== 71) {
-      await fs.unlink(p).catch(() => void 0);
-      return null;
-    }
-    await fs.unlink(p).catch(() => void 0);
-    return { base64: buf.toString("base64"), mediaType: "image/png", bytes: buf.length };
-  } catch (err) {
-    if (err.code === "ENOENT") return null;
-    throw err;
-  }
-}
-function runCmd(cmd, args) {
-  return new Promise((resolve) => {
-    const child = spawn(cmd, args, { stdio: ["ignore", "pipe", "pipe"] });
-    let out = "";
-    child.stdout.on("data", (c) => {
-      out += String(c);
-    });
-    child.on("error", () => resolve(null));
-    child.on("exit", (code) => resolve(code === 0 ? out : null));
-  });
-}
-function runCmdToFile(cmd, args, outPath) {
-  return new Promise((resolve) => {
-    const child = spawn(cmd, args, { stdio: ["ignore", "pipe", "pipe"] });
-    const chunks = [];
-    child.stdout.on("data", (c) => chunks.push(c));
-    child.on("error", () => resolve(false));
-    child.on("exit", async (code) => {
-      if (code !== 0 || chunks.length === 0) return resolve(false);
-      try {
-        await fs.writeFile(outPath, Buffer.concat(chunks));
-        resolve(true);
-      } catch {
-        resolve(false);
-      }
-    });
-  });
-}
 function stringifyInput(input) {
   if (!input || typeof input !== "object") return "";
   const obj = input;
@@ -214,8 +111,8 @@ function FilePicker({ query, matches, selected }) {
     ] }, m))
   ] });
 }
-function highlight(path4, query) {
-  return path4;
+function highlight(path3, query) {
+  return path3;
 }
 var STATUS_ICON = {
   idle: { icon: "\u25CB", color: "gray" },
@@ -1974,10 +1871,10 @@ async function loadIndex(root) {
 async function walk(root, rel, depth, out) {
   if (out.length >= MAX_FILES_INDEXED) return;
   if (depth > MAX_DEPTH) return;
-  const dir = rel ? path3.join(root, rel) : root;
+  const dir = rel ? path2.join(root, rel) : root;
   let entries;
   try {
-    entries = await fs.readdir(dir, { withFileTypes: true });
+    entries = await fs2.readdir(dir, { withFileTypes: true });
   } catch {
     return;
   }
@@ -2667,6 +2564,8 @@ function App({
   attachments,
   events,
   tokenCounter,
+  visionAdapters = [],
+  supportsVision,
   model,
   banner = true,
   queueStore,
@@ -2742,8 +2641,8 @@ function App({
   const lastEnterAtRef = useRef(0);
   const projectRoot = agent.ctx.projectRoot;
   const projectName = React.useMemo(() => {
-    const base = path3.basename(projectRoot);
-    return base && base !== path3.sep ? base : void 0;
+    const base = path2.basename(projectRoot);
+    return base && base !== path2.sep ? base : void 0;
   }, [projectRoot]);
   const streamingTextRef = useRef("");
   const pendingDeltaRef = useRef("");
@@ -2853,7 +2752,7 @@ function App({
     let cancelled = false;
     const poll = async () => {
       try {
-        const data = await fs.readFile(planPath, "utf8");
+        const data = await fs2.readFile(planPath, "utf8");
         const parsed = JSON.parse(data);
         if (cancelled) return;
         if (!Array.isArray(parsed.items)) {
@@ -2985,9 +2884,9 @@ function App({
       dispatch({ type: "pickerClose" });
       return;
     }
-    const absPath = path3.isAbsolute(picked) ? picked : path3.join(projectRoot, picked);
+    const absPath = path2.isAbsolute(picked) ? picked : path2.join(projectRoot, picked);
     try {
-      const data = await fs.readFile(absPath, "utf8");
+      const data = await fs2.readFile(absPath, "utf8");
       const placeholder = await builder.appendFile({
         kind: "file",
         data,
@@ -3900,7 +3799,24 @@ function App({
       const startedAt = Date.now();
       const before = tokenCounter?.total();
       const costBefore = tokenCounter?.estimateCost().total ?? 0;
-      const result = await agent.run(blocks, { signal: ctrl.signal });
+      const routed = blocks.some((block) => block.type === "image") ? await routeImagesForModel(blocks, {
+        supportsVision: supportsVision ? await supportsVision() : agent.ctx.provider.capabilities.vision,
+        adapters: visionAdapters,
+        ctx: agent.ctx,
+        signal: ctrl.signal,
+        providerId: agent.ctx.provider.id,
+        model: agent.ctx.model
+      }) : { blocks, route: "none", convertedImages: 0 };
+      if (routed.route === "adapter") {
+        dispatch({
+          type: "addEntry",
+          entry: {
+            kind: "info",
+            text: `Image input analyzed via ${routed.adapterName ?? "vision adapter"} (${routed.convertedImages} image${routed.convertedImages === 1 ? "" : "s"}).`
+          }
+        });
+      }
+      const result = await agent.run(routed.blocks, { signal: ctrl.signal });
       const lingering = streamingTextRef.current;
       if (lingering.trim()) {
         dispatch({ type: "addEntry", entry: { kind: "assistant", text: lingering } });
@@ -3953,11 +3869,19 @@ function App({
       await runBlocks(head.blocks);
     }
   };
+  const runBlocksRef = useRef(runBlocks);
+  runBlocksRef.current = runBlocks;
   const submit = async () => {
     const raw = state.buffer;
     const trimmed = raw.trim();
     if (!trimmed && state.placeholders.length === 0) return;
     dispatch({ type: "resetInterrupts" });
+    if (trimmed === "/image" || trimmed === "/paste-image") {
+      dispatch({ type: "clearInput" });
+      await pasteClipboardImage();
+      if (state.historyIndex > 0) dispatch({ type: "historyPush", text: trimmed });
+      return;
+    }
     if (trimmed.startsWith("/")) {
       dispatch({ type: "addEntry", entry: { kind: "user", text: trimmed } });
       if (state.historyIndex > 0) dispatch({ type: "historyPush", text: trimmed });
@@ -4050,9 +3974,9 @@ function App({
         b.appendText(ask);
       }
       const blocks = await b.submit();
-      await runBlocks(blocks);
+      await runBlocksRef.current(blocks);
     })();
-  }, []);
+  }, [initialAsk, initialGoal]);
   const inputHint = useMemo(() => {
     if (state.status !== "idle") return "";
     if (state.buffer.startsWith("/")) return "slash command \u2014 Enter to dispatch";
@@ -4253,6 +4177,8 @@ async function runTui(opts) {
           attachments: opts.attachments,
           events: opts.events,
           tokenCounter: opts.tokenCounter,
+          visionAdapters: opts.visionAdapters,
+          supportsVision: opts.supportsVision,
           model: opts.model,
           banner: opts.banner ?? true,
           queueStore: opts.queueStore,