@tyvm/knowhow 0.0.155 → 0.0.157

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tyvm/knowhow",
-  "version": "0.0.155",
+  "version": "0.0.157",
   "description": "ai cli with plugins and agents",
   "main": "ts_build/src/index.js",
   "bin": {

package/src/agents/base/base.ts

@@ -1307,10 +1307,19 @@ export abstract class BaseAgent implements IAgent {
         this.logStatus();
 
         const continuation = `<Workflow>
-        Task terminates after you call on of these tools: ${JSON.stringify(
+        This is an automated runtime instruction, not a new user message.
+        The original user request remains active. Do not say that the user's
+        message was empty, and do not ask the user to repeat the request.
+
+        Your previous response did not terminate the task because it did not
+        call one of the required tools: ${JSON.stringify(
           this.requiredToolNames
-        )}.\n
-        User likely only sees output from the required tool call.
+        )}.
+        If your previous response was intended as the final response, call the
+        appropriate required tool now with that response. Otherwise, continue
+        working on the original request and call an appropriate required tool
+        when the task is complete.
+
         <TaskStatus>${statusMessage}</TaskStatus>
         </Workflow>`;
 
@@ -1680,7 +1689,7 @@ export abstract class BaseAgent implements IAgent {
     }
 
     const taskPrompt = `
-    Analyze all previous messages.
+    TASK INTERRUPT. CONTEXT COMPACTION NEEDED. Analyze all previous messages.
 
     Generate a detailed task breakdown for this conversation, include a section for the following:
     1. Task List
@@ -1737,7 +1746,8 @@ export abstract class BaseAgent implements IAgent {
     this.log(
       `Compressing messages from 0 to ${compressionEnd}, resuming from ${resumeIndex}, total messages: ${messages.length}`
     );
-    const toCompressPrompt = `We are compressing our conversation to save memory.
+    const toCompressPrompt = `TASK INTERRUPT. CONTEXT COMPACTION NEEDED.
+    We are compressing our conversation to save memory.
     Please summarize the conversation so far, so that we may continue the original task with a smaller context
 
     Include the following sections:

package/src/agents/tools/index.ts

@@ -13,6 +13,7 @@ export * from "./readFile";
 export * from "./scanFile";
 export * from "./textSearch";
 export * from "./visionTool";
+export * from "./loadImageAsBase64";
 export * from "./writeFile";
 export * from "./fileSearch";
 export * from "./language";

package/src/agents/tools/list.ts

@@ -20,6 +20,7 @@ import {
   stopObservingDefinition,
 } from "./observe";
 import { skillsToolDefinitions } from "./skills";
+import { loadImageAsBase64Definition } from "./loadImageAsBase64";
 
 function getPluginNames(): string {
   try {
@@ -720,6 +721,7 @@ export const includedTools = [
       },
     },
   },
+  loadImageAsBase64Definition,
   googleSearchDefinition,
   startAgentTaskDefinition,
   replyToParentDefinition,

package/src/agents/tools/loadImageAsBase64.ts

@@ -0,0 +1,83 @@
+import fs from "fs";
+import path from "path";
+import { Tool } from "../../clients/types";
+
+const MAX_IMAGE_BYTES = 15 * 1024 * 1024;
+
+const MIME_TYPES: Record<string, string> = {
+  png: "image/png",
+  jpg: "image/jpeg",
+  jpeg: "image/jpeg",
+  gif: "image/gif",
+  webp: "image/webp",
+  bmp: "image/bmp",
+  svg: "image/svg+xml",
+  avif: "image/avif",
+  ico: "image/x-icon",
+};
+
+function detectMimeType(buffer: Buffer, fallback: string): string {
+  if (buffer.length >= 3 && buffer[0] === 0xff && buffer[1] === 0xd8 && buffer[2] === 0xff) {
+    return "image/jpeg";
+  }
+  if (buffer.length >= 4 && buffer[0] === 0x89 && buffer[1] === 0x50 && buffer[2] === 0x4e && buffer[3] === 0x47) {
+    return "image/png";
+  }
+  if (buffer.length >= 4 && buffer.subarray(0, 4).toString("ascii") === "GIF8") {
+    return "image/gif";
+  }
+  if (
+    buffer.length >= 12 &&
+    buffer.subarray(0, 4).toString("ascii") === "RIFF" &&
+    buffer.subarray(8, 12).toString("ascii") === "WEBP"
+  ) {
+    return "image/webp";
+  }
+  return fallback;
+}
+
+/** Load a reasonably sized image from the worker filesystem for UI/AI preview. */
+export async function loadImageAsBase64(
+  filePath: string,
+  detail: "auto" | "low" | "high" = "auto"
+): Promise<string> {
+  const stats = await fs.promises.stat(filePath).catch(() => null);
+  if (!stats) throw new Error(`File not found: ${filePath}`);
+  if (!stats.isFile()) throw new Error(`Path is not a file: ${filePath}`);
+  if (stats.size > MAX_IMAGE_BYTES) {
+    throw new Error(`Image is too large to preview (${Math.ceil(stats.size / 1024 / 1024)} MB; maximum 15 MB)`);
+  }
+
+  const extension = path.extname(filePath).slice(1).toLowerCase();
+  const extensionMimeType = MIME_TYPES[extension];
+  if (!extensionMimeType) {
+    throw new Error(`Unsupported image format: ${extension || "unknown"}`);
+  }
+
+  const image = await fs.promises.readFile(filePath);
+  const mimeType = detectMimeType(image, extensionMimeType);
+  return JSON.stringify({
+    type: "image_url",
+    image_url: {
+      url: `data:${mimeType};base64,${image.toString("base64")}`,
+      detail,
+    },
+  });
+}
+
+export const loadImageAsBase64Definition: Tool = {
+  type: "function",
+  function: {
+    name: "loadImageAsBase64",
+    description: "Load an image from the worker filesystem and return it as a base64 data URL for previewing.",
+    parameters: {
+      type: "object",
+      positional: true,
+      properties: {
+        filePath: { type: "string", description: "Absolute or workspace-relative image path" },
+        detail: { type: "string", enum: ["auto", "low", "high"], description: "Image detail hint" },
+      },
+      required: ["filePath"],
+    },
+  },
+};

package/src/auth/keyAuth.ts

@@ -10,7 +10,6 @@ import {
   signMessage,
 } from "./keyManager";
 
-const JWT_FILE_PATH = path.join(process.cwd(), ".knowhow", ".jwt");
 const DEFAULT_API_URL = process.env.KNOWHOW_API_URL || "https://api.knowhow.tyvm.ai";
 
 /**
@@ -140,13 +139,14 @@ export async function registerPublicKey(
 }
 
 export function storeJwt(jwt: string): void {
-  const directory = path.dirname(JWT_FILE_PATH);
-  const temporaryPath = `${JWT_FILE_PATH}.${process.pid}.tmp`;
+  const jwtFilePath = path.join(process.cwd(), ".knowhow", ".jwt");
+  const directory = path.dirname(jwtFilePath);
+  const temporaryPath = `${jwtFilePath}.${process.pid}.tmp`;
   fs.mkdirSync(directory, { recursive: true, mode: 0o700 });
   try {
     fs.writeFileSync(temporaryPath, jwt, { mode: 0o600, flag: "wx" });
-    fs.renameSync(temporaryPath, JWT_FILE_PATH);
-    fs.chmodSync(JWT_FILE_PATH, 0o600);
+    fs.renameSync(temporaryPath, jwtFilePath);
+    fs.chmodSync(jwtFilePath, 0o600);
   } finally {
     fs.rmSync(temporaryPath, { force: true });
   }

package/src/chat/modules/AgentModule.ts

@@ -810,7 +810,7 @@ export class AgentModule extends BaseChatModule {
       // Match new interactive threads: local-only sessions get a fresh remote
       // task when auto-sync is enabled.
       if (!remoteTaskId && this.remoteSyncModule?.isAutoSyncEnabled()) {
-        await this.remoteSyncModule.syncTask(taskId);
+        this.remoteSyncModule.syncTaskInBackground(taskId);
       }
 
       // After resume finishes, revert to normal chat (non-agent mode) so the
@@ -1471,7 +1471,7 @@ export class AgentModule extends BaseChatModule {
         !remoteTaskId &&
         this.remoteSyncModule?.isAutoSyncEnabled()
       ) {
-        await this.remoteSyncModule.syncTask(result.taskId);
+        this.remoteSyncModule.syncTaskInBackground(result.taskId);
       }
 
       await this.attachedAgentChatLoop(
@@ -1566,7 +1566,7 @@ export class AgentModule extends BaseChatModule {
 
       // If auto-sync is enabled, push this task to the remote KnowHow app
       if (this.remoteSyncModule?.isAutoSyncEnabled()) {
-        await this.remoteSyncModule.syncTask(taskId);
+        this.remoteSyncModule.syncTaskInBackground(taskId);
       }
 
       await this.attachedAgentChatLoop(taskId, agent, formattedPrompt);

package/src/chat/modules/RemoteSyncModule.ts

@@ -14,6 +14,7 @@ import { AgentSyncFs } from "../../services/AgentSyncFs";
 import { AgentModule } from "./AgentModule";
 import { TaskInfo } from "../types";
 import { getConfig, updateConfig } from "../../config";
+import { withRetry } from "../../clients/withRetry";
 
 @TraceAll()
 export class RemoteSyncModule extends BaseChatModule {
@@ -44,6 +45,22 @@ export class RemoteSyncModule extends BaseChatModule {
     this.client = new KnowhowSimpleClient(KNOWHOW_API_URL);
   }
 
+  /**
+   * Start an automatic sync without delaying agent execution. Manual syncs use
+   * syncTask directly so the command still waits for and reports its result.
+   */
+  public syncTaskInBackground(taskId: string): void {
+    void this.syncTask(taskId).catch((error: unknown) => {
+      // syncTask handles expected API failures itself. Keep this final guard so
+      // an unexpected failure can never become an unhandled rejection.
+      console.error(
+        `❌ Unexpected remote sync failure: ${
+          error instanceof Error ? error.message : String(error)
+        }`
+      );
+    });
+  }
+
   /**
    * On initialize, read config to set initial autoSync state.
    */
@@ -157,11 +174,15 @@ export class RemoteSyncModule extends BaseChatModule {
     }
 
     console.log("📡 Creating remote session for this terminal session...");
-    const result = await this.client.createSessionPlaceholder({
-      title: title.slice(0, 80) || "CLI Session",
-      workerId: this.workerId,
-      metadata: { source: "cli", createdAt: new Date().toISOString() },
-    });
+    const result = await withRetry(
+      () =>
+        this.client.createSessionPlaceholder({
+          title: title.slice(0, 80) || "CLI Session",
+          workerId: this.workerId,
+          metadata: { source: "cli", createdAt: new Date().toISOString() },
+        }),
+      { maxRetries: 3, backoffMs: 500 }
+    );
 
     this.remoteSessionId = result.sessionId;
     console.log(`✅ Remote session created: ${result.sessionId}`);
@@ -177,12 +198,16 @@ export class RemoteSyncModule extends BaseChatModule {
     agentName?: string,
     modelName?: string
   ): Promise<{ messageId: string; taskId: string | undefined }> {
-    const result = await this.client.createMessagePlaceholder(sessionId, {
-      content: prompt,
-      agentName,
-      modelName,
-      metadata: { source: "cli", createdAt: new Date().toISOString() },
-    });
+    const result = await withRetry(
+      () =>
+        this.client.createMessagePlaceholder(sessionId, {
+          content: prompt,
+          agentName,
+          modelName,
+          metadata: { source: "cli", createdAt: new Date().toISOString() },
+        }),
+      { maxRetries: 3, backoffMs: 500 }
+    );
     return { messageId: result.messageId, taskId: result.taskId };
   }
 
@@ -273,7 +298,10 @@ export class RemoteSyncModule extends BaseChatModule {
     try {
       // Step 1: Ensure remote session exists
       console.log("\n🔐 Checking KnowHow API credentials...");
-      const me = await this.client.me();
+      const me = await withRetry(() => this.client.me(), {
+        maxRetries: 3,
+        backoffMs: 500,
+      });
       console.log(`✅ Authenticated as ${me.data?.email || "unknown"}`);
 
       const title =
@@ -341,13 +369,13 @@ export class RemoteSyncModule extends BaseChatModule {
 
       this.syncedMessageCount++;
 
-      const baseUrl = KNOWHOW_API_URL.replace("/api", "").replace(
-        "api.",
-        ""
-      );
+      const chatUrl = new URL(KNOWHOW_API_URL);
+      chatUrl.hostname = chatUrl.hostname.replace(/^api\./, "");
+      chatUrl.pathname = chatUrl.pathname.replace(/\/api\/?$/, "");
+      chatUrl.pathname = `${chatUrl.pathname.replace(/\/$/, "")}/chat/${sessionId}`;
       console.log(
         `\n💾 Local session updated with remote IDs.\n` +
-          `🌐 View your task at: ${baseUrl}/chat/${sessionId}`
+          `🌐 View your task at: ${chatUrl.toString()}`
       );
     } catch (error: any) {
       console.error(