@tractorscorch/clank 1.7.2 → 1.7.3

package/CHANGELOG.md

@@ -6,6 +6,19 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/).
 
 ---
 
+## [1.7.3] — 2026-03-25
+
+### Added
+- **Smart memory for local models** — local models no longer load the full MEMORY.md into the system prompt (wastes context tokens). Instead, memories are injected via TF-IDF relevance matching with a tighter 800-char budget, keeping only what's relevant to the current conversation
+- **System file protection rule** — agents are now instructed not to modify, delete, or overwrite files outside the workspace or current working directory unless the user explicitly names the file. Prevents local models from touching system files, OS directories, or config dotfiles unprompted
+- **Proactive auto-compaction** — context is now checked after every tool result (not just at the start of each loop iteration). If a large tool result pushes context past the threshold, tier-1 compaction fires immediately with zero latency. A pre-send safety check at 90% utilization catches anything that slips through
+- **Context overflow recovery** — if a provider returns a context-length error, the engine now auto-compacts aggressively and retries once instead of crashing. If context is still critically full (>95%), warns the user to use `/compact` or `/new`
+
+### Fixed
+- **TF-IDF memory relevance** — `buildMemoryBlock()` was called with an empty query string, making relevance scoring useless. Now passes session context for proper matching
+
+---
+
 ## [1.7.2] — 2026-03-24
 
 ### Added

package/README.md

@@ -9,7 +9,7 @@
 </p>
 
 <p align="center">
-  <a href="https://github.com/ItsTrag1c/Clank/releases/latest"><img src="https://img.shields.io/badge/version-1.7.2-blue.svg" alt="Version" /></a>
+  <a href="https://github.com/ItsTrag1c/Clank/releases/latest"><img src="https://img.shields.io/badge/version-1.7.3-blue.svg" alt="Version" /></a>
   <a href="https://opensource.org/licenses/MIT"><img src="https://img.shields.io/badge/License-MIT-blue.svg" alt="License" /></a>
   <a href="https://www.npmjs.com/package/@tractorscorch/clank"><img src="https://img.shields.io/npm/v/@tractorscorch/clank.svg" alt="npm" /></a>
   <a href="https://github.com/ItsTrag1c/Clank/stargazers"><img src="https://img.shields.io/github/stars/ItsTrag1c/Clank.svg" alt="Stars" /></a>
@@ -92,7 +92,7 @@ That's it. Setup auto-detects your local models, configures the gateway, and get
 | Platform | Download |
 |----------|----------|
 | **npm** (all platforms) | `npm install -g @tractorscorch/clank` |
-| **macOS** (Apple Silicon) | [Clank_1.7.2_macos](https://github.com/ItsTrag1c/Clank/releases/latest/download/Clank_1.7.2_macos) |
+| **macOS** (Apple Silicon) | [Clank_1.7.3_macos](https://github.com/ItsTrag1c/Clank/releases/latest/download/Clank_1.7.3_macos) |
 
 ## Security Notice
 

package/dist/index.js

@@ -320,6 +320,30 @@ ${summary.trim()}`,
           this.compactTier1Aggressive();
         }
       }
+      /** Check if context is critically full (>95% utilization) */
+      isOverflowing() {
+        return this.utilizationPercent() >= 95;
+      }
+      /**
+       * Tier-1 only compaction — synchronous, no LLM call.
+       * Safe to call mid-turn without adding latency.
+       */
+      compactTier1Only() {
+        const before = this.messages.length;
+        const tokensBefore = this.estimateTokens();
+        this.compactTier1();
+        if (this.utilizationPercent() >= 70) {
+          this.compactTier1Aggressive();
+        }
+        return {
+          ok: true,
+          tier: 1,
+          messagesBefore: before,
+          messagesAfter: this.messages.length,
+          estimatedTokensBefore: tokensBefore,
+          estimatedTokensAfter: this.estimateTokens()
+        };
+      }
       /** Clear all messages */
       clear() {
         this.messages = [];
@@ -988,6 +1012,9 @@ ${results}`
                 outputTokens = 0;
               }
               try {
+                if (this.contextEngine.utilizationPercent() > 90) {
+                  this.contextEngine.compactTier1Only();
+                }
                 const streamIterator = activeProvider.stream(
                   this.contextEngine.getMessages(),
                   this.systemPrompt,
@@ -1024,6 +1051,21 @@ ${results}`
               } catch (streamErr) {
                 const errMsg = streamErr instanceof Error ? streamErr.message : "unknown";
                 const isTimeout = streamErr instanceof Error && (streamErr.name === "TimeoutError" || streamErr.name === "AbortError" || errMsg.includes("timed out"));
+                const isContextError = /context.*(length|limit|exceeded)|too many tokens|maximum.*tokens|token limit/i.test(errMsg);
+                if (attempt === 0 && isContextError && !signal.aborted) {
+                  this.emit("error", {
+                    message: "Context limit hit \u2014 compacting and retrying...",
+                    recoverable: true
+                  });
+                  this.contextEngine.compactTier1Only();
+                  if (this.contextEngine.isOverflowing()) {
+                    this.emit("error", {
+                      message: "Context is nearly full \u2014 use /compact or /new to free space",
+                      recoverable: true
+                    });
+                  }
+                  continue;
+                }
                 const isRetryable = !isTimeout && !signal.aborted && (errMsg.includes("connection dropped") || errMsg.includes("stopped responding") || errMsg.includes("empty response") || errMsg.includes("fetch failed") || errMsg.includes("ECONNREFUSED") || errMsg.includes("ECONNRESET"));
                 if (attempt === 0 && (isRetryable || !signal.aborted && !isTimeout)) {
                   this.emit("error", {
@@ -1129,6 +1171,15 @@ ${results}`
                 this.contextEngine.ingest(result);
                 this.emit("tool-result", { id: tc.id, name: tc.name, success: false, summary: errMsg });
               }
+              if (this.contextEngine.needsCompaction()) {
+                this.contextEngine.compactTier1Only();
+                if (this.contextEngine.isOverflowing()) {
+                  this.emit("error", {
+                    message: "Context is nearly full \u2014 use /compact or /new to free space",
+                    recoverable: true
+                  });
+                }
+              }
             }
           }
           if (iterationCount >= MAX_ITERATIONS) {
@@ -1265,9 +1316,11 @@ import { platform, hostname } from "os";
 async function buildSystemPrompt(opts) {
   const parts = [];
   const compact = opts.compact ?? false;
+  const isLocal = opts.isLocal ?? false;
   const isSubAgent = (opts.spawnDepth ?? 0) > 0;
   if (!compact) {
-    const workspaceContent = await loadWorkspaceFiles(opts.workspaceDir);
+    const files = isLocal ? WORKSPACE_FILES_LOCAL : WORKSPACE_FILES;
+    const workspaceContent = await loadWorkspaceFiles(opts.workspaceDir, files);
     if (workspaceContent) {
       parts.push(workspaceContent);
       parts.push("---");
@@ -1297,7 +1350,8 @@ async function buildSystemPrompt(opts) {
       "You are an AI agent running LOCALLY on the user's machine.",
       "You have tools: read_file, write_file, edit_file, list_directory, bash, search_files, glob_files, git, web_search, web_fetch, and self-config tools.",
       "ALWAYS use your tools. NEVER say you cannot access files, run commands, or perform actions. You CAN \u2014 use your tools.",
-      "NEVER apologize and refuse. If asked to do something, DO IT with your tools or explain what tool you need."
+      "NEVER apologize and refuse. If asked to do something, DO IT with your tools or explain what tool you need.",
+      "Do NOT modify files outside your workspace or the user's current directory unless the user explicitly names the file."
     ].join(" "));
   } else {
     parts.push("## CRITICAL: You Are a Local Agent With Tools");
@@ -1313,13 +1367,18 @@ async function buildSystemPrompt(opts) {
     parts.push("3. NEVER apologize and refuse to act. If a task requires a tool, use it. If you lack a specific tool, say which tool you need \u2014 do not give a generic refusal.");
     parts.push("4. Read files before editing them. Use tools proactively without being asked twice.");
     parts.push("5. You can configure yourself \u2014 use the config, channel, agent, and model management tools to modify your own setup.");
+    parts.push("6. Do NOT modify, delete, or overwrite files outside your workspace directory or the user's current working directory unless the user explicitly names the file. System files, OS directories, and config dotfiles are off-limits by default.");
   }
   if (opts.thinking === "off") {
     parts.push("");
     parts.push("Do NOT use extended thinking or reasoning blocks. Respond directly and concisely.");
   }
   parts.push("");
-  parts.push("When you learn something important about the user or project, save it using the config or memory tools so you remember it next time.");
+  if (isLocal) {
+    parts.push("Your memories are managed automatically. Use memory tools to save or recall important information. Do not rely on conversation history for long-term facts.");
+  } else {
+    parts.push("When you learn something important about the user or project, save it using the config or memory tools so you remember it next time.");
+  }
   parts.push("");
   const projectMemory = await loadProjectMemory(opts.identity.workspace);
   if (projectMemory) {
@@ -1329,9 +1388,9 @@ async function buildSystemPrompt(opts) {
   }
   return parts.join("\n");
 }
-async function loadWorkspaceFiles(workspaceDir) {
+async function loadWorkspaceFiles(workspaceDir, files = WORKSPACE_FILES) {
   const sections = [];
-  for (const filename of WORKSPACE_FILES) {
+  for (const filename of files) {
     const filePath = join2(workspaceDir, filename);
     if (existsSync2(filePath)) {
       try {
@@ -1383,7 +1442,7 @@ async function ensureWorkspaceFiles(workspaceDir, templateDir) {
     }
   }
 }
-var WORKSPACE_FILES, SUB_AGENT_FILE;
+var WORKSPACE_FILES, WORKSPACE_FILES_LOCAL, SUB_AGENT_FILE;
 var init_system_prompt = __esm({
   "src/engine/system-prompt.ts"() {
     "use strict";
@@ -1396,6 +1455,13 @@ var init_system_prompt = __esm({
       "TOOLS.md",
       "MEMORY.md"
     ];
+    WORKSPACE_FILES_LOCAL = [
+      "SOUL.md",
+      "USER.md",
+      "IDENTITY.md",
+      "AGENTS.md",
+      "TOOLS.md"
+    ];
     SUB_AGENT_FILE = "RUNNER.md";
   }
 });
@@ -5150,7 +5216,7 @@ async function runChat(opts) {
   console.log(cyan("  / __|| | __ _  _ _ | |__"));
   console.log(cyan(" | (__ | |/ _` || ' \\| / /"));
   console.log(cyan("  \\___||_|\\__,_||_||_|_\\_\\"));
-  console.log(dim(`  v1.7.2 | ${resolved.modelId} | ${identity.toolTier} tier`));
+  console.log(dim(`  v1.7.3 | ${resolved.modelId} | ${identity.toolTier} tier`));
   console.log(dim("  Type your message. Press Ctrl+C to exit.\n"));
   const rl = createInterface({
     input: process.stdin,
@@ -6817,7 +6883,7 @@ _Kill with /kill <id> or /killall_`;
             return !current ? "\u{1F4AD} Thinking display *on* \u2014 you'll see the model's reasoning above responses." : "\u{1F4AD} Thinking display *off* \u2014 only the final response will be shown.";
           }
           case "version": {
-            return `\u{1F527} *Clank* v1.7.2`;
+            return `\u{1F527} *Clank* v1.7.3`;
           }
           default:
             return null;
@@ -7407,7 +7473,7 @@ var init_server = __esm({
           res.writeHead(200, { "Content-Type": "application/json" });
           res.end(JSON.stringify({
             status: "ok",
-            version: "1.7.2",
+            version: "1.7.3",
             uptime: process.uptime(),
             clients: this.clients.size,
             agents: this.engines.size
@@ -7519,7 +7585,7 @@ var init_server = __esm({
         const hello = {
           type: "hello",
           protocol: PROTOCOL_VERSION,
-          version: "1.7.2",
+          version: "1.7.3",
           agents: this.config.agents.list.map((a) => ({
             id: a.id,
             name: a.name || a.id,
@@ -7829,10 +7895,11 @@ var init_server = __esm({
           channel,
           compact,
           thinking,
-          spawnDepth: currentDepth
+          spawnDepth: currentDepth,
+          isLocal: resolved.isLocal
         });
-        const memoryBudget = resolved.isLocal ? 1500 : 4e3;
-        const memoryBlock = await this.memoryManager.buildMemoryBlock("", identity.workspace, memoryBudget);
+        const memoryBudget = resolved.isLocal ? 800 : 4e3;
+        const memoryBlock = await this.memoryManager.buildMemoryBlock("session", identity.workspace, memoryBudget);
         const fullPrompt = memoryBlock ? systemPrompt + "\n\n---\n\n" + memoryBlock : systemPrompt;
         const maxSpawnDepth = this.config.agents.defaults.subagents?.maxSpawnDepth ?? 1;
         const maxConcurrent = this.config.agents.defaults.subagents?.maxConcurrent ?? 8;
@@ -9149,7 +9216,7 @@ async function runTui(opts) {
   ws.on("open", () => {
     ws.send(JSON.stringify({
       type: "connect",
-      params: { auth: { token }, mode: "tui", version: "1.7.2" }
+      params: { auth: { token }, mode: "tui", version: "1.7.3" }
     }));
   });
   ws.on("message", (data) => {
@@ -9592,7 +9659,7 @@ import { fileURLToPath as fileURLToPath5 } from "url";
 import { dirname as dirname5, join as join20 } from "path";
 var __filename3 = fileURLToPath5(import.meta.url);
 var __dirname3 = dirname5(__filename3);
-var version = "1.7.2";
+var version = "1.7.3";
 try {
   const pkg = JSON.parse(readFileSync(join20(__dirname3, "..", "package.json"), "utf-8"));
   version = pkg.version;