@tractorscorch/clank 1.1.0 → 1.2.0

package/CHANGELOG.md

@@ -6,6 +6,17 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/).
 
 ---
 
+## [1.2.0] — 2026-03-22
+
+### Added
+- **Two-tier context compaction** — critical for local model performance:
+  - Tier 1 (fast): system prompt budgeting, tool result dedup, message truncation, aggressive dropping
+  - Tier 2 (LLM-summarized): model generates conversation recap replacing oldest messages. Preserves meaning over long sessions.
+  - Token budgeting: reserves 25% for response, budgets system prompt separately from conversation
+- **`clank update`** — update to latest npm version, preserves config/sessions/memory, restarts gateway
+
+---
+
 ## [1.1.0] — 2026-03-22
 
 ### Security Hardening

package/README.md

@@ -11,7 +11,7 @@
 <p align="center">
   <a href="https://github.com/ItsTrag1c/Clank/releases/latest"><img src="https://img.shields.io/badge/version-1.1.0-blue.svg" alt="Version" /></a>
   <a href="https://opensource.org/licenses/MIT"><img src="https://img.shields.io/badge/License-MIT-blue.svg" alt="License" /></a>
-  <a href="https://www.npmjs.com/package/clank"><img src="https://img.shields.io/npm/v/clank.svg" alt="npm" /></a>
+  <a href="https://www.npmjs.com/package/@tractorscorch/clank"><img src="https://img.shields.io/npm/v/@tractorscorch/clank.svg" alt="npm" /></a>
   <a href="https://github.com/ItsTrag1c/Clank/stargazers"><img src="https://img.shields.io/github/stars/ItsTrag1c/Clank.svg" alt="Stars" /></a>
 </p>
 
@@ -53,7 +53,7 @@ Clank is a personal AI gateway — **one daemon, many frontends**. It connects y
 ## Quick Start
 
 ```bash
-npm install -g clank
+npm install -g @tractorscorch/clank
 clank setup
 clank
 ```
@@ -157,7 +157,7 @@ See [SECURITY.md](SECURITY.md) for the full security model.
 |--|--|
 | **Website** | [clanksuite.dev](https://clanksuite.dev) |
 | **GitHub** | [ItsTrag1c/Clank](https://github.com/ItsTrag1c/Clank) |
-| **npm** | [npmjs.com/package/clank](https://www.npmjs.com/package/clank) |
+| **npm** | [npmjs.com/package/@tractorscorch/clank](https://www.npmjs.com/package/@tractorscorch/clank) |
 | **Twitter/X** | [@ClankSuite](https://x.com/ClankSuite) |
 | **Reddit** | [u/ClankSuite](https://reddit.com/u/ClankSuite) |
 | **Legacy** | [Clank-Legacy](https://github.com/ItsTrag1c/Clank-Legacy) (archived CLI v2.7.0 + Desktop v2.6.1) |

package/dist/index.js

@@ -28,10 +28,25 @@ var init_context_engine = __esm({
       messages = [];
       contextWindowSize;
       isLocal;
+      systemPromptTokens = 0;
+      /** Provider for tier 2 LLM-summarized compaction */
+      provider = null;
+      modelId = "";
+      /** Cache of tool results by file path to detect duplicates */
+      toolResultHashes = /* @__PURE__ */ new Map();
       constructor(opts) {
         this.contextWindowSize = opts.contextWindow;
         this.isLocal = opts.isLocal;
       }
+      /** Set the provider for tier 2 compaction */
+      setProvider(provider, modelId) {
+        this.provider = provider;
+        this.modelId = modelId;
+      }
+      /** Set the system prompt size for token budgeting */
+      setSystemPromptSize(tokens) {
+        this.systemPromptTokens = tokens;
+      }
       /** Get all messages */
       getMessages() {
         return this.messages;
@@ -63,38 +78,99 @@ var init_context_engine = __esm({
         }
         return Math.ceil(chars / 4);
       }
-      /**
-       * Get the context utilization as a percentage.
-       */
+      /** Calculate token budgets */
+      getBudget() {
+        const responseReserve = Math.floor(this.contextWindowSize * 0.25);
+        const available = this.contextWindowSize - responseReserve;
+        const systemPrompt = Math.min(this.systemPromptTokens, Math.floor(available * 0.3));
+        const conversation = available - systemPrompt;
+        return { systemPrompt, conversation, responseReserve };
+      }
+      /** Get context utilization as a percentage of the conversation budget */
       utilizationPercent() {
-        return this.estimateTokens() / this.contextWindowSize * 100;
+        const budget = this.getBudget();
+        return this.estimateTokens() / budget.conversation * 100;
       }
       /**
        * Check if compaction is needed.
        * Local models trigger earlier (60%) to leave room for the response.
-       * Cloud models can wait longer (80%) since they have larger windows.
+       * Cloud models can wait longer (80%).
        */
       needsCompaction() {
         const threshold = this.isLocal ? 60 : 80;
         return this.utilizationPercent() >= threshold;
       }
       /**
-       * Compact the context to fit within the context window.
-       *
-       * This is the key local-model optimization. We aggressively
-       * reduce context while preserving the most important information:
-       * - Recent messages (protected zone)
-       * - System-level context
-       * - Key decision points
+       * Run compaction — tier 1 first, tier 2 if still over budget.
+       * Returns the result with which tier was used.
        */
+      async compactSmart() {
+        const before = this.messages.length;
+        const tokensBefore = this.estimateTokens();
+        this.compactTier1();
+        if (this.utilizationPercent() < 70) {
+          return {
+            ok: true,
+            tier: 1,
+            messagesBefore: before,
+            messagesAfter: this.messages.length,
+            estimatedTokensBefore: tokensBefore,
+            estimatedTokensAfter: this.estimateTokens()
+          };
+        }
+        if (this.provider) {
+          await this.compactTier2();
+        } else {
+          this.compactTier1Aggressive();
+        }
+        return {
+          ok: true,
+          tier: this.provider ? 2 : 1,
+          messagesBefore: before,
+          messagesAfter: this.messages.length,
+          estimatedTokensBefore: tokensBefore,
+          estimatedTokensAfter: this.estimateTokens()
+        };
+      }
+      /** Synchronous compact (backward compat — uses tier 1 only) */
       compact() {
         const before = this.messages.length;
         const tokensBefore = this.estimateTokens();
+        this.compactTier1();
+        if (this.utilizationPercent() >= 70) {
+          this.compactTier1Aggressive();
+        }
+        return {
+          ok: true,
+          tier: 1,
+          messagesBefore: before,
+          messagesAfter: this.messages.length,
+          estimatedTokensBefore: tokensBefore,
+          estimatedTokensAfter: this.estimateTokens()
+        };
+      }
+      /**
+       * Tier 1: Fast mechanical compaction (no LLM calls).
+       */
+      compactTier1() {
         const protectedCount = 6;
+        if (this.messages.length <= protectedCount) return;
         const protectedZone = this.messages.slice(-protectedCount);
         const compactable = this.messages.slice(0, -protectedCount);
         const compacted = [];
-        for (const msg of compactable) {
+        const seenToolResults = /* @__PURE__ */ new Map();
+        for (let i = compactable.length - 1; i >= 0; i--) {
+          const msg = compactable[i];
+          if (msg.role === "tool" && msg.tool_call_id) {
+            const content = typeof msg.content === "string" ? msg.content : "";
+            const key = msg.tool_call_id;
+            if (!seenToolResults.has(key)) {
+              seenToolResults.set(key, i);
+            }
+          }
+        }
+        for (let i = 0; i < compactable.length; i++) {
+          const msg = compactable[i];
           if (msg._compacted) {
             compacted.push(msg);
             continue;
@@ -122,29 +198,98 @@ var init_context_engine = __esm({
             } else {
               compacted.push(msg);
             }
+          } else if (msg.role === "user") {
+            if (content.length > 2e3) {
+              compacted.push({
+                ...msg,
+                content: content.slice(0, 800) + "\n... (truncated)",
+                _compacted: true
+              });
+            } else {
+              compacted.push(msg);
+            }
           } else {
             compacted.push(msg);
           }
         }
         this.messages = [...compacted, ...protectedZone];
-        while (this.estimateTokens() > this.contextWindowSize * 0.7 && this.messages.length > protectedCount + 2) {
+      }
+      /**
+       * Tier 1 aggressive: drop oldest messages when regular compaction isn't enough.
+       */
+      compactTier1Aggressive() {
+        const protectedCount = 6;
+        const budget = this.getBudget();
+        while (this.estimateTokens() > budget.conversation * 0.7 && this.messages.length > protectedCount + 2) {
           const dropIdx = this.messages.findIndex((m) => m.role !== "system");
           if (dropIdx === -1 || dropIdx >= this.messages.length - protectedCount) break;
           this.messages.splice(dropIdx, 1);
         }
-        return {
-          ok: true,
-          messagesBefore: before,
-          messagesAfter: this.messages.length,
-          estimatedTokensBefore: tokensBefore,
-          estimatedTokensAfter: this.estimateTokens()
-        };
+      }
+      /**
+       * Tier 2: LLM-summarized compaction.
+       *
+       * Takes the oldest messages (outside protected zone), sends them to
+       * the model with a summarization prompt, and replaces them with a
+       * single "conversation recap" message. This preserves meaning that
+       * mechanical truncation loses.
+       */
+      async compactTier2() {
+        if (!this.provider) return;
+        const protectedCount = 6;
+        if (this.messages.length <= protectedCount + 2) return;
+        const cutoff = Math.max(2, this.messages.length - protectedCount - 2);
+        const toSummarize = this.messages.slice(0, cutoff);
+        const toKeep = this.messages.slice(cutoff);
+        const conversationText = toSummarize.map((m) => {
+          const content = typeof m.content === "string" ? m.content : JSON.stringify(m.content);
+          const truncated = content.length > 500 ? content.slice(0, 500) + "..." : content;
+          return `${m.role}: ${truncated}`;
+        }).join("\n\n");
+        const summaryPrompt = [
+          "Summarize this conversation concisely. Capture:",
+          "- Key decisions made",
+          "- Files modified and why",
+          "- Current task status",
+          "- Important context the assistant needs going forward",
+          "",
+          "Be brief (under 300 words). Use bullet points.",
+          "",
+          "Conversation:",
+          conversationText
+        ].join("\n");
+        try {
+          let summary = "";
+          for await (const event of this.provider.stream(
+            [{ role: "user", content: summaryPrompt }],
+            "You are a conversation summarizer. Output only the summary, nothing else.",
+            []
+            // no tools
+          )) {
+            if (event.type === "text") {
+              summary += event.content;
+            }
+          }
+          if (summary.trim()) {
+            const recapMessage = {
+              role: "user",
+              content: `[Conversation recap \u2014 earlier messages were compacted]
+
+${summary.trim()}`,
+              _compacted: true
+            };
+            this.messages = [recapMessage, ...toKeep];
+          }
+        } catch {
+          this.compactTier1Aggressive();
+        }
       }
       /** Clear all messages */
       clear() {
         this.messages = [];
+        this.toolResultHashes.clear();
       }
-      /** Update the context window size (e.g., after detecting it from Ollama) */
+      /** Update the context window size */
       setContextWindow(size) {
         this.contextWindowSize = size;
       }
@@ -567,10 +712,12 @@ var init_agent = __esm({
           contextWindow: opts.provider.provider.contextWindow(),
           isLocal: opts.provider.isLocal
         });
+        this.contextEngine.setProvider(opts.provider.provider, opts.identity.model.primary);
       }
       /** Set the system prompt */
       setSystemPrompt(prompt) {
         this.systemPrompt = prompt;
+        this.contextEngine.setSystemPromptSize(Math.ceil(prompt.length / 4));
       }
       /** Load or create a session */
       async loadSession(normalizedKey, channel) {
@@ -621,7 +768,15 @@ var init_agent = __esm({
             iterationCount++;
             if (this.contextEngine.needsCompaction()) {
               this.emit("context-compacting");
-              this.contextEngine.compact();
+              const compactResult = await this.contextEngine.compactSmart();
+              if (compactResult.tier === 2) {
+                this.emit("usage", {
+                  promptTokens: 0,
+                  outputTokens: 0,
+                  iterationCount,
+                  contextPercent: Math.round(this.contextEngine.utilizationPercent())
+                });
+              }
             }
             const toolDefs = this.toolRegistry.getDefinitions({
               tier: this.identity.toolTier,
@@ -5172,7 +5327,7 @@ var init_server = __esm({
           res.writeHead(200, { "Content-Type": "application/json" });
           res.end(JSON.stringify({
             status: "ok",
-            version: "1.1.0",
+            version: "1.2.0",
             uptime: process.uptime(),
             clients: this.clients.size,
             agents: this.engines.size
@@ -5280,7 +5435,7 @@ var init_server = __esm({
         const hello = {
           type: "hello",
           protocol: PROTOCOL_VERSION,
-          version: "1.1.0",
+          version: "1.2.0",
           agents: this.config.agents.list.map((a) => ({
             id: a.id,
             name: a.name || a.id,
@@ -6614,7 +6769,7 @@ async function runTui(opts) {
   ws.on("open", () => {
     ws.send(JSON.stringify({
       type: "connect",
-      params: { auth: { token }, mode: "tui", version: "1.1.0" }
+      params: { auth: { token }, mode: "tui", version: "1.2.0" }
     }));
   });
   ws.on("message", (data) => {
@@ -6661,9 +6816,9 @@ async function runTui(opts) {
     if (input.startsWith("!")) {
       const cmd = input.slice(1).trim();
       if (cmd) {
-        const { execSync: execSync2 } = await import("child_process");
+        const { execSync: execSync3 } = await import("child_process");
         try {
-          const out = execSync2(cmd, { encoding: "utf-8", timeout: 3e4, env: { ...process.env, CLANK_SHELL: "tui-local" } });
+          const out = execSync3(cmd, { encoding: "utf-8", timeout: 3e4, env: { ...process.env, CLANK_SHELL: "tui-local" } });
           console.log(out);
         } catch (err) {
           console.log(red5(err.stderr || err.message));
@@ -6899,6 +7054,63 @@ var init_tui = __esm({
   }
 });
 
+// src/cli/update.ts
+var update_exports = {};
+__export(update_exports, {
+  runUpdate: () => runUpdate
+});
+import { execSync as execSync2 } from "child_process";
+async function runUpdate() {
+  console.log("");
+  console.log(dim9("  Updating Clank..."));
+  console.log(dim9("  Stopping gateway..."));
+  try {
+    const { gatewayStop: gatewayStop2 } = await Promise.resolve().then(() => (init_gateway_cmd(), gateway_cmd_exports));
+    await gatewayStop2();
+  } catch {
+  }
+  console.log(dim9("  Pulling latest version..."));
+  try {
+    const output = execSync2("npm install -g @tractorscorch/clank@latest", {
+      encoding: "utf-8",
+      timeout: 12e4
+    });
+    console.log(dim9(`  ${output.trim()}`));
+  } catch (err) {
+    console.error(red6(`  Update failed: ${err instanceof Error ? err.message : err}`));
+    console.error(dim9("  Try manually: npm install -g @tractorscorch/clank@latest"));
+    return;
+  }
+  try {
+    const newVersion = execSync2("clank --version", { encoding: "utf-8" }).trim();
+    console.log(green9(`  Updated to v${newVersion}`));
+  } catch {
+    console.log(green9("  Package updated"));
+  }
+  console.log(dim9("  Restarting gateway..."));
+  try {
+    const { gatewayStartBackground: gatewayStartBackground2 } = await Promise.resolve().then(() => (init_gateway_cmd(), gateway_cmd_exports));
+    await gatewayStartBackground2();
+    console.log(green9("  Gateway restarted"));
+  } catch (err) {
+    console.log(dim9("  Gateway not restarted. Start manually: clank gateway start"));
+  }
+  console.log("");
+  console.log(green9("  Clank updated successfully."));
+  console.log(dim9("  Config, sessions, and memory preserved."));
+  console.log("");
+}
+var dim9, green9, red6;
+var init_update = __esm({
+  "src/cli/update.ts"() {
+    "use strict";
+    init_esm_shims();
+    dim9 = (s) => `\x1B[2m${s}\x1B[0m`;
+    green9 = (s) => `\x1B[32m${s}\x1B[0m`;
+    red6 = (s) => `\x1B[31m${s}\x1B[0m`;
+  }
+});
+
 // src/cli/uninstall.ts
 var uninstall_exports = {};
 __export(uninstall_exports, {
@@ -6913,14 +7125,14 @@ async function runUninstall(opts) {
   console.log(bold4("  Uninstall Clank"));
   console.log("");
   console.log("  This will permanently remove:");
-  console.log(red6(`    ${configDir}`));
-  console.log(dim9("    \u251C\u2500\u2500 config.json5       (configuration)"));
-  console.log(dim9("    \u251C\u2500\u2500 conversations/     (chat history)"));
-  console.log(dim9("    \u251C\u2500\u2500 memory/            (agent memory)"));
-  console.log(dim9("    \u251C\u2500\u2500 workspace/         (SOUL.md, USER.md, etc.)"));
-  console.log(dim9("    \u251C\u2500\u2500 logs/              (gateway logs)"));
-  console.log(dim9("    \u251C\u2500\u2500 cron/              (scheduled jobs)"));
-  console.log(dim9("    \u2514\u2500\u2500 plugins/           (installed plugins)"));
+  console.log(red7(`    ${configDir}`));
+  console.log(dim10("    \u251C\u2500\u2500 config.json5       (configuration)"));
+  console.log(dim10("    \u251C\u2500\u2500 conversations/     (chat history)"));
+  console.log(dim10("    \u251C\u2500\u2500 memory/            (agent memory)"));
+  console.log(dim10("    \u251C\u2500\u2500 workspace/         (SOUL.md, USER.md, etc.)"));
+  console.log(dim10("    \u251C\u2500\u2500 logs/              (gateway logs)"));
+  console.log(dim10("    \u251C\u2500\u2500 cron/              (scheduled jobs)"));
+  console.log(dim10("    \u2514\u2500\u2500 plugins/           (installed plugins)"));
   console.log("");
   if (!opts.yes) {
     const rl = createInterface4({ input: process.stdin, output: process.stdout });
@@ -6929,51 +7141,51 @@ async function runUninstall(opts) {
     });
     rl.close();
     if (answer.trim().toLowerCase() !== "y") {
-      console.log(dim9("  Uninstall cancelled."));
+      console.log(dim10("  Uninstall cancelled."));
       return;
     }
   }
-  console.log(dim9("  Stopping gateway..."));
+  console.log(dim10("  Stopping gateway..."));
   try {
     await gatewayStop();
   } catch {
   }
-  console.log(dim9("  Removing system service..."));
+  console.log(dim10("  Removing system service..."));
   try {
     const { uninstallDaemon: uninstallDaemon2 } = await Promise.resolve().then(() => (init_daemon(), daemon_exports));
     await uninstallDaemon2();
   } catch {
   }
-  console.log(dim9("  Deleting data..."));
+  console.log(dim10("  Deleting data..."));
   if (existsSync9(configDir)) {
     await rm(configDir, { recursive: true, force: true });
-    console.log(green9(`  Removed ${configDir}`));
+    console.log(green10(`  Removed ${configDir}`));
   } else {
-    console.log(dim9("  No data directory found."));
+    console.log(dim10("  No data directory found."));
   }
-  console.log(dim9("  Uninstalling npm package..."));
+  console.log(dim10("  Uninstalling npm package..."));
   try {
-    const { execSync: execSync2 } = await import("child_process");
-    execSync2("npm uninstall -g clank", { stdio: "ignore" });
-    console.log(green9("  npm package uninstalled"));
+    const { execSync: execSync3 } = await import("child_process");
+    execSync3("npm uninstall -g @tractorscorch/clank", { stdio: "ignore" });
+    console.log(green10("  npm package uninstalled"));
   } catch {
-    console.log(dim9("  Could not uninstall npm package (may not be globally installed)"));
+    console.log(dim10("  Could not uninstall npm package (may not be globally installed)"));
   }
   console.log("");
-  console.log(green9("  Clank has been completely removed."));
+  console.log(green10("  Clank has been completely removed."));
   console.log("");
 }
-var dim9, bold4, green9, red6, yellow4;
+var dim10, bold4, green10, red7, yellow4;
 var init_uninstall = __esm({
   "src/cli/uninstall.ts"() {
     "use strict";
     init_esm_shims();
     init_config2();
     init_gateway_cmd();
-    dim9 = (s) => `\x1B[2m${s}\x1B[0m`;
+    dim10 = (s) => `\x1B[2m${s}\x1B[0m`;
     bold4 = (s) => `\x1B[1m${s}\x1B[0m`;
-    green9 = (s) => `\x1B[32m${s}\x1B[0m`;
-    red6 = (s) => `\x1B[31m${s}\x1B[0m`;
+    green10 = (s) => `\x1B[32m${s}\x1B[0m`;
+    red7 = (s) => `\x1B[31m${s}\x1B[0m`;
     yellow4 = (s) => `\x1B[33m${s}\x1B[0m`;
   }
 });
@@ -6986,7 +7198,7 @@ import { fileURLToPath as fileURLToPath5 } from "url";
 import { dirname as dirname5, join as join18 } from "path";
 var __filename3 = fileURLToPath5(import.meta.url);
 var __dirname3 = dirname5(__filename3);
-var version = "1.1.0";
+var version = "1.2.0";
 try {
   const pkg = JSON.parse(readFileSync(join18(__dirname3, "..", "package.json"), "utf-8"));
   version = pkg.version;
@@ -7145,6 +7357,10 @@ program.command("channels").description("Show channel adapter status").action(as
   }
   if (Object.keys(channels).length === 0) console.log("    (none configured)");
 });
+program.command("update").description("Update Clank to the latest version and restart gateway").action(async () => {
+  const { runUpdate: runUpdate2 } = await Promise.resolve().then(() => (init_update(), update_exports));
+  await runUpdate2();
+});
 program.command("uninstall").description("Remove Clank completely (config, data, service, package)").option("-y, --yes", "Skip confirmation prompt").action(async (opts) => {
   const { runUninstall: runUninstall2 } = await Promise.resolve().then(() => (init_uninstall(), uninstall_exports));
   await runUninstall2(opts);