agent.libx.js 0.93.31 → 0.93.33

package/README.md

@@ -44,7 +44,8 @@ console.log(res.finishReason, await fs.readFile('/src/x.ts'));
 - **`Edit`** — exact unique-substring replace, with a read-before-edit staleness guard.
 - **`Grep`/`Glob`/`Write`/`MultiEdit`** — structured, typed results straight from the VFS (no `bash` parsing). The selectable tool set the self-evolution loop mutates over.
 - **`TodoWrite`** — a planning scratchpad; **`Task`** — spawn a depth-limited child agent over the VFS (`subagents: true`); **`SlashCommand`** — reusable prompt templates from `<dir>/*.md` (`commandsDir`); plus a real **MCP client** (`src/mcp.client.ts`, node-only — stdio/HTTP JSON-RPC handshake + discovery) that feeds the edge-safe **MCP adapter** (`mcpToolsToAgentTools`), so any MCP server's tools become agent tools.
-- **`WebFetch`/`WebSearch`** — opt-in network tools (not in the default set): fetch a URL as readable text, or search via a configured provider (`TAVILY_API_KEY`). Enable per project with `tools: [...,'WebFetch']` in config. Factory-built with an injectable `fetch`, so they stay edge-portable and testable.
+- **`WebFetch`/`WebSearch`** — fetch a URL as readable text, or search the web. **Keyless by default** (WebSearch uses DuckDuckGo; auto-upgrades to Tavily when `TAVILY_API_KEY` is set) and **auto-enabled in the CLI**. Factory-built with an injectable `fetch`, so they stay edge-portable and testable. (In the library they're opt-in by name: `tools: [...,'WebSearch']`.)
+- **Oversized-output pagination** — any tool result over a byte ceiling (`maxToolResultBytes`, default 60k) is cropped to page 1 with a marker (refine the query / read further), so one big `Grep`/`Read`/MCP/web result can't blow the context window. In the CLI (**on by default**; `--no-scratch` to disable) the full output instead spills **losslessly** to a **scratch** file and the model recovers specifics via `Grep`/`Read` or **`Ask`** — a cheap, context-isolated peek that returns just the answer (the raw blob never re-enters context).
 
 ## Agentic subsystems
 

package/cli/cli.ts

@@ -113,7 +113,7 @@ function parseReasoning(raw: string): ReasoningEffort {
 }
 
 export function parseArgs(argv: string[]): Args {
-  const a: Args = { stream: true, plan: false, ask: false, yes: false, vfs: false, shell: undefined, seed: false, subagents: false, help: false, version: false, cont: false, outputFormat: 'text', duplex: false, voice: false };
+  const a: Args = { stream: true, plan: false, ask: false, yes: false, vfs: false, shell: undefined, seed: false, subagents: false, help: false, version: false, cont: false, outputFormat: 'text', duplex: false, voice: false, scratch: true };
   const rest: string[] = [];
   // read the value that follows a flag, failing loudly if it's missing (instead of a surprise default)
   const val = (i: number, flag: string): string => { const v = argv[i]; if (v === undefined) throw new Error(`${flag} requires a value`); return v; };
@@ -142,6 +142,7 @@ export function parseArgs(argv: string[]): Args {
     else if (x === '--yes' || x === '-y') a.yes = true;
     else if (x === '--vfs' || x === '--sandbox') a.vfs = true;
     else if (x === '--scratch') a.scratch = true;
+    else if (x === '--no-scratch') a.scratch = false;
     else if (x === '--boddb') a.boddb = val(++i, x);
     else if (x === '--seed') a.seed = true;
     else if (x === '--shell') a.shell = true;
@@ -195,7 +196,8 @@ Flags:
   --no-stream          disable token streaming
                        (default: disk mode — full real filesystem access, like Claude Code)
   --vfs, --sandbox     sandbox mode: work over an in-memory copy of cwd — real disk is NEVER modified
-  --scratch            spill big web outputs to scratch files (kept out of context; peek via Grep/Ask)
+  --no-scratch         disable scratch (on by default): paginate oversized tool output → recoverable
+                       scratch files (peek via Grep/Read/Ask) instead of a lossy crop
   --boddb <dir>        database-backed workspace: files live in a persistent bod-db store at <dir>,
                        surviving across runs — real disk is NEVER modified (DB-native; add --seed below)
   --seed               with --boddb: hydrate the store from cwd on the first run (empty DB) only

package/dist/cli.js

@@ -1620,7 +1620,7 @@ var init_tools_shell = __esm({
 // cli/cli.ts
 import { createInterface } from "readline/promises";
 import { existsSync as existsSync8, readFileSync as readFileSync5, appendFileSync, mkdirSync as mkdirSync7, writeFileSync as writeFileSync6, readdirSync as readdirSync2, statSync as statSync3 } from "fs";
-import { homedir as homedir5, tmpdir } from "os";
+import { homedir as homedir5, tmpdir as tmpdir2 } from "os";
 
 // cli/clipboard.ts
 import { execFileSync } from "child_process";
@@ -5600,7 +5600,7 @@ function defaultOpenBrowser(url) {
 import { randomUUID } from "crypto";
 import { resolve, basename, join as join3 } from "path";
 import { existsSync as existsSync2, mkdirSync as mkdirSync2 } from "fs";
-import { platform, arch, release, userInfo, homedir } from "os";
+import { platform, arch, release, userInfo, homedir, tmpdir } from "os";
 init_tools_shell();
 import { BodDB as BodDB2 } from "@bod.ee/db";
 var DEFAULT_TOOLS = ["bash", "Read", "Edit", "Write", "Grep", "Glob", "MultiEdit", "ApplyEdits", "RepoMap", "TodoWrite"];
@@ -5738,7 +5738,7 @@ Reference files in them by their mount path (the left side).`;
     const jobs = new ShellJobRegistry({ cwd, killOnExit: true });
     realShell = [makeRealShellTool({ cwd, registry: jobs }), ...makeShellJobTools(jobs)];
   }
-  const scratchDir = o.scratch ? o.scratchDir ?? `${cwd}/.agent/scratch` : void 0;
+  const scratchDir = o.scratch ? o.scratchDir ?? (virtual ? `${cwd}/.agent/scratch` : `${tmpdir()}/agentx-scratch-${process.pid}`) : void 0;
   const scratch = scratchDir ? new Scratch(fs, { dir: scratchDir }) : void 0;
   return new Agent({
     ai: o.ai,
@@ -7998,7 +7998,7 @@ function parseReasoning(raw) {
   throw new Error(`invalid --reasoning: ${raw} (use off|low|medium|high or a token budget)`);
 }
 function parseArgs(argv) {
-  const a = { stream: true, plan: false, ask: false, yes: false, vfs: false, shell: void 0, seed: false, subagents: false, help: false, version: false, cont: false, outputFormat: "text", duplex: false, voice: false };
+  const a = { stream: true, plan: false, ask: false, yes: false, vfs: false, shell: void 0, seed: false, subagents: false, help: false, version: false, cont: false, outputFormat: "text", duplex: false, voice: false, scratch: true };
   const rest = [];
   const val = (i, flag) => {
     const v = argv[i];
@@ -8026,6 +8026,7 @@ function parseArgs(argv) {
     else if (x === "--yes" || x === "-y") a.yes = true;
     else if (x === "--vfs" || x === "--sandbox") a.vfs = true;
     else if (x === "--scratch") a.scratch = true;
+    else if (x === "--no-scratch") a.scratch = false;
     else if (x === "--boddb") a.boddb = val(++i, x);
     else if (x === "--seed") a.seed = true;
     else if (x === "--shell") a.shell = true;
@@ -8079,7 +8080,8 @@ Flags:
   --no-stream          disable token streaming
                        (default: disk mode \u2014 full real filesystem access, like Claude Code)
   --vfs, --sandbox     sandbox mode: work over an in-memory copy of cwd \u2014 real disk is NEVER modified
-  --scratch            spill big web outputs to scratch files (kept out of context; peek via Grep/Ask)
+  --no-scratch         disable scratch (on by default): paginate oversized tool output \u2192 recoverable
+                       scratch files (peek via Grep/Read/Ask) instead of a lossy crop
   --boddb <dir>        database-backed workspace: files live in a persistent bod-db store at <dir>,
                        surviving across runs \u2014 real disk is NEVER modified (DB-native; add --seed below)
   --seed               with --boddb: hydrate the store from cwd on the first run (empty DB) only
@@ -9086,7 +9088,7 @@ async function repl(args, ai, cfg, cwd) {
   };
   const pendingImages = [];
   const grabClipboardAttachment = () => {
-    const dir = join9(tmpdir(), "agentx-pasted");
+    const dir = join9(tmpdir2(), "agentx-pasted");
     try {
       mkdirSync7(dir, { recursive: true });
     } catch {