pi-smart-fetch 0.2.13 → 0.2.15

package/README.md

@@ -17,7 +17,7 @@ Compared with naive Node.js `fetch()`, this package gives you:
 - **useful metadata** like title, author, published date, site, and language when available
 - **multiple output formats**: `markdown`, `html`, `text`, or `json`
 - **single and batch tools**: `web_fetch` for one URL, `batch_web_fetch` for many
-- **pi-specific behavior** including an optional `verbose` flag and defaults from pi settings
+- **pi-specific behavior** including full metadata for agents, a compact history preview for users, and defaults from pi settings
 - **bounded batch fan-out** with a configurable default concurrency of `8`
 - **a richer pi TUI for batch mode** with per-item rows, truncated URLs, statuses, small progress bars, and timer-driven spinner animation
 - **attachment and binary download support** when a response is an attachment or non-text payload
@@ -69,18 +69,15 @@ For `batch_web_fetch`, `requests` is an array of objects, and **each item accept
 
 ### `web_fetch`
 
-By default, the tool returns a compact response containing non-empty:
-- URL
+Agent-facing tool output always includes the full non-empty metadata header plus the extracted document body.
+
+In the pi TUI backlog/history preview, user-facing metadata is intentionally brief and only shows:
 - Title
-- Author
 - Published
-- content
 
-Set `verbose: true` to include fuller metadata such as:
-- site
-- language
-- word count
-- browser profile info
+The duplicated `URL:` line is hidden from the preview because the tool call line already shows the URL.
+
+The optional `verbose` flag is retained for compatibility, but pi now always returns the full metadata header to the agent.
 
 ### `batch_web_fetch`
 
@@ -99,36 +96,35 @@ In the pi TUI, batch mode also streams per-item progress rows showing:
 
 ## Example tool outputs
 
-### Compact `web_fetch` output (default)
+### Agent-facing `web_fetch` output
 
 ```text
 > URL: https://example.com/blog/some-article
 > Title: Some Article
 > Author: Jane Doe
 > Published: 2026-03-12
+> Site: Example Blog
+> Language: en
+> Words: 1284
+> Browser: chrome_145/windows
 
 # Some Article
 
 This is the cleaned readable content extracted from the page.
-It omits most navigation, footer, and unrelated chrome.
+It includes the body plus the full metadata header available to the agent.
 ```
 
-### Verbose `web_fetch` output (`verbose: true`)
+### pi history/backlog preview for `web_fetch`
 
 ```text
-> URL: https://example.com/blog/some-article
-> Title: Some Article
-> Author: Jane Doe
-> Published: 2026-03-12
-> Site: Example Blog
-> Language: en
-> Words: 1284
-> Browser: chrome_145/windows
+web_fetch https://example.com/blog/some-article
+Title: Some Article
+Published: 2026-03-12
 
 # Some Article
 
 This is the cleaned readable content extracted from the page.
-It includes the same body content, but with a richer metadata header.
+... (more lines, Ctrl+O to expand)
 ```
 
 ### Attachment/binary `web_fetch` output
@@ -185,14 +181,14 @@ Error: Invalid URL: not-a-url
 | `removeImages`    | boolean                       | `false`         | Strip image references from output                                           |
 | `includeReplies`  | boolean \| `extractors`       | `extractors`    | Include replies/comments                                                     |
 | `proxy`           | string                        | none            | Proxy URL                                                                    |
-| `verbose`         | boolean                       | `false`         | Include the full metadata header. Can default from `smartFetchVerboseByDefault` |
+| `verbose`         | boolean                       | `false`         | Compatibility flag. pi currently returns the full metadata header to the agent regardless; user history preview stays compact |
 
 ### `batch_web_fetch`
 
 | Parameter   | Type                | Default   | Description |
 |-------------|---------------------|-----------|-------------|
 | `requests`  | array of objects    | required  | Array of fetch requests. Each item accepts the same parameters as `web_fetch` except `verbose` |
-| `verbose`   | boolean             | `false`   | Include the full metadata header for each successful result |
+| `verbose`   | boolean             | `false`   | Compatibility flag. pi currently returns the full metadata header for successful results regardless |
 
 ## pi settings
 
@@ -213,7 +209,7 @@ Optional custom settings in `~/.pi/agent/settings.json` or `.pi/settings.json`:
 ```
 
 Behavior:
-- `smartFetchVerboseByDefault` sets the default for `verbose`
+- `smartFetchVerboseByDefault` sets the stored default for the compatibility `verbose` flag
 - `smartFetchDefaultMaxChars` sets the runtime default for `maxChars`
 - `smartFetchDefaultTimeoutMs` sets the runtime request timeout
 - `smartFetchDefaultBrowser` sets the default browser fingerprint profile

package/dist/index.js

@@ -10635,13 +10635,13 @@ async function loadPiSmartFetchSettings(cwd, agentDir = getAgentDir()) {
 var toolDescription = [
   "Fetch a URL with browser-grade TLS fingerprinting and extract clean, readable content.",
   "Uses wreq-js for browser-like TLS/HTTP2 impersonation and Defuddle for article extraction.",
-  "Supports the same fetch parameters as the OpenClaw tool, plus an optional verbose flag.",
+  "Returns full metadata plus the extracted document to the agent while keeping the pi history preview brief.",
   "Does NOT execute JavaScript \u2014 use a browser automation tool for JS-heavy pages."
 ].join(" ");
 var batchToolDescription = [
   "Fetch multiple URLs with browser-grade TLS fingerprinting and readable extraction.",
   "Each request accepts the same parameters as web_fetch and fans out with bounded concurrency.",
-  "Streams per-item progress in the pi TUI with truncated URLs, statuses, and small progress bars.",
+  "Returns full per-item metadata to the agent and streams compact per-item progress in the pi TUI.",
   "Does NOT execute JavaScript \u2014 use a browser automation tool for JS-heavy pages."
 ].join(" ");
 var SPINNER_FRAMES = ["\u280B", "\u2819", "\u2839", "\u2838", "\u283C", "\u2834", "\u2826", "\u2827", "\u2807", "\u280F"];
@@ -10746,27 +10746,24 @@ function renderBatchProgressText(snapshot, width, expanded, theme, spinnerTick =
   });
   return [summary, ...rows].join("\n");
 }
+function renderUserMetadataLine(label, value, theme) {
+  return theme.fg("syntaxKeyword", `${label}: `) + theme.fg("syntaxString", String(value));
+}
 function buildWebFetchMetadataLines(details, theme) {
   const fetchResult = details.fetchResult;
   if (!fetchResult) {
     return [];
   }
-  const metadata = details.verbose ? [
-    ["URL", fetchResult.finalUrl],
-    ["Title", fetchResult.title],
-    ["Author", fetchResult.author],
-    ["Published", fetchResult.published],
-    ["Site", fetchResult.site],
-    ["Language", fetchResult.language],
-    ["Words", fetchResult.wordCount],
-    ["Browser", `${fetchResult.browser}/${fetchResult.os}`]
-  ] : [
-    ["URL", fetchResult.finalUrl],
+  const metadata = [
     ["Title", fetchResult.title],
-    ["Author", fetchResult.author],
     ["Published", fetchResult.published]
   ];
-  return metadata.filter(([, value]) => value !== void 0 && value !== "").map(([label, value]) => theme.fg("accent", `${label}: ${value}`));
+  return metadata.flatMap(([label, value]) => {
+    if (value === void 0 || value === "") {
+      return [];
+    }
+    return [renderUserMetadataLine(label, value, theme)];
+  });
 }
 function shouldRenderHighlightedContent(format) {
   return format === "markdown" || format === "json" || format === "html";
@@ -10913,12 +10910,12 @@ function piSmartFetchExtension(pi) {
     name: "web_fetch",
     label: "web_fetch",
     description: toolDescription,
-    promptSnippet: "web_fetch(url, browser?, os?, headers?, maxChars?, timeoutMs?, format?, removeImages?, includeReplies?, proxy?, verbose?): fetch browser-fingerprinted readable web content",
+    promptSnippet: "web_fetch(url, browser?, os?, headers?, maxChars?, timeoutMs?, format?, removeImages?, includeReplies?, proxy?, verbose?): fetch browser-fingerprinted readable web content with full agent metadata and a compact pi preview",
     parameters: Type.Object({
       ...createBaseFetchToolParameterProperties(defaults),
       verbose: Type.Optional(
         Type.Boolean({
-          description: "Include the full metadata header (site, language, word count, browser fingerprint info). Default: false, or smartFetchVerboseByDefault from pi settings."
+          description: "Compatibility flag. pi currently returns the full metadata header to the agent regardless, while keeping the history preview compact. Default: false, or smartFetchVerboseByDefault from pi settings."
         })
       )
     }),
@@ -10998,7 +10995,10 @@ function piSmartFetchExtension(pi) {
         }
         return {
           content: [
-            { type: "text", text: buildFetchResponseText(result, { verbose }) }
+            {
+              type: "text",
+              text: buildFetchResponseText(result, { verbose: true })
+            }
           ],
           details: {
             verbose,
@@ -11070,12 +11070,12 @@ ${message}`;
     name: "batch_web_fetch",
     label: "batch_web_fetch",
     description: batchToolDescription,
-    promptSnippet: "batch_web_fetch(requests, verbose?): fetch multiple URLs concurrently with per-item progress in the pi TUI",
+    promptSnippet: "batch_web_fetch(requests, verbose?): fetch multiple URLs concurrently with full agent metadata and per-item progress in the pi TUI",
     parameters: Type.Object({
       ...createBatchFetchToolParameterProperties(defaults),
       verbose: Type.Optional(
         Type.Boolean({
-          description: "Include the full metadata header for each successful result. Default: false, or smartFetchVerboseByDefault from pi settings."
+          description: "Compatibility flag. pi currently returns the full metadata header for successful results regardless, while keeping the history preview compact. Default: false, or smartFetchVerboseByDefault from pi settings."
         })
       )
     }),
@@ -11139,7 +11139,9 @@ ${message}`;
           content: [
             {
               type: "text",
-              text: buildBatchFetchResponseText(batchResult, { verbose })
+              text: buildBatchFetchResponseText(batchResult, {
+                verbose: true
+              })
             }
           ],
           details: {