openclaw-smart-fetch 0.1.3

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Thinkscape
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,38 @@
+# openclaw-smart-fetch
+
+OpenClaw plugin package for browser-fingerprinted fetching via `wreq-js` plus readable extraction via Defuddle.
+
+## What it registers
+
+- `defuddle_fetch`
+
+## Install
+
+From npm:
+
+```bash
+openclaw plugins install openclaw-smart-fetch
+```
+
+From a local checkout:
+
+```bash
+openclaw plugins install -l /absolute/path/to/agent-smart-fetch/packages/openclaw-smart-fetch
+```
+
+## Tool parameters
+
+Supported request parameters:
+- `url`
+- `browser`
+- `os`
+- `headers`
+- `maxChars`
+- `format`
+- `removeImages`
+- `includeReplies`
+- `proxy`
+
+## OpenClaw config
+
+See `openclaw.plugin.json` for the plugin config schema and defaults.

package/dist/index.d.ts

@@ -0,0 +1,47 @@
+type IncludeRepliesOption = boolean | "extractors";
+interface FetchToolConfig {
+    maxChars?: number;
+    timeoutMs?: number;
+    browser?: string;
+    os?: string;
+    removeImages?: boolean;
+    includeReplies?: IncludeRepliesOption;
+}
+interface FetchToolDefaults {
+    maxChars: number;
+    timeoutMs: number;
+    browser: string;
+    os: string;
+    removeImages: boolean;
+    includeReplies: IncludeRepliesOption;
+}
+
+type PluginConfig = FetchToolConfig;
+interface ToolRegistrationApi {
+    pluginConfig?: PluginConfig;
+    registerTool(definition: {
+        name: string;
+        description: string;
+        parameters: unknown;
+        execute(toolCallId: string, params: Record<string, unknown>): Promise<{
+            content: Array<{
+                type: "text";
+                text: string;
+            }>;
+            isError?: boolean;
+        }>;
+    }): void;
+    logger: {
+        info(message: string): void;
+    };
+}
+
+declare const resolvePluginDefaults: (pluginConfig?: PluginConfig) => FetchToolDefaults;
+declare const plugin: {
+    id: string;
+    name: string;
+    description: string;
+    register(api: ToolRegistrationApi): void;
+};
+
+export { plugin as default, resolvePluginDefaults };

package/dist/index.js

@@ -0,0 +1,286 @@
+import { Type } from '@sinclair/typebox';
+import { Defuddle } from 'defuddle/node';
+import { getProfiles, fetch } from 'wreq-js';
+import { parseHTML } from 'linkedom';
+
+// src/index.ts
+
+// ../core/src/constants.ts
+var DEFAULT_BROWSER = "chrome_145";
+var DEFAULT_OS = "windows";
+var DEFAULT_MAX_CHARS = 5e4;
+var DEFAULT_TIMEOUT_MS = 15e3;
+var DEFAULT_INCLUDE_REPLIES = "extractors";
+var DEFAULT_ACCEPT_HEADER = "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8";
+var DEFAULT_ACCEPT_LANGUAGE_HEADER = "en-US,en;q=0.9";
+var runtimeDependencies = {
+  fetch: fetch,
+  defuddle: Defuddle,
+  getProfiles
+};
+function parseLinkedomHTML(html, url) {
+  const { document } = parseHTML(html);
+  const doc = document;
+  const defaultView = doc.defaultView;
+  if (!doc.styleSheets) {
+    doc.styleSheets = [];
+  }
+  if (defaultView && !defaultView.getComputedStyle) {
+    defaultView.getComputedStyle = (() => ({
+      display: ""
+    }));
+  }
+  if (url) {
+    doc.URL = url;
+  }
+  return document;
+}
+
+// ../core/src/format.ts
+function buildHeader(parts) {
+  return parts.filter(([, value]) => value !== void 0 && value !== "").map(([label, value]) => `> ${label}: ${value}`).join("\n");
+}
+function markdownToText(markdown) {
+  return markdown.replace(/^#{1,6}\s+/gm, "").replace(/\*\*([^*]+)\*\*/g, "$1").replace(/\*([^*]+)\*/g, "$1").replace(/\[([^\]]+)\]\([^)]+\)/g, "$1").replace(/!\[[^\]]*\]\([^)]+\)/g, "").replace(/^>\s+/gm, "").replace(/^[-*+]\s+/gm, "\u2022 ").replace(/`([^`]+)`/g, "$1");
+}
+function truncateContent(content, maxChars) {
+  if (content.length <= maxChars) return content;
+  return `${content.slice(0, maxChars)}
+
+[... truncated]`;
+}
+function buildCompactMetadataHeader(result) {
+  return buildHeader([
+    ["URL", result.finalUrl],
+    ["Title", result.title],
+    ["Author", result.author],
+    ["Published", result.published]
+  ]);
+}
+function buildMetadataHeader(result) {
+  return buildHeader([
+    ["URL", result.finalUrl],
+    ["Title", result.title],
+    ["Author", result.author],
+    ["Published", result.published],
+    ["Site", result.site],
+    ["Language", result.language],
+    ["Words", result.wordCount],
+    ["Browser", `${result.browser}/${result.os}`]
+  ]);
+}
+function buildFetchResponseText(result, options = {}) {
+  const header = options.verbose ? buildMetadataHeader(result) : buildCompactMetadataHeader(result);
+  return header ? `${header}
+
+${result.content}` : result.content;
+}
+
+// ../core/src/extract.ts
+var HTML_CONTENT_TYPES = [
+  "text/html",
+  "application/xhtml+xml",
+  "text/plain",
+  "text/markdown"
+];
+function createDefuddleFetch(dependencies = runtimeDependencies) {
+  return async function defuddleFetch2(opts) {
+    const browser = opts.browser ?? DEFAULT_BROWSER;
+    const os = opts.os ?? DEFAULT_OS;
+    const format = opts.format ?? "markdown";
+    const maxChars = opts.maxChars ?? DEFAULT_MAX_CHARS;
+    const removeImages = opts.removeImages ?? false;
+    const includeReplies = opts.includeReplies ?? DEFAULT_INCLUDE_REPLIES;
+    const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    let parsed;
+    try {
+      parsed = new URL(opts.url);
+    } catch {
+      return { error: `Invalid URL: ${opts.url}` };
+    }
+    if (!["http:", "https:"].includes(parsed.protocol)) {
+      return {
+        error: `Only http/https URLs supported, got ${parsed.protocol}`
+      };
+    }
+    const fetchOptions = {
+      browser,
+      os,
+      headers: {
+        Accept: DEFAULT_ACCEPT_HEADER,
+        "Accept-Language": DEFAULT_ACCEPT_LANGUAGE_HEADER,
+        ...opts.headers
+      },
+      redirect: "follow",
+      timeout: timeoutMs
+    };
+    if (opts.proxy) {
+      fetchOptions.proxy = opts.proxy;
+    }
+    const response = await dependencies.fetch(opts.url, fetchOptions);
+    if (!response.ok) {
+      return {
+        error: `HTTP ${response.status} ${response.statusText} for ${opts.url}`
+      };
+    }
+    const finalUrl = response.url ?? opts.url;
+    const contentType = response.headers.get("content-type") ?? "";
+    if (!HTML_CONTENT_TYPES.some((value) => contentType.includes(value))) {
+      return { error: `Not an HTML page (content-type: ${contentType})` };
+    }
+    const html = await response.text();
+    const document = parseLinkedomHTML(html, finalUrl);
+    const extracted = await dependencies.defuddle(document, finalUrl, {
+      markdown: format !== "html",
+      removeImages,
+      includeReplies
+    });
+    if (!extracted.content || extracted.wordCount === 0) {
+      return {
+        error: `No content extracted from ${opts.url}. May need JS rendering or is blocked.`
+      };
+    }
+    const normalizedContent = format === "text" ? markdownToText(extracted.content) : extracted.content;
+    return {
+      url: opts.url,
+      finalUrl,
+      title: extracted.title ?? "",
+      author: extracted.author ?? "",
+      published: extracted.published ?? "",
+      site: extracted.site ?? "",
+      language: extracted.language ?? "",
+      wordCount: extracted.wordCount,
+      content: truncateContent(normalizedContent, maxChars),
+      browser,
+      os
+    };
+  };
+}
+var defuddleFetch = createDefuddleFetch();
+function isError(result) {
+  return "error" in result;
+}
+function resolveFetchToolDefaults(config = {}) {
+  return {
+    maxChars: config.maxChars ?? DEFAULT_MAX_CHARS,
+    timeoutMs: config.timeoutMs ?? DEFAULT_TIMEOUT_MS,
+    browser: config.browser ?? DEFAULT_BROWSER,
+    os: config.os ?? DEFAULT_OS,
+    removeImages: config.removeImages ?? false,
+    includeReplies: config.includeReplies ?? DEFAULT_INCLUDE_REPLIES
+  };
+}
+function createBaseFetchToolParameterProperties(defaults) {
+  return {
+    url: Type.String({ description: "URL to fetch (http/https only)" }),
+    browser: Type.Optional(
+      Type.String({
+        description: `Browser profile for TLS fingerprinting. Default: "${defaults.browser}". Examples: chrome_145, firefox_147, safari_26, edge_145, opera_127`
+      })
+    ),
+    os: Type.Optional(
+      Type.String({
+        description: `OS profile for fingerprinting. Default: "${defaults.os}". Options: windows, macos, linux, android, ios`
+      })
+    ),
+    headers: Type.Optional(
+      Type.Record(Type.String(), Type.String(), {
+        description: "Custom HTTP headers to send. By default, Accept and Accept-Language are set automatically."
+      })
+    ),
+    maxChars: Type.Optional(
+      Type.Number({
+        description: `Maximum characters to return. Default: ${defaults.maxChars}`
+      })
+    ),
+    format: Type.Optional(
+      Type.Union(
+        [Type.Literal("markdown"), Type.Literal("html"), Type.Literal("text")],
+        {
+          description: 'Output format. "markdown" (default), "html" (cleaned HTML), or "text" (plain text, no formatting)'
+        }
+      )
+    ),
+    removeImages: Type.Optional(
+      Type.Boolean({
+        description: "Strip image references from output. Default: false"
+      })
+    ),
+    includeReplies: Type.Optional(
+      Type.Union([Type.Boolean(), Type.Literal("extractors")], {
+        description: "Include replies/comments: 'extractors' for site-specific only (default), true for all, false for none"
+      })
+    ),
+    proxy: Type.Optional(
+      Type.String({
+        description: "Proxy URL (http://user:pass@host:port or socks5://host:port)"
+      })
+    )
+  };
+}
+async function executeFetchToolCall(params, defaults) {
+  return defuddleFetch({
+    url: params.url,
+    browser: params.browser ?? defaults.browser,
+    os: params.os ?? defaults.os,
+    headers: params.headers,
+    maxChars: params.maxChars ?? defaults.maxChars,
+    format: params.format ?? "markdown",
+    removeImages: params.removeImages ?? defaults.removeImages,
+    includeReplies: params.includeReplies ?? defaults.includeReplies,
+    proxy: params.proxy,
+    timeoutMs: defaults.timeoutMs
+  });
+}
+
+// src/index.ts
+var resolvePluginDefaults = (pluginConfig = {}) => resolveFetchToolDefaults(pluginConfig);
+function renderToolResponse(result) {
+  return {
+    content: [
+      {
+        type: "text",
+        text: buildFetchResponseText(result, { verbose: true })
+      }
+    ]
+  };
+}
+var plugin = {
+  id: "smart-fetch",
+  name: "Smart Fetch",
+  description: "Clean web content extraction with TLS fingerprinting. Uses wreq-js (Rust native bindings) for browser-grade TLS and Defuddle for extraction.",
+  register(api) {
+    const defaults = resolvePluginDefaults(api.pluginConfig);
+    api.registerTool({
+      name: "defuddle_fetch",
+      description: [
+        "Fetch a URL with browser-grade TLS fingerprinting and extract clean, readable content.",
+        "Uses Rust native bindings to impersonate real browsers at the TLS/HTTP2 level (JA3/JA4 match).",
+        "Returns markdown with rich metadata (author, publish date, schema.org data).",
+        "Better noise removal and anti-bot bypass than web_fetch.",
+        "Does NOT execute JavaScript \u2014 use the browser tool for JS-heavy SPAs."
+      ].join(" "),
+      parameters: Type.Object(createBaseFetchToolParameterProperties(defaults)),
+      async execute(_toolCallId, params) {
+        const result = await executeFetchToolCall(params, defaults);
+        if (isError(result)) {
+          return {
+            content: [
+              { type: "text", text: `Error: ${result.error}` }
+            ],
+            isError: true
+          };
+        }
+        return renderToolResponse(result);
+      }
+    });
+    api.logger.info(
+      `defuddle_fetch tool registered (default: ${defaults.browser}/${defaults.os})`
+    );
+  }
+};
+var index_default = plugin;
+
+export { index_default as default, resolvePluginDefaults };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../core/src/constants.ts","../../core/src/dependencies.ts","../../core/src/dom.ts","../../core/src/format.ts","../../core/src/extract.ts","../../core/src/tool.ts","../src/index.ts"],"names":["wreqFetch","defuddleFetch","Type"],"mappings":";;;;;;;;AAEO,IAAM,eAAA,GAAkB,YAAA;AACxB,IAAM,UAAA,GAA4B,SAAA;AAClC,IAAM,iBAAA,GAAoB,GAAA;AAC1B,IAAM,kBAAA,GAAqB,IAAA;AAC3B,IAAM,uBAAA,GAA0B,YAAA;AAChC,IAAM,qBAAA,GACX,iEAAA;AACK,IAAM,8BAAA,GAAiC,gBAAA;ACLvC,IAAM,mBAAA,GAAyC;AAAA,EACpD,KAAA,EAAOA,KAAA;AAAA,EACP,QAAA,EAAU,QAAA;AAAA,EACV;AACF,CAAA;ACLO,SAAS,iBAAA,CAAkB,MAAc,GAAA,EAAwB;AACtE,EAAA,MAAM,EAAE,QAAA,EAAS,GAAI,SAAA,CAAU,IAAI,CAAA;AACnC,EAAA,MAAM,GAAA,GAAM,QAAA;AACZ,EAAA,MAAM,cAAc,GAAA,CAAI,WAAA;AASxB,EAAA,IAAI,CAAE,IAAkC,WAAA,EAAa;AACnD,IAAC,GAAA,CAAkC,cACjC,EAAC;AAAA,EACL;AAEA,EAAA,IAAI,WAAA,IAAe,CAAC,WAAA,CAAY,gBAAA,EAAkB;AAChD,IAAA,WAAA,CAAY,oBAAoB,OAAO;AAAA,MACrC,OAAA,EAAS;AAAA,KACX,CAAA,CAAA;AAAA,EACF;AAEA,EAAA,IAAI,GAAA,EAAK;AACP,IAAC,IAAyB,GAAA,GAAM,GAAA;AAAA,EAClC;AAEA,EAAA,OAAO,QAAA;AACT;;;AC7BA,SAAS,YACP,KAAA,EACA;AACA,EAAA,OAAO,KAAA,CACJ,MAAA,CAAO,CAAC,GAAG,KAAK,CAAA,KAAM,KAAA,KAAU,MAAA,IAAa,KAAA,KAAU,EAAE,CAAA,CACzD,IAAI,CAAC,CAAC,KAAA,EAAO,KAAK,CAAA,KAAM,CAAA,EAAA,EAAK,KAAK,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA,CAC9C,IAAA,CAAK,IAAI,CAAA;AACd;AAEO,SAAS,eAAe,QAAA,EAA0B;AACvD,EAAA,OAAO,QAAA,CACJ,OAAA,CAAQ,cAAA,EAAgB,EAAE,CAAA,CAC1B,OAAA,CAAQ,kBAAA,EAAoB,IAAI,CAAA,CAChC,OAAA,CAAQ,cAAA,EAAgB,IAAI,EAC5B,OAAA,CAAQ,wBAAA,EAA0B,IAAI,CAAA,CACtC,OAAA,CAAQ,uBAAA,EAAyB,EAAE,CAAA,CACnC,QAAQ,SAAA,EAAW,EAAE,CAAA,CACrB,OAAA,CAAQ,aAAA,EAAe,SAAI,CAAA,CAC3B,OAAA,CAAQ,cAAc,IAAI,CAAA;AAC/B;AAEO,SAAS,eAAA,CAAgB,SAAiB,QAAA,EAA0B;AACzE,EAAA,IAAI,OAAA,CAAQ,MAAA,IAAU,QAAA,EAAU,OAAO,OAAA;AACvC,EAAA,OAAO,CAAA,EAAG,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,QAAQ,CAAC;;AAAA,eAAA,CAAA;AACtC;AAEO,SAAS,2BAA2B,MAAA,EAA6B;AACtE,EAAA,OAAO,WAAA,CAAY;AAAA,IACjB,CAAC,KAAA,EAAO,MAAA,CAAO,QAAQ,CAAA;AAAA,IACvB,CAAC,OAAA,EAAS,MAAA,CAAO,KAAK,CAAA;AAAA,IACtB,CAAC,QAAA,EAAU,MAAA,CAAO,MAAM,CAAA;AAAA,IACxB,CAAC,WAAA,EAAa,MAAA,CAAO,SAAS;AAAA,GAC/B,CAAA;AACH;AAEO,SAAS,oBAAoB,MAAA,EAA6B;AAC/D,EAAA,OAAO,WAAA,CAAY;AAAA,IACjB,CAAC,KAAA,EAAO,MAAA,CAAO,QAAQ,CAAA;AAAA,IACvB,CAAC,OAAA,EAAS,MAAA,CAAO,KAAK,CAAA;AAAA,IACtB,CAAC,QAAA,EAAU,MAAA,CAAO,MAAM,CAAA;AAAA,IACxB,CAAC,WAAA,EAAa,MAAA,CAAO,SAAS,CAAA;AAAA,IAC9B,CAAC,MAAA,EAAQ,MAAA,CAAO,IAAI,CAAA;AAAA,IACpB,CAAC,UAAA,EAAY,MAAA,CAAO,QAAQ,CAAA;AAAA,IAC5B,CAAC,OAAA,EAAS,MAAA,CAAO,SAAS,CAAA;AAAA,IAC1B,CAAC,WAAW,CAAA,EAAG,MAAA,CAAO,OAAO,CAAA,CAAA,EAAI,MAAA,CAAO,EAAE,CAAA,CAAE;AAAA,GAC7C,CAAA;AACH;AAEO,SAAS,sBAAA,CACd,MAAA,EACA,OAAA,GAAiC,EAAC,EAC1B;AACR,EAAA,MAAM,SAAS,OAAA,CAAQ,OAAA,GACnB,oBAAoB,MAAM,CAAA,GAC1B,2BAA2B,MAAM,CAAA;AAErC,EAAA,OAAO,MAAA,GAAS,GAAG,MAAM;;AAAA,EAAO,MAAA,CAAO,OAAO,CAAA,CAAA,GAAK,MAAA,CAAO,OAAA;AAC5D;;;ACnBA,IAAM,kBAAA,GAAqB;AAAA,EACzB,WAAA;AAAA,EACA,uBAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAA;AAMO,SAAS,mBAAA,CACd,eAAkC,mBAAA,EAClC;AACA,EAAA,OAAO,eAAeC,eACpB,IAAA,EACmC;AACnC,IAAA,MAAM,OAAA,GAAU,KAAK,OAAA,IAAW,eAAA;AAChC,IAAA,MAAM,EAAA,GAAK,KAAK,EAAA,IAAM,UAAA;AACtB,IAAA,MAAM,MAAA,GAAuB,KAAK,MAAA,IAAU,UAAA;AAC5C,IAAA,MAAM,QAAA,GAAW,KAAK,QAAA,IAAY,iBAAA;AAClC,IAAA,MAAM,YAAA,GAAe,KAAK,YAAA,IAAgB,KAAA;AAC1C,IAAA,MAAM,cAAA,GAAiB,KAAK,cAAA,IAAkB,uBAAA;AAC9C,IAAA,MAAM,SAAA,GAAY,KAAK,SAAA,IAAa,kBAAA;AAEpC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI;AACF,MAAA,MAAA,GAAS,IAAI,GAAA,CAAI,IAAA,CAAK,GAAG,CAAA;AAAA,IAC3B,CAAA,CAAA,MAAQ;AACN,MAAA,OAAO,EAAE,KAAA,EAAO,CAAA,aAAA,EAAgB,IAAA,CAAK,GAAG,CAAA,CAAA,EAAG;AAAA,IAC7C;AAEA,IAAA,IAAI,CAAC,CAAC,OAAA,EAAS,QAAQ,EAAE,QAAA,CAAS,MAAA,CAAO,QAAQ,CAAA,EAAG;AAClD,MAAA,OAAO;AAAA,QACL,KAAA,EAAO,CAAA,oCAAA,EAAuC,MAAA,CAAO,QAAQ,CAAA;AAAA,OAC/D;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAwC;AAAA,MAC5C,OAAA;AAAA,MACA,EAAA;AAAA,MACA,OAAA,EAAS;AAAA,QACP,MAAA,EAAQ,qBAAA;AAAA,QACR,iBAAA,EAAmB,8BAAA;AAAA,QACnB,GAAG,IAAA,CAAK;AAAA,OACV;AAAA,MACA,QAAA,EAAU,QAAA;AAAA,MACV,OAAA,EAAS;AAAA,KACX;AAEA,IAAA,IAAI,KAAK,KAAA,EAAO;AACd,MAAA,YAAA,CAAa,QAAQ,IAAA,CAAK,KAAA;AAAA,IAC5B;AAEA,IAAA,MAAM,WAAW,MAAM,YAAA,CAAa,KAAA,CAAM,IAAA,CAAK,KAAK,YAAY,CAAA;AAEhE,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,OAAO;AAAA,QACL,KAAA,EAAO,QAAQ,QAAA,CAAS,MAAM,IAAI,QAAA,CAAS,UAAU,CAAA,KAAA,EAAQ,IAAA,CAAK,GAAG,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,GAAA,IAAO,IAAA,CAAK,GAAA;AACtC,IAAA,MAAM,WAAA,GAAc,QAAA,CAAS,OAAA,CAAQ,GAAA,CAAI,cAAc,CAAA,IAAK,EAAA;AAE5D,IAAA,IAAI,CAAC,mBAAmB,IAAA,CAAK,CAAC,UAAU,WAAA,CAAY,QAAA,CAAS,KAAK,CAAC,CAAA,EAAG;AACpE,MAAA,OAAO,EAAE,KAAA,EAAO,CAAA,gCAAA,EAAmC,WAAW,CAAA,CAAA,CAAA,EAAI;AAAA,IACpE;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,IAAA,EAAK;AACjC,IAAA,MAAM,QAAA,GAAW,iBAAA,CAAkB,IAAA,EAAM,QAAQ,CAAA;AACjD,IAAA,MAAM,SAAA,GAAY,MAAM,YAAA,CAAa,QAAA,CAAS,UAAU,QAAA,EAAU;AAAA,MAChE,UAAU,MAAA,KAAW,MAAA;AAAA,MACrB,YAAA;AAAA,MACA;AAAA,KACD,CAAA;AAED,IAAA,IAAI,CAAC,SAAA,CAAU,OAAA,IAAW,SAAA,CAAU,cAAc,CAAA,EAAG;AACnD,MAAA,OAAO;AAAA,QACL,KAAA,EAAO,CAAA,0BAAA,EAA6B,IAAA,CAAK,GAAG,CAAA,sCAAA;AAAA,OAC9C;AAAA,IACF;AAEA,IAAA,MAAM,oBACJ,MAAA,KAAW,MAAA,GAAS,eAAe,SAAA,CAAU,OAAO,IAAI,SAAA,CAAU,OAAA;AAEpE,IAAA,OAAO;AAAA,MACL,KAAK,IAAA,CAAK,GAAA;AAAA,MACV,QAAA;AAAA,MACA,KAAA,EAAO,UAAU,KAAA,IAAS,EAAA;AAAA,MAC1B,MAAA,EAAQ,UAAU,MAAA,IAAU,EAAA;AAAA,MAC5B,SAAA,EAAW,UAAU,SAAA,IAAa,EAAA;AAAA,MAClC,IAAA,EAAM,UAAU,IAAA,IAAQ,EAAA;AAAA,MACxB,QAAA,EAAU,UAAU,QAAA,IAAY,EAAA;AAAA,MAChC,WAAW,SAAA,CAAU,SAAA;AAAA,MACrB,OAAA,EAAS,eAAA,CAAgB,iBAAA,EAAmB,QAAQ,CAAA;AAAA,MACpD,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF,CAAA;AACF;AAEO,IAAM,gBAAgB,mBAAA,EAAoB;AAG1C,SAAS,QACd,MAAA,EACsB;AACtB,EAAA,OAAO,OAAA,IAAW,MAAA;AACpB;ACrIO,SAAS,wBAAA,CACd,MAAA,GAA0B,EAAC,EACR;AACnB,EAAA,OAAO;AAAA,IACL,QAAA,EAAU,OAAO,QAAA,IAAY,iBAAA;AAAA,IAC7B,SAAA,EAAW,OAAO,SAAA,IAAa,kBAAA;AAAA,IAC/B,OAAA,EAAS,OAAO,OAAA,IAAW,eAAA;AAAA,IAC3B,EAAA,EAAI,OAAO,EAAA,IAAM,UAAA;AAAA,IACjB,YAAA,EAAc,OAAO,YAAA,IAAgB,KAAA;AAAA,IACrC,cAAA,EAAgB,OAAO,cAAA,IAAkB;AAAA,GAC3C;AACF;AAEO,SAAS,uCACd,QAAA,EACyB;AACzB,EAAA,OAAO;AAAA,IACL,KAAK,IAAA,CAAK,MAAA,CAAO,EAAE,WAAA,EAAa,kCAAkC,CAAA;AAAA,IAClE,SAAS,IAAA,CAAK,QAAA;AAAA,MACZ,KAAK,MAAA,CAAO;AAAA,QACV,WAAA,EAAa,CAAA,kDAAA,EAAqD,QAAA,CAAS,OAAO,CAAA,oEAAA;AAAA,OACnF;AAAA,KACH;AAAA,IACA,IAAI,IAAA,CAAK,QAAA;AAAA,MACP,KAAK,MAAA,CAAO;AAAA,QACV,WAAA,EAAa,CAAA,yCAAA,EAA4C,QAAA,CAAS,EAAE,CAAA,+CAAA;AAAA,OACrE;AAAA,KACH;AAAA,IACA,SAAS,IAAA,CAAK,QAAA;AAAA,MACZ,KAAK,MAAA,CAAO,IAAA,CAAK,QAAO,EAAG,IAAA,CAAK,QAAO,EAAG;AAAA,QACxC,WAAA,EACE;AAAA,OACH;AAAA,KACH;AAAA,IACA,UAAU,IAAA,CAAK,QAAA;AAAA,MACb,KAAK,MAAA,CAAO;AAAA,QACV,WAAA,EAAa,CAAA,uCAAA,EAA0C,QAAA,CAAS,QAAQ,CAAA;AAAA,OACzE;AAAA,KACH;AAAA,IACA,QAAQ,IAAA,CAAK,QAAA;AAAA,MACX,IAAA,CAAK,KAAA;AAAA,QACH,CAAC,IAAA,CAAK,OAAA,CAAQ,UAAU,CAAA,EAAG,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAA,EAAG,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,QACrE;AAAA,UACE,WAAA,EACE;AAAA;AACJ;AACF,KACF;AAAA,IACA,cAAc,IAAA,CAAK,QAAA;AAAA,MACjB,KAAK,OAAA,CAAQ;AAAA,QACX,WAAA,EAAa;AAAA,OACd;AAAA,KACH;AAAA,IACA,gBAAgB,IAAA,CAAK,QAAA;AAAA,MACnB,IAAA,CAAK,KAAA,CAAM,CAAC,IAAA,CAAK,OAAA,IAAW,IAAA,CAAK,OAAA,CAAQ,YAAY,CAAC,CAAA,EAAG;AAAA,QACvD,WAAA,EACE;AAAA,OACH;AAAA,KACH;AAAA,IACA,OAAO,IAAA,CAAK,QAAA;AAAA,MACV,KAAK,MAAA,CAAO;AAAA,QACV,WAAA,EACE;AAAA,OACH;AAAA;AACH,GACF;AACF;AAEA,eAAsB,oBAAA,CACpB,QACA,QAAA,EACmC;AACnC,EAAA,OAAO,aAAA,CAAc;AAAA,IACnB,KAAK,MAAA,CAAO,GAAA;AAAA,IACZ,OAAA,EAAU,MAAA,CAAO,OAAA,IAAsB,QAAA,CAAS,OAAA;AAAA,IAChD,EAAA,EAAK,MAAA,CAAO,EAAA,IAAiB,QAAA,CAAS,EAAA;AAAA,IACtC,SAAS,MAAA,CAAO,OAAA;AAAA,IAChB,QAAA,EAAW,MAAA,CAAO,QAAA,IAAuB,QAAA,CAAS,QAAA;AAAA,IAClD,MAAA,EAAS,OAAO,MAAA,IAA2C,UAAA;AAAA,IAC3D,YAAA,EAAe,MAAA,CAAO,YAAA,IAA4B,QAAA,CAAS,YAAA;AAAA,IAC3D,cAAA,EACG,MAAA,CAAO,cAAA,IACR,QAAA,CAAS,cAAA;AAAA,IACX,OAAO,MAAA,CAAO,KAAA;AAAA,IACd,WAAW,QAAA,CAAS;AAAA,GACrB,CAAA;AACH;;;AC3FO,IAAM,wBAAwB,CAAC,YAAA,GAA6B,EAAC,KAClE,yBAAyB,YAAY;AAEvC,SAAS,mBAAmB,MAAA,EAAqB;AAC/C,EAAA,OAAO;AAAA,IACL,OAAA,EAAS;AAAA,MACP;AAAA,QACE,IAAA,EAAM,MAAA;AAAA,QACN,MAAM,sBAAA,CAAuB,MAAA,EAAQ,EAAE,OAAA,EAAS,MAAM;AAAA;AACxD;AACF,GACF;AACF;AAEA,IAAM,MAAA,GAAS;AAAA,EACb,EAAA,EAAI,aAAA;AAAA,EACJ,IAAA,EAAM,aAAA;AAAA,EACN,WAAA,EACE,8IAAA;AAAA,EAEF,SAAS,GAAA,EAA0B;AACjC,IAAA,MAAM,QAAA,GAAW,qBAAA,CAAsB,GAAA,CAAI,YAAY,CAAA;AAEvD,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM,gBAAA;AAAA,MACN,WAAA,EAAa;AAAA,QACX,wFAAA;AAAA,QACA,gGAAA;AAAA,QACA,8EAAA;AAAA,QACA,0DAAA;AAAA,QACA;AAAA,OACF,CAAE,KAAK,GAAG,CAAA;AAAA,MACV,UAAA,EAAYC,IAAAA,CAAK,MAAA,CAAO,sCAAA,CAAuC,QAAQ,CAAC,CAAA;AAAA,MAExE,MAAM,OAAA,CAAQ,WAAA,EAAqB,MAAA,EAAiC;AAClE,QAAA,MAAM,MAAA,GAAS,MAAM,oBAAA,CAAqB,MAAA,EAAQ,QAAQ,CAAA;AAE1D,QAAA,IAAI,OAAA,CAAQ,MAAM,CAAA,EAAG;AACnB,UAAA,OAAO;AAAA,YACL,OAAA,EAAS;AAAA,cACP,EAAE,IAAA,EAAM,MAAA,EAAiB,MAAM,CAAA,OAAA,EAAU,MAAA,CAAO,KAAK,CAAA,CAAA;AAAG,aAC1D;AAAA,YACA,OAAA,EAAS;AAAA,WACX;AAAA,QACF;AAEA,QAAA,OAAO,mBAAmB,MAAM,CAAA;AAAA,MAClC;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,MAAA,CAAO,IAAA;AAAA,MACT,CAAA,yCAAA,EAA4C,QAAA,CAAS,OAAO,CAAA,CAAA,EAAI,SAAS,EAAE,CAAA,CAAA;AAAA,KAC7E;AAAA,EACF;AACF,CAAA;AAEA,IAAO,aAAA,GAAQ","file":"index.js","sourcesContent":["import type { FingerprintOs } from \"./types\";\n\nexport const DEFAULT_BROWSER = \"chrome_145\";\nexport const DEFAULT_OS: FingerprintOs = \"windows\";\nexport const DEFAULT_MAX_CHARS = 50_000;\nexport const DEFAULT_TIMEOUT_MS = 15_000;\nexport const DEFAULT_INCLUDE_REPLIES = \"extractors\" as const;\nexport const DEFAULT_ACCEPT_HEADER =\n  \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\";\nexport const DEFAULT_ACCEPT_LANGUAGE_HEADER = \"en-US,en;q=0.9\";\n","import { Defuddle } from \"defuddle/node\";\nimport { getProfiles, fetch as wreqFetch } from \"wreq-js\";\nimport type { FetchDependencies } from \"./types\";\n\nexport const runtimeDependencies: FetchDependencies = {\n  fetch: wreqFetch,\n  defuddle: Defuddle,\n  getProfiles,\n};\n","import { parseHTML } from \"linkedom\";\n\n/** Apply linkedom polyfills that Defuddle expects (getComputedStyle, styleSheets). */\nexport function parseLinkedomHTML(html: string, url?: string): Document {\n  const { document } = parseHTML(html);\n  const doc = document as Document & Record<string, unknown>;\n  const defaultView = doc.defaultView as\n    | (Window & {\n        getComputedStyle?: (\n          elt: Element,\n          pseudoElt?: string | null,\n        ) => CSSStyleDeclaration;\n      })\n    | undefined;\n\n  if (!(doc as { styleSheets?: unknown }).styleSheets) {\n    (doc as { styleSheets?: unknown }).styleSheets =\n      [] as unknown as StyleSheetList;\n  }\n\n  if (defaultView && !defaultView.getComputedStyle) {\n    defaultView.getComputedStyle = (() => ({\n      display: \"\",\n    })) as unknown as typeof defaultView.getComputedStyle;\n  }\n\n  if (url) {\n    (doc as { URL?: string }).URL = url;\n  }\n\n  return document;\n}\n","import type { FetchResult } from \"./types\";\n\nfunction buildHeader(\n  parts: Array<[label: string, value: string | number | undefined]>,\n) {\n  return parts\n    .filter(([, value]) => value !== undefined && value !== \"\")\n    .map(([label, value]) => `> ${label}: ${value}`)\n    .join(\"\\n\");\n}\n\nexport function markdownToText(markdown: string): string {\n  return markdown\n    .replace(/^#{1,6}\\s+/gm, \"\")\n    .replace(/\\*\\*([^*]+)\\*\\*/g, \"$1\")\n    .replace(/\\*([^*]+)\\*/g, \"$1\")\n    .replace(/\\[([^\\]]+)\\]\\([^)]+\\)/g, \"$1\")\n    .replace(/!\\[[^\\]]*\\]\\([^)]+\\)/g, \"\")\n    .replace(/^>\\s+/gm, \"\")\n    .replace(/^[-*+]\\s+/gm, \"• \")\n    .replace(/`([^`]+)`/g, \"$1\");\n}\n\nexport function truncateContent(content: string, maxChars: number): string {\n  if (content.length <= maxChars) return content;\n  return `${content.slice(0, maxChars)}\\n\\n[... truncated]`;\n}\n\nexport function buildCompactMetadataHeader(result: FetchResult): string {\n  return buildHeader([\n    [\"URL\", result.finalUrl],\n    [\"Title\", result.title],\n    [\"Author\", result.author],\n    [\"Published\", result.published],\n  ]);\n}\n\nexport function buildMetadataHeader(result: FetchResult): string {\n  return buildHeader([\n    [\"URL\", result.finalUrl],\n    [\"Title\", result.title],\n    [\"Author\", result.author],\n    [\"Published\", result.published],\n    [\"Site\", result.site],\n    [\"Language\", result.language],\n    [\"Words\", result.wordCount],\n    [\"Browser\", `${result.browser}/${result.os}`],\n  ]);\n}\n\nexport function buildFetchResponseText(\n  result: FetchResult,\n  options: { verbose?: boolean } = {},\n): string {\n  const header = options.verbose\n    ? buildMetadataHeader(result)\n    : buildCompactMetadataHeader(result);\n\n  return header ? `${header}\\n\\n${result.content}` : result.content;\n}\n","/**\n * Core extraction pipeline: fetch with TLS fingerprinting → parse → Defuddle extract.\n * Separated from the plugin entry so it can be tested independently.\n */\n\nimport {\n  DEFAULT_ACCEPT_HEADER,\n  DEFAULT_ACCEPT_LANGUAGE_HEADER,\n  DEFAULT_BROWSER,\n  DEFAULT_INCLUDE_REPLIES,\n  DEFAULT_MAX_CHARS,\n  DEFAULT_OS,\n  DEFAULT_TIMEOUT_MS,\n} from \"./constants\";\nimport { runtimeDependencies } from \"./dependencies\";\nimport { parseLinkedomHTML } from \"./dom\";\nimport { markdownToText, truncateContent } from \"./format\";\nimport { getLatestChromeProfile as getLatestChromeProfileFrom } from \"./profiles\";\nimport type {\n  FetchDependencies,\n  FetchError,\n  FetchOptions,\n  FetchResult,\n  OutputFormat,\n} from \"./types\";\n\nexport {\n  DEFAULT_BROWSER,\n  DEFAULT_INCLUDE_REPLIES,\n  DEFAULT_MAX_CHARS,\n  DEFAULT_OS,\n  DEFAULT_TIMEOUT_MS,\n} from \"./constants\";\nexport type {\n  FetchError,\n  FetchOptions,\n  FetchResult,\n  OutputFormat,\n} from \"./types\";\n\nconst HTML_CONTENT_TYPES = [\n  \"text/html\",\n  \"application/xhtml+xml\",\n  \"text/plain\",\n  \"text/markdown\",\n];\n\nexport function getLatestChromeProfile(): string {\n  return getLatestChromeProfileFrom(runtimeDependencies.getProfiles);\n}\n\nexport function createDefuddleFetch(\n  dependencies: FetchDependencies = runtimeDependencies,\n) {\n  return async function defuddleFetch(\n    opts: FetchOptions,\n  ): Promise<FetchResult | FetchError> {\n    const browser = opts.browser ?? DEFAULT_BROWSER;\n    const os = opts.os ?? DEFAULT_OS;\n    const format: OutputFormat = opts.format ?? \"markdown\";\n    const maxChars = opts.maxChars ?? DEFAULT_MAX_CHARS;\n    const removeImages = opts.removeImages ?? false;\n    const includeReplies = opts.includeReplies ?? DEFAULT_INCLUDE_REPLIES;\n    const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n\n    let parsed: URL;\n    try {\n      parsed = new URL(opts.url);\n    } catch {\n      return { error: `Invalid URL: ${opts.url}` };\n    }\n\n    if (![\"http:\", \"https:\"].includes(parsed.protocol)) {\n      return {\n        error: `Only http/https URLs supported, got ${parsed.protocol}`,\n      };\n    }\n\n    const fetchOptions: Record<string, unknown> = {\n      browser,\n      os,\n      headers: {\n        Accept: DEFAULT_ACCEPT_HEADER,\n        \"Accept-Language\": DEFAULT_ACCEPT_LANGUAGE_HEADER,\n        ...opts.headers,\n      },\n      redirect: \"follow\",\n      timeout: timeoutMs,\n    };\n\n    if (opts.proxy) {\n      fetchOptions.proxy = opts.proxy;\n    }\n\n    const response = await dependencies.fetch(opts.url, fetchOptions);\n\n    if (!response.ok) {\n      return {\n        error: `HTTP ${response.status} ${response.statusText} for ${opts.url}`,\n      };\n    }\n\n    const finalUrl = response.url ?? opts.url;\n    const contentType = response.headers.get(\"content-type\") ?? \"\";\n\n    if (!HTML_CONTENT_TYPES.some((value) => contentType.includes(value))) {\n      return { error: `Not an HTML page (content-type: ${contentType})` };\n    }\n\n    const html = await response.text();\n    const document = parseLinkedomHTML(html, finalUrl);\n    const extracted = await dependencies.defuddle(document, finalUrl, {\n      markdown: format !== \"html\",\n      removeImages,\n      includeReplies,\n    });\n\n    if (!extracted.content || extracted.wordCount === 0) {\n      return {\n        error: `No content extracted from ${opts.url}. May need JS rendering or is blocked.`,\n      };\n    }\n\n    const normalizedContent =\n      format === \"text\" ? markdownToText(extracted.content) : extracted.content;\n\n    return {\n      url: opts.url,\n      finalUrl,\n      title: extracted.title ?? \"\",\n      author: extracted.author ?? \"\",\n      published: extracted.published ?? \"\",\n      site: extracted.site ?? \"\",\n      language: extracted.language ?? \"\",\n      wordCount: extracted.wordCount,\n      content: truncateContent(normalizedContent, maxChars),\n      browser,\n      os,\n    };\n  };\n}\n\nexport const defuddleFetch = createDefuddleFetch();\n\n/** Type guard: check if result is an error. */\nexport function isError(\n  result: FetchResult | FetchError,\n): result is FetchError {\n  return \"error\" in result;\n}\n","import { type TSchema, Type } from \"@sinclair/typebox\";\nimport {\n  DEFAULT_BROWSER,\n  DEFAULT_INCLUDE_REPLIES,\n  DEFAULT_MAX_CHARS,\n  DEFAULT_OS,\n  DEFAULT_TIMEOUT_MS,\n} from \"./constants\";\nimport { defuddleFetch } from \"./extract\";\nimport type {\n  FetchError,\n  FetchResult,\n  FetchToolConfig,\n  FetchToolDefaults,\n} from \"./types\";\n\nexport function resolveFetchToolDefaults(\n  config: FetchToolConfig = {},\n): FetchToolDefaults {\n  return {\n    maxChars: config.maxChars ?? DEFAULT_MAX_CHARS,\n    timeoutMs: config.timeoutMs ?? DEFAULT_TIMEOUT_MS,\n    browser: config.browser ?? DEFAULT_BROWSER,\n    os: config.os ?? DEFAULT_OS,\n    removeImages: config.removeImages ?? false,\n    includeReplies: config.includeReplies ?? DEFAULT_INCLUDE_REPLIES,\n  };\n}\n\nexport function createBaseFetchToolParameterProperties(\n  defaults: FetchToolDefaults,\n): Record<string, TSchema> {\n  return {\n    url: Type.String({ description: \"URL to fetch (http/https only)\" }),\n    browser: Type.Optional(\n      Type.String({\n        description: `Browser profile for TLS fingerprinting. Default: \"${defaults.browser}\". Examples: chrome_145, firefox_147, safari_26, edge_145, opera_127`,\n      }),\n    ),\n    os: Type.Optional(\n      Type.String({\n        description: `OS profile for fingerprinting. Default: \"${defaults.os}\". Options: windows, macos, linux, android, ios`,\n      }),\n    ),\n    headers: Type.Optional(\n      Type.Record(Type.String(), Type.String(), {\n        description:\n          \"Custom HTTP headers to send. By default, Accept and Accept-Language are set automatically.\",\n      }),\n    ),\n    maxChars: Type.Optional(\n      Type.Number({\n        description: `Maximum characters to return. Default: ${defaults.maxChars}`,\n      }),\n    ),\n    format: Type.Optional(\n      Type.Union(\n        [Type.Literal(\"markdown\"), Type.Literal(\"html\"), Type.Literal(\"text\")],\n        {\n          description:\n            'Output format. \"markdown\" (default), \"html\" (cleaned HTML), or \"text\" (plain text, no formatting)',\n        },\n      ),\n    ),\n    removeImages: Type.Optional(\n      Type.Boolean({\n        description: \"Strip image references from output. Default: false\",\n      }),\n    ),\n    includeReplies: Type.Optional(\n      Type.Union([Type.Boolean(), Type.Literal(\"extractors\")], {\n        description:\n          \"Include replies/comments: 'extractors' for site-specific only (default), true for all, false for none\",\n      }),\n    ),\n    proxy: Type.Optional(\n      Type.String({\n        description:\n          \"Proxy URL (http://user:pass@host:port or socks5://host:port)\",\n      }),\n    ),\n  };\n}\n\nexport async function executeFetchToolCall(\n  params: Record<string, unknown>,\n  defaults: FetchToolDefaults,\n): Promise<FetchResult | FetchError> {\n  return defuddleFetch({\n    url: params.url as string,\n    browser: (params.browser as string) ?? defaults.browser,\n    os: (params.os as string) ?? defaults.os,\n    headers: params.headers as Record<string, string> | undefined,\n    maxChars: (params.maxChars as number) ?? defaults.maxChars,\n    format: (params.format as \"markdown\" | \"html\" | \"text\") ?? \"markdown\",\n    removeImages: (params.removeImages as boolean) ?? defaults.removeImages,\n    includeReplies:\n      (params.includeReplies as boolean | \"extractors\") ??\n      defaults.includeReplies,\n    proxy: params.proxy as string | undefined,\n    timeoutMs: defaults.timeoutMs,\n  });\n}\n","import { Type } from \"@sinclair/typebox\";\nimport {\n  buildFetchResponseText,\n  createBaseFetchToolParameterProperties,\n  executeFetchToolCall,\n  type FetchResult,\n  isError,\n  resolveFetchToolDefaults,\n} from \"smart-fetch-core\";\nimport type { PluginConfig, ToolRegistrationApi } from \"./types\";\n\nexport const resolvePluginDefaults = (pluginConfig: PluginConfig = {}) =>\n  resolveFetchToolDefaults(pluginConfig);\n\nfunction renderToolResponse(result: FetchResult) {\n  return {\n    content: [\n      {\n        type: \"text\" as const,\n        text: buildFetchResponseText(result, { verbose: true }),\n      },\n    ],\n  };\n}\n\nconst plugin = {\n  id: \"smart-fetch\",\n  name: \"Smart Fetch\",\n  description:\n    \"Clean web content extraction with TLS fingerprinting. Uses wreq-js (Rust native bindings) for browser-grade TLS and Defuddle for extraction.\",\n\n  register(api: ToolRegistrationApi) {\n    const defaults = resolvePluginDefaults(api.pluginConfig);\n\n    api.registerTool({\n      name: \"defuddle_fetch\",\n      description: [\n        \"Fetch a URL with browser-grade TLS fingerprinting and extract clean, readable content.\",\n        \"Uses Rust native bindings to impersonate real browsers at the TLS/HTTP2 level (JA3/JA4 match).\",\n        \"Returns markdown with rich metadata (author, publish date, schema.org data).\",\n        \"Better noise removal and anti-bot bypass than web_fetch.\",\n        \"Does NOT execute JavaScript — use the browser tool for JS-heavy SPAs.\",\n      ].join(\" \"),\n      parameters: Type.Object(createBaseFetchToolParameterProperties(defaults)),\n\n      async execute(_toolCallId: string, params: Record<string, unknown>) {\n        const result = await executeFetchToolCall(params, defaults);\n\n        if (isError(result)) {\n          return {\n            content: [\n              { type: \"text\" as const, text: `Error: ${result.error}` },\n            ],\n            isError: true,\n          };\n        }\n\n        return renderToolResponse(result);\n      },\n    });\n\n    api.logger.info(\n      `defuddle_fetch tool registered (default: ${defaults.browser}/${defaults.os})`,\n    );\n  },\n};\n\nexport default plugin;\n"]}

package/openclaw.plugin.json

@@ -0,0 +1,43 @@
+{
+  "id": "smart-fetch",
+  "name": "Smart Fetch",
+  "version": "0.1.3",
+  "description": "Clean web content extraction with browser-grade TLS fingerprinting. Uses wreq-js (Rust native bindings) for anti-bot bypass and Defuddle for superior content extraction.",
+  "configSchema": {
+    "type": "object",
+    "properties": {
+      "maxChars": {
+        "type": "number",
+        "description": "Maximum characters to return (default: 50000)",
+        "default": 50000
+      },
+      "timeoutMs": {
+        "type": "number",
+        "description": "Fetch timeout in milliseconds (default: 15000)",
+        "default": 15000
+      },
+      "browser": {
+        "type": "string",
+        "description": "Default browser profile for TLS fingerprinting (default: chrome_145)",
+        "default": "chrome_145"
+      },
+      "os": {
+        "type": "string",
+        "description": "Default OS profile for fingerprinting (default: windows)",
+        "default": "windows",
+        "enum": ["windows", "macos", "linux", "android", "ios"]
+      },
+      "removeImages": {
+        "type": "boolean",
+        "description": "Strip image references from output (default: false)",
+        "default": false
+      },
+      "includeReplies": {
+        "type": ["boolean", "string"],
+        "description": "Include replies/comments: 'extractors' (default), true, or false",
+        "default": "extractors"
+      }
+    },
+    "additionalProperties": false
+  }
+}

package/package.json

@@ -0,0 +1,74 @@
+{
+  "name": "openclaw-smart-fetch",
+  "version": "0.1.3",
+  "type": "module",
+  "description": "OpenClaw smart fetch plugin with browser-grade TLS fingerprinting and Defuddle extraction.",
+  "license": "MIT",
+  "author": "Thinkscape",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Thinkscape/agent-smart-fetch.git"
+  },
+  "homepage": "https://github.com/Thinkscape/agent-smart-fetch#readme",
+  "bugs": {
+    "url": "https://github.com/Thinkscape/agent-smart-fetch/issues"
+  },
+  "keywords": [
+    "openclaw",
+    "plugin",
+    "smart-fetch",
+    "defuddle",
+    "wreq-js",
+    "content-extraction",
+    "web-fetch",
+    "tls-fingerprinting"
+  ],
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist/",
+    "openclaw.plugin.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "engines": {
+    "bun": ">=1.3.0",
+    "node": ">=22"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "openclaw": {
+    "extensions": [
+      "./dist/index.js"
+    ],
+    "compat": {
+      "pluginApi": ">=2026.3.2",
+      "minGatewayVersion": "2026.3.2"
+    },
+    "build": {
+      "openclawVersion": "2026.3.2",
+      "pluginSdkVersion": "2026.3.2"
+    }
+  },
+  "scripts": {
+    "clean": "rm -rf dist",
+    "build": "bun run clean && bunx tsup --config tsup.config.ts",
+    "test": "bun test test",
+    "typecheck": "bunx tsc -p tsconfig.json",
+    "check": "bun run test && bun run build && bun run typecheck",
+    "pack:dry-run": "bun run build && npm pack --dry-run"
+  },
+  "dependencies": {
+    "@sinclair/typebox": "^0.34.49",
+    "defuddle": "^0.14.0",
+    "linkedom": "^0.18.12",
+    "wreq-js": "^2.2.2"
+  }
+}