searchfetch 3.2.3__tar.gz → 3.3.1__tar.gz

{searchfetch-3.2.3/searchfetch.egg-info → searchfetch-3.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: searchfetch
-Version: 3.2.3
+Version: 3.3.1
 Summary: A maximum fault-tolerant, stealth-enabled MCP server for web searching and fetching.
 Author: Max
 License-Expression: MIT
@@ -11,12 +11,12 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: mcp>=1.28.1
-Requires-Dist: cloakbrowser>=0.4.5
+Requires-Dist: cloakbrowser>=0.4.11
 Requires-Dist: beautifulsoup4>=4.15.0
-Requires-Dist: markdownify>=1.2.2
+Requires-Dist: markdownify>=1.2.3
 Provides-Extra: dev
 Requires-Dist: pytest>=9.1.1; extra == "dev"
-Requires-Dist: ruff>=0.15.20; extra == "dev"
+Requires-Dist: ruff>=0.15.22; extra == "dev"
 Dynamic: license-file
 
 # SearchFetch (MCP Server)
@@ -105,6 +105,13 @@ Template extraction supports `text`, `markdown`, `attribute`, and `html` formats
 
 Built-in templates live in `templates/*.json` and are shared by the Node.js and Python implementations.
 
+**Available page templates** (auto-detected by URL or selectable by name):
+`wikipedia`, `reddit`, `mdn-web-docs`, `gitlab`, `youtube`, `devto`, `go-pkg`, `javadoc`,
+`github-repo`, `github-issue`, `npm-package`, `pypi-package`, `crates-package`,
+`docker-hub`, `docs-rs`, `docs-page`
+
+**`raw`** — special template that applies minimal filtering and returns full body content as markdown. Use when you need the complete page without template-specific extraction.
+
 ---
 
 ## Local Development

{searchfetch-3.2.3 → searchfetch-3.3.1}/README.md

@@ -84,6 +84,13 @@ Template extraction supports `text`, `markdown`, `attribute`, and `html` formats
 
 Built-in templates live in `templates/*.json` and are shared by the Node.js and Python implementations.
 
+**Available page templates** (auto-detected by URL or selectable by name):
+`wikipedia`, `reddit`, `mdn-web-docs`, `gitlab`, `youtube`, `devto`, `go-pkg`, `javadoc`,
+`github-repo`, `github-issue`, `npm-package`, `pypi-package`, `crates-package`,
+`docker-hub`, `docs-rs`, `docs-page`
+
+**`raw`** — special template that applies minimal filtering and returns full body content as markdown. Use when you need the complete page without template-specific extraction.
+
 ---
 
 ## Local Development

{searchfetch-3.2.3 → searchfetch-3.3.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "searchfetch"
-version = "3.2.3"
+version = "3.3.1"
 description = "A maximum fault-tolerant, stealth-enabled MCP server for web searching and fetching."
 readme = "README.md"
 license = "MIT"
@@ -15,15 +15,15 @@ authors =[
 keywords =["mcp", "search", "fetch", "llm", "ai", "agent", "stealth"]
 dependencies =[
     "mcp>=1.28.1",
-    "cloakbrowser>=0.4.5",
+    "cloakbrowser>=0.4.11",
     "beautifulsoup4>=4.15.0",
-    "markdownify>=1.2.2"
+    "markdownify>=1.2.3"
 ]
 
 [project.optional-dependencies]
 dev = [
     "pytest>=9.1.1",
-    "ruff>=0.15.20",
+    "ruff>=0.15.22",
 ]
 
 [project.urls]
@@ -38,18 +38,7 @@ searchfetch = "server:main"
 py-modules =["server"]
 
 [tool.setuptools.data-files]
-templates = [
-    "templates/github-repo.json",
-    "templates/github-issue.json",
-    "templates/npm-package.json",
-    "templates/pypi-package.json",
-    "templates/crates-package.json",
-    "templates/google-search.json",
-    "templates/duckduckgo-search.json",
-    "templates/docs-page.json",
-    "templates/docs-rs.json",
-    "templates/docker-hub.json",
-]
+templates = ["templates/*.json"]
 
 [tool.ruff]
 line-length = 100

{searchfetch-3.2.3 → searchfetch-3.3.1/searchfetch.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: searchfetch
-Version: 3.2.3
+Version: 3.3.1
 Summary: A maximum fault-tolerant, stealth-enabled MCP server for web searching and fetching.
 Author: Max
 License-Expression: MIT
@@ -11,12 +11,12 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: mcp>=1.28.1
-Requires-Dist: cloakbrowser>=0.4.5
+Requires-Dist: cloakbrowser>=0.4.11
 Requires-Dist: beautifulsoup4>=4.15.0
-Requires-Dist: markdownify>=1.2.2
+Requires-Dist: markdownify>=1.2.3
 Provides-Extra: dev
 Requires-Dist: pytest>=9.1.1; extra == "dev"
-Requires-Dist: ruff>=0.15.20; extra == "dev"
+Requires-Dist: ruff>=0.15.22; extra == "dev"
 Dynamic: license-file
 
 # SearchFetch (MCP Server)
@@ -105,6 +105,13 @@ Template extraction supports `text`, `markdown`, `attribute`, and `html` formats
 
 Built-in templates live in `templates/*.json` and are shared by the Node.js and Python implementations.
 
+**Available page templates** (auto-detected by URL or selectable by name):
+`wikipedia`, `reddit`, `mdn-web-docs`, `gitlab`, `youtube`, `devto`, `go-pkg`, `javadoc`,
+`github-repo`, `github-issue`, `npm-package`, `pypi-package`, `crates-package`,
+`docker-hub`, `docs-rs`, `docs-page`
+
+**`raw`** — special template that applies minimal filtering and returns full body content as markdown. Use when you need the complete page without template-specific extraction.
+
 ---
 
 ## Local Development

{searchfetch-3.2.3 → searchfetch-3.3.1}/searchfetch.egg-info/SOURCES.txt

@@ -10,12 +10,21 @@ searchfetch.egg-info/entry_points.txt
 searchfetch.egg-info/requires.txt
 searchfetch.egg-info/top_level.txt
 templates/crates-package.json
+templates/devto.json
 templates/docker-hub.json
 templates/docs-page.json
 templates/docs-rs.json
 templates/duckduckgo-search.json
 templates/github-issue.json
 templates/github-repo.json
+templates/gitlab.json
+templates/go-pkg.json
 templates/google-search.json
+templates/javadoc.json
+templates/mdn-web-docs.json
 templates/npm-package.json
-templates/pypi-package.json
+templates/pypi-package.json
+templates/raw.json
+templates/reddit.json
+templates/wikipedia.json
+templates/youtube.json

{searchfetch-3.2.3 → searchfetch-3.3.1}/searchfetch.egg-info/requires.txt

@@ -1,8 +1,8 @@
 mcp>=1.28.1
-cloakbrowser>=0.4.5
+cloakbrowser>=0.4.11
 beautifulsoup4>=4.15.0
-markdownify>=1.2.2
+markdownify>=1.2.3
 
 [dev]
 pytest>=9.1.1
-ruff>=0.15.20
+ruff>=0.15.22

{searchfetch-3.2.3 → searchfetch-3.3.1}/server.py

@@ -11,7 +11,7 @@ from markdownify import markdownify as md
 from mcp.server.fastmcp import FastMCP
 from playwright.async_api import TimeoutError as PlaywrightTimeoutError
 
-__version__ = "3.2.3"
+__version__ = "3.3.1"
 
 mcp = FastMCP("searchfetch")
 
@@ -448,13 +448,16 @@ ACCESS_DENIED_TITLE_PATTERNS = [
 ]
 
 ACCESS_DENIED_BODY_TRIGGERS = [
-    "captcha",
     "verify you are human",
     "are you a robot",
-    "unusual traffic",
     "access denied",
+]
+
+ACCESS_DENIED_STRONG_BODY_TRIGGERS = [
+    "our systems have detected unusual traffic",
     "sorry, you have been blocked",
     "to continue, please type the characters",
+    "bots use duckduckgo too",
 ]
 
 _ACCESS_DENIED_RE = re.compile("|".join(ACCESS_DENIED_TITLE_PATTERNS), re.IGNORECASE)
@@ -473,8 +476,10 @@ def _detect_access_failure(http_status: int | None, soup: BeautifulSoup) -> bool
     body = soup.find("body")
     if body:
         body_text = body.get_text(" ", strip=True)
+        lowered = body_text.lower()
+        if any(trigger in lowered for trigger in ACCESS_DENIED_STRONG_BODY_TRIGGERS):
+            return True
         if len(body_text) < 800:
-            lowered = body_text.lower()
             if any(trigger in lowered for trigger in ACCESS_DENIED_BODY_TRIGGERS):
                 return True
 
@@ -606,6 +611,7 @@ async def fetch_html(url: str, template: dict | None, block_media: bool, retry:
                 or "econnreset" in exc_msg
                 or "enotfound" in exc_msg
                 or "navigation" in exc_msg
+                or "navigating" in exc_msg
             )
             if attempt < attempts - 1 and is_network:
                 await asyncio.sleep(0.5)
@@ -1033,30 +1039,10 @@ def generic_fallback(html_content: str, _url: str = "") -> str:
 # ---------------------------------------------------------------------------
 
 
-@mcp.tool()
-async def websearch(
-    query: str,
-    engine: str = "duckduckgo",
-    region: str | None = None,
-    safe_search: bool | None = None,
-    max_results: int = 10,
-    block_media: bool = True,
-) -> str:
-    """
-    Search the web using template-driven search engines (Google, DuckDuckGo, or custom).
-
-    Args:
-        query: The search query string.
-        engine: Search engine: 'duckduckgo' or 'google'. Also accepts custom template names.
-        region: Region code. DDG: 'us-en', 'de-de', etc. Google: 'de-de' maps to hl=de, gl=de.
-        safe_search: Enable safe search. Maps to engine-specific params.
-        max_results: Max results to extract. Default: 10.
-        block_media: Block images/media/fonts. Default: True.
-    """
-    # 1. Resolve engine → template name
+def _resolve_search_candidate(
+    engine: str, query: str, region: str | None, safe_search: bool | None
+) -> tuple[str, dict, str]:
     template_name = resolve_search_template(engine)
-
-    # 2. Resolve the template object
     if template_name.startswith("{"):
         try:
             template = json.loads(template_name)
@@ -1070,33 +1056,116 @@ async def websearch(
             )
         template = BUILTIN_TEMPLATES[template_name]
 
-    # Validate url_template exists
     if not template.get("url_template"):
         raise ValueError(
             f"Template '{template.get('name', template_name)}' is not a search "
             "template (no url_template). Use webfetch for page templates."
         )
 
-    # 3. Map universal params to engine-specific url_params
     engine_key = engine if engine in ("duckduckgo", "google") else "custom"
-    url_params = map_search_params(query, engine_key, region, safe_search)
-
-    # 4. Resolve URL template
-    resolved_url = resolve_url_template(template, url_params)
-
-    # Google safe_search: append &safe=active after URL resolution
+    params = map_search_params(query, engine_key, region, safe_search)
+    resolved_url = resolve_url_template(template, params)
     if engine_key == "google" and safe_search is True:
         resolved_url += "&safe=active"
+    return engine, template, resolved_url
+
+
+def _resolve_duckduckgo_lite_candidate(
+    query: str, region: str | None, safe_search: bool | None
+) -> tuple[str, dict, str]:
+    template = dict(BUILTIN_TEMPLATES["duckduckgo-search"])
+    template.update(
+        {
+            "name": "duckduckgo-lite-search",
+            "url_template": "https://lite.duckduckgo.com/lite/?q={query}&kl={kl}&kp={kp}",
+            "sections": [
+                {
+                    "name": "Results",
+                    "selector": "a.result-link",
+                    "multiple": True,
+                    "max_items": 10,
+                    "children": [
+                        {"name": "Title", "selector": "", "format": "text"},
+                        {
+                            "name": "URL",
+                            "selector": "",
+                            "format": "attribute",
+                            "attribute": "href",
+                            "transform": "decode_ddg_url",
+                        },
+                    ],
+                }
+            ],
+        }
+    )
+    params = map_search_params(query, "duckduckgo", region, safe_search)
+    return "duckduckgo-lite", template, resolve_url_template(template, params)
+
+
+def _resolve_search_candidates(
+    engine: str, query: str, region: str | None, safe_search: bool | None
+) -> list[tuple[str, dict, str]]:
+    primary = _resolve_search_candidate(engine, query, region, safe_search)
+    if engine == "google":
+        return [
+            primary,
+            _resolve_search_candidate("duckduckgo", query, region, safe_search),
+            _resolve_duckduckgo_lite_candidate(query, region, safe_search),
+        ]
+    if engine == "duckduckgo":
+        return [primary, _resolve_duckduckgo_lite_candidate(query, region, safe_search)]
+    return [primary]
 
-    # 5. Fetch
-    html = await fetch_html(resolved_url, template, block_media, retry=True)
 
-    # 6. Parse and extract
-    soup = BeautifulSoup(html, "html.parser")
-    sections_data = extract_template(soup, template, origin="", max_results_override=max_results)
+@mcp.tool()
+async def websearch(
+    query: str,
+    engine: str = "duckduckgo",
+    region: str | None = None,
+    safe_search: bool | None = None,
+    max_results: int = 10,
+    block_media: bool = True,
+) -> str:
+    """
+    Search the web using template-driven search engines (Google, DuckDuckGo, or custom).
 
-    # 7. Compose output
-    return compose_search_results(sections_data, template.get("name", template_name))
+    Args:
+        query: The search query string.
+        engine: Search engine: 'duckduckgo' or 'google'. Also accepts custom template names.
+        region: Region code. DDG: 'us-en', 'de-de', etc. Google: 'de-de' maps to hl=de, gl=de.
+        safe_search: Enable safe search. Maps to engine-specific params.
+        max_results: Max results to extract. Default: 10.
+        block_media: Block images/media/fonts. Default: True.
+    """
+    candidates = _resolve_search_candidates(engine, query, region, safe_search)
+    last_exc = None
+
+    for selected_engine, template, resolved_url in candidates:
+        try:
+            html = await fetch_html(resolved_url, template, block_media, retry=True)
+            soup = BeautifulSoup(html, "html.parser")
+            sections_data = extract_template(
+                soup, template, origin="", max_results_override=max_results
+            )
+            result_section = next(
+                (section for section in sections_data if section.get("type") == "search_results"),
+                None,
+            )
+            if result_section and result_section.get("items"):
+                result = compose_search_results(
+                    sections_data, template.get("name", selected_engine)
+                )
+                if selected_engine != engine:
+                    result = (
+                        f"[websearch: {engine} was unavailable; results are from "
+                        f"{selected_engine}.]\n\n{result}"
+                    )
+                return result
+            last_exc = RuntimeError(f"No results extracted from {selected_engine}.")
+        except Exception as exc:
+            last_exc = exc
+
+    raise last_exc or RuntimeError("No search results found.")
 
 
 @mcp.tool()
@@ -1108,14 +1177,25 @@ async def webfetch(
     block_media: bool = True,
 ) -> str:
     """
-    Fetch a webpage and extract structured information using templates.
+    Fetch and extract the main text content from any webpage. Fully executes
+    JavaScript to load React/SPAs and aggressively strips images/media
+    (including base64) to save context tokens.
 
     Args:
-        url: The full URL to fetch.
-        template: "auto", a built-in name, or inline JSON. Default: "auto".
+        url: The full URL of the webpage to fetch (must start with http/https).
+        template: Template to use: 'auto' (auto-detect from URL), a built-in
+                  page template name (see list below), 'raw' for
+                  minimal-filtering full-page output, or inline JSON.
+                  Default: 'auto'.
         start_index: Character offset for pagination. Default: 0.
-        max_length: Max characters to return. Default: 10000.
-        block_media: Block images/media/fonts. Default: True.
+        max_length: Maximum characters to return per request. Default is 10000.
+        block_media: Block images, videos, and fonts entirely at the network
+                     layer. Default is true.
+
+    Built-in page templates (use by name to force a specific extractor):
+      wikipedia, reddit, mdn-web-docs, gitlab, youtube, devto, go-pkg,
+      javadoc, github-repo, github-issue, npm-package, pypi-package,
+      crates-package, docker-hub, docs-rs, docs-page, raw
     """
     # 1. Resolve template
     matched_template, template_name = resolve_page_template(url, template)

searchfetch-3.3.1/templates/devto.json

@@ -0,0 +1,45 @@
+{
+  "name": "devto",
+  "description": "DEV Community article — title, author, and content",
+  "order": 20,
+  "url_patterns": [
+    "^https?://dev\\.to/[^/]+/[^/]+"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "img",
+    "nav",
+    "footer",
+    ".sidebar",
+    ".crayons-layout__sidebar-left",
+    ".crayons-layout__sidebar-right",
+    ".crayons-article-actions",
+    ".reaction-button",
+    ".crayons-btn",
+    ".spec__tags",
+    ".article-engagement-bar",
+    ".comments-container"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "h1",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Author",
+      "selector": ".crayons-article__header__meta a, a.crayons-avatar",
+      "format": "text",
+      "required": false
+    },
+    {
+      "name": "Content",
+      "selector": "#article-body, .crayons-article__body, article.crayons-article",
+      "format": "markdown",
+      "required": true
+    }
+  ]
+}

searchfetch-3.3.1/templates/gitlab.json

@@ -0,0 +1,49 @@
+{
+  "name": "gitlab",
+  "description": "GitLab project — description, file listing, and README",
+  "order": 12,
+  "url_patterns": [
+    "^https?://gitlab\\.com/[^/]+/[^/]+/?$",
+    "^https?://gitlab\\.com/[^/]+/[^/]+/-/tree/[^/]+/?$"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "nav",
+    "footer",
+    "header",
+    ".navbar-gitlab",
+    ".nav-sidebar",
+    ".issuable-list",
+    ".super-sidebar",
+    "aside"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "h1",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Description",
+      "selector": "meta[name='description']",
+      "format": "attribute",
+      "attribute": "content",
+      "required": false
+    },
+    {
+      "name": "Files",
+      "selector": "table[data-qa-selector='file_tree_table'], .tree-table",
+      "format": "markdown",
+      "required": false
+    },
+    {
+      "name": "README",
+      "selector": ".readme-holder .md, .file-content .md, .readme-holder",
+      "format": "markdown",
+      "required": false
+    }
+  ]
+}

searchfetch-3.3.1/templates/go-pkg.json

@@ -0,0 +1,50 @@
+{
+  "name": "go-pkg",
+  "description": "Go package documentation on pkg.go.dev — name, overview, and docs",
+  "order": 22,
+  "url_patterns": [
+    "^https?://pkg\\.go\\.dev/[^/]+/?$",
+    "^https?://pkg\\.go\\.dev/[^/]+/[^/]+/?$",
+    "^https?://pkg\\.go\\.dev/[^/]+/[^/]+/[^/]+/?$"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "nav",
+    "footer",
+    ".go-Header",
+    ".go-SiteHeader",
+    ".go-Footer",
+    ".UnitMeta",
+    ".UnitMeta-repo",
+    ".UnitFiles",
+    ".JumpDrawer",
+    ".go-Main-nav",
+    ".go-Main-headerSubmenu",
+    ".Site-header",
+    ".UnitHeader-version",
+    ".UnitHeader-breadcrumb",
+    ".UnitHeader-details"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "h1",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Overview",
+      "selector": ".Documentation-overview, .Overview",
+      "format": "markdown",
+      "required": false
+    },
+    {
+      "name": "Documentation",
+      "selector": ".Documentation-content, .Documentation, #documentation",
+      "format": "markdown",
+      "required": false
+    }
+  ]
+}

searchfetch-3.3.1/templates/javadoc.json

@@ -0,0 +1,43 @@
+{
+  "name": "javadoc",
+  "description": "Java SE API documentation — class/method details",
+  "order": 8.5,
+  "url_patterns": [
+    "^https?://docs\\.oracle\\.com/.*/docs/api/.*"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "nav",
+    "footer",
+    "header",
+    ".topNav",
+    ".bottomNav",
+    ".subNav",
+    ".navListSearch",
+    ".skipNav",
+    ".searchTag",
+    ".searchTagResult",
+    ".useSummary",
+    ".inheritedList",
+    ".details",
+    ".memberSummary",
+    ".colFirst",
+    ".colLast"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": ".header h2, h2.title, h2:first-of-type",
+      "format": "text",
+      "required": false
+    },
+    {
+      "name": "Content",
+      "selector": "[role='main'], .document, .rst-content, article, .content, .markdown-body, .prose, main, .contentContainer",
+      "format": "markdown",
+      "required": true
+    }
+  ]
+}

searchfetch-3.3.1/templates/mdn-web-docs.json

@@ -0,0 +1,39 @@
+{
+  "name": "mdn-web-docs",
+  "description": "MDN Web Docs article — title and main content",
+  "order": 15,
+  "url_patterns": [
+    "^https?://developer\\.mozilla\\.org/.*"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "nav",
+    "footer",
+    "header",
+    ".sidebar",
+    ".toc",
+    ".interactive",
+    ".playground",
+    ".bc-data",
+    ".prev-next",
+    ".notecard",
+    ".language-menu",
+    ".breadcrumbs-container"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "h1",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Content",
+      "selector": "#content, article, main, .main-page-content",
+      "format": "markdown",
+      "required": true
+    }
+  ]
+}

searchfetch-3.3.1/templates/raw.json

@@ -0,0 +1,14 @@
+{
+  "name": "raw",
+  "description": "Raw page content — minimal filtering, full body as markdown (use when you need the complete page without template extraction)",
+  "order": 999,
+  "remove": [],
+  "sections": [
+    {
+      "name": "Content",
+      "selector": "body",
+      "format": "markdown",
+      "required": false
+    }
+  ]
+}

searchfetch-3.3.1/templates/reddit.json

@@ -0,0 +1,65 @@
+{
+  "name": "reddit",
+  "description": "Reddit post — title, content, and comments",
+  "order": 13,
+  "url_patterns": [
+    "^https?://(?:www\\.|old\\.)?reddit\\.com/r/[^/]+/comments/[^/]+"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "img",
+    "nav",
+    "footer",
+    "header",
+    ".promoted-post",
+    "shreddit-ad-post",
+    ".side",
+    ".sidebar",
+    ".footer-parent",
+    "#header",
+    ".sr-header-area",
+    ".menuarea",
+    ".linkinfo",
+    ".panestack-title",
+    ".report-button",
+    "shreddit-join-button",
+    "#overlayScrollContainer",
+    "#right-sidebar-container",
+    "#left-sidebar-container"
+  ],
+  "sections": [
+    {
+      "name": "Subreddit",
+      "selector": "a[href*='/r/'], shreddit-post a[href*='/r/']",
+      "format": "text",
+      "required": false
+    },
+    {
+      "name": "Title",
+      "selector": "h1, shreddit-post [slot='title']",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Author",
+      "selector": "a[href*='/user/'], shreddit-post a[href*='/user/'], [slot='authorName']",
+      "format": "text",
+      "required": false
+    },
+    {
+      "name": "Link",
+      "selector": "a[slot='external-anchor'], a.outbound-link, a[data-testid='outbound-link']",
+      "format": "attribute",
+      "attribute": "href",
+      "required": false
+    },
+    {
+      "name": "Content",
+      "selector": "[slot='text-body'], .text-body, .expando, .usertext-body .md",
+      "format": "markdown",
+      "required": false
+    }
+  ]
+}

searchfetch-3.3.1/templates/wikipedia.json

@@ -0,0 +1,46 @@
+{
+  "name": "wikipedia",
+  "description": "Wikipedia article — title and main content",
+  "order": 11,
+  "url_patterns": [
+    "^https?://[a-z]{2,4}\\.wikipedia\\.org/wiki/[^:]+$"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "nav",
+    "footer",
+    ".mw-editsection",
+    ".reflist",
+    ".navbox",
+    ".sisterproject",
+    ".metadata",
+    ".sidebar",
+    ".infobox",
+    "#toc",
+    ".mw-jump-link",
+    ".printfooter",
+    ".catlinks",
+    ".mw-authority-control",
+    ".shortdescription",
+    ".mw-indicators",
+    ".page-actions",
+    ".mw-page-title-namespace",
+    ".mw-heading-subtitle"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "#firstHeading, h1",
+      "format": "text",
+      "required": true
+    },
+    {
+      "name": "Content",
+      "selector": "#mw-content-text .mw-parser-output",
+      "format": "markdown",
+      "required": true
+    }
+  ]
+}

searchfetch-3.3.1/templates/youtube.json

@@ -0,0 +1,44 @@
+{
+  "name": "youtube",
+  "description": "YouTube video — title, channel, description",
+  "order": 30,
+  "url_patterns": [
+    "^https?://(?:www\\.)?(?:youtube\\.com/watch\\?v=|youtu\\.be/).+"
+  ],
+  "remove": [
+    "script",
+    "style",
+    "svg",
+    "img",
+    "nav",
+    "header",
+    "ytd-guide-renderer",
+    "ytd-mini-guide-renderer",
+    "#comments",
+    "#related",
+    "ytd-comments",
+    "ytd-live-chat-frame",
+    ".ytp-ad-module"
+  ],
+  "sections": [
+    {
+      "name": "Title",
+      "selector": "meta[name='title']",
+      "format": "attribute",
+      "attribute": "content",
+      "required": true
+    },
+    {
+      "name": "Channel",
+      "selector": "#owner a, ytd-video-owner-renderer a, #channel-name a",
+      "format": "text",
+      "required": false
+    },
+    {
+      "name": "Description",
+      "selector": "#description-inline-expander, ytd-text-inline-expander, #info-container",
+      "format": "markdown",
+      "required": false
+    }
+  ]
+}