@tforgach/axi-fetch 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Travis Forgach
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,84 @@
+# @tforgach/axi-fetch
+
+Token-efficient web fetching for AI agents. `axi-fetch` fetches a URL, extracts
+the meaningful content, and returns a compact **TOON** (Token-Oriented Object
+Notation) response following **AXI** (Agent eXperience Interface) principles —
+instead of raw HTML or even clean markdown.
+
+On real content pages it delivers a large token reduction vs a readable-markdown
+reader tool (median ~80% in-repo benchmark), by combining aggressive extraction,
+structured code/table lifting, sensible truncation, and TOON encoding.
+
+Built as an AXI CLI on top of
+[`axi-sdk-js`](https://www.npmjs.com/package/axi-sdk-js) (TOON output, structured
+errors, exit codes, self-update).
+
+## Install
+
+```sh
+npm install -g @tforgach/axi-fetch   # CLI
+# or as a library:
+npm install @tforgach/axi-fetch
+```
+
+Requires Node 20+.
+
+## CLI
+
+```sh
+axi-fetch <url> [flags]
+
+--full            Return full content (skip truncation)
+--no-links        Omit outbound links
+--no-cache        Bypass the on-disk response cache
+--timeout <ms>    Network timeout (default 10000)
+--max <chars>     Truncate content to N chars (default 1500)
+```
+
+Example:
+
+```sh
+axi-fetch https://en.wikipedia.org/wiki/Token_bucket
+```
+
+```
+url: "https://en.wikipedia.org/wiki/Token_bucket"
+title: Token bucket
+type: article
+confidence: 0.8
+contentLength: 7800
+truncated: true
+content: The token bucket is an algorithm used in packet-switched networks...
+sections[2]{heading,level}:
+  Comparison to leaky bucket,2
+  Hierarchical token bucket,2
+help[1]: Re-run with `--full` to get the complete content
+```
+
+Failures print a structured error and use a non-zero exit code (2 for bad
+input/flags, 1 otherwise).
+
+## Library
+
+```ts
+import { axiFetch, extractFromHtml } from "@tforgach/axi-fetch";
+
+const { axiResponse, toonOutput } = await axiFetch("https://example.com/article");
+console.log(toonOutput);        // TOON string (agent-facing)
+console.log(axiResponse.type);  // "article" | "documentation" | "generic"
+
+// Or run the pipeline on HTML you already have (no network):
+const result = extractFromHtml(html, "https://example.com/article");
+```
+
+## How it works
+
+```
+URL → fetch (native, redirects + meta-refresh + charset) → detect type (rules)
+    → extract (Readability / cheerio) → lift sections/code/tables/links
+    → truncate + next-steps → TOON encode
+```
+
+## License
+
+MIT

package/dist/cache.d.ts

@@ -0,0 +1,8 @@
+import type { FetchedPage } from "./fetcher.js";
+/** Default freshness window: repeated fetches within 15 min skip the network. */
+export declare const DEFAULT_CACHE_TTL: number;
+/** Return a cached page if present and newer than `ttl`; otherwise null. */
+export declare function readCache(url: string, ttl?: number): Promise<FetchedPage | null>;
+/** Persist a fetched page. Best-effort — write failures are swallowed. */
+export declare function writeCache(url: string, page: FetchedPage): Promise<void>;
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAEhD,iFAAiF;AACjF,eAAO,MAAM,iBAAiB,QAAc,CAAC;AAkB7C,4EAA4E;AAC5E,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,GAAG,GAAE,MAA0B,GAC9B,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAc7B;AAED,0EAA0E;AAC1E,wBAAsB,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ9E"}

package/dist/cache.js

@@ -0,0 +1,47 @@
+import { createHash } from "node:crypto";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+/** Default freshness window: repeated fetches within 15 min skip the network. */
+export const DEFAULT_CACHE_TTL = 15 * 60_000;
+/** Cache directory, resolved lazily so AXI_FETCH_CACHE_DIR / XDG can override it. */
+function cacheDir() {
+    if (process.env.AXI_FETCH_CACHE_DIR)
+        return process.env.AXI_FETCH_CACHE_DIR;
+    const base = process.env.XDG_CACHE_HOME || join(homedir(), ".cache");
+    return join(base, "axi-fetch");
+}
+function keyPath(url) {
+    const hash = createHash("sha256").update(url).digest("hex").slice(0, 32);
+    return join(cacheDir(), `${hash}.json`);
+}
+/** Return a cached page if present and newer than `ttl`; otherwise null. */
+export async function readCache(url, ttl = DEFAULT_CACHE_TTL) {
+    try {
+        const entry = JSON.parse(await readFile(keyPath(url), "utf8"));
+        if (Date.now() - entry.cachedAt > ttl)
+            return null;
+        return {
+            html: entry.html,
+            finalUrl: entry.finalUrl,
+            status: entry.status,
+            contentType: entry.contentType,
+        };
+    }
+    catch {
+        // Missing/corrupt cache is a normal miss.
+        return null;
+    }
+}
+/** Persist a fetched page. Best-effort — write failures are swallowed. */
+export async function writeCache(url, page) {
+    try {
+        await mkdir(cacheDir(), { recursive: true });
+        const entry = { ...page, cachedAt: Date.now() };
+        await writeFile(keyPath(url), JSON.stringify(entry));
+    }
+    catch {
+        // Caching is an optimization, never a hard dependency.
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,iFAAiF;AACjF,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,GAAG,MAAM,CAAC;AAM7C,qFAAqF;AACrF,SAAS,QAAQ;IACf,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAC5E,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AAC1C,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,MAAc,iBAAiB;IAE/B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAe,CAAC;QAC7E,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,0CAA0C;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,IAAiB;IAC7D,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAe,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,uDAAuD;IACzD,CAAC;AACH,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,112 @@
+#!/usr/bin/env node
+import { AxiError, runAxiCli } from "axi-sdk-js";
+import { axiFetch } from "./index.js";
+import { toStructured } from "./output.js";
+const VERSION = "0.1.0";
+const DESCRIPTION = "Fetch a URL and get a token-efficient, agent-ready TOON response";
+// Commands the SDK dispatches directly. Anything else in first position that
+// isn't a flag is treated as a URL for the implicit `fetch` command.
+const KNOWN_COMMANDS = new Set(["fetch", "update", "help"]);
+const TOP_LEVEL_HELP = [
+    `axi-fetch — ${DESCRIPTION}`,
+    "",
+    "Usage:",
+    "  axi-fetch <url> [flags]",
+    "  axi-fetch fetch <url> [flags]",
+    "",
+    "Flags:",
+    "  --full            Return full content (skip truncation)",
+    "  --no-links        Omit outbound links",
+    "  --no-cache        Bypass the on-disk response cache",
+    "  --timeout <ms>    Network timeout in milliseconds (default 10000)",
+    "  --max <chars>     Truncate content to N chars (default 1500)",
+    "",
+    "Examples:",
+    "  axi-fetch https://example.com/article",
+    "  axi-fetch example.com --full --no-links",
+].join("\n");
+const FETCH_HELP = [
+    "axi-fetch <url> — fetch and extract a page as TOON",
+    "",
+    "Flags: --full, --no-links, --timeout <ms>, --max <chars>",
+].join("\n");
+function readNumber(flag, value) {
+    const parsed = Number(value);
+    if (value === undefined || Number.isNaN(parsed) || parsed <= 0) {
+        throw new AxiError(`Flag ${flag} requires a positive number`, "VALIDATION_ERROR");
+    }
+    return parsed;
+}
+function parseFetchArgs(args) {
+    let url;
+    const options = {};
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (!arg.startsWith("-")) {
+            if (url !== undefined) {
+                throw new AxiError(`Unexpected argument: ${arg}`, "VALIDATION_ERROR");
+            }
+            url = arg;
+            continue;
+        }
+        const eq = arg.indexOf("=");
+        const flag = eq === -1 ? arg : arg.slice(0, eq);
+        const inlineValue = eq === -1 ? undefined : arg.slice(eq + 1);
+        const takeValue = () => inlineValue ?? args[++i];
+        switch (flag) {
+            case "--full":
+                options.full = true;
+                break;
+            case "--no-links":
+                options.includeLinks = false;
+                break;
+            case "--no-cache":
+                options.cache = false;
+                break;
+            case "--timeout":
+                options.timeout = readNumber(flag, takeValue());
+                break;
+            case "--max":
+                options.maxContentLength = readNumber(flag, takeValue());
+                break;
+            default:
+                throw new AxiError(`Unknown flag: ${flag}`, "VALIDATION_ERROR", [
+                    "Run `axi-fetch --help` to see supported flags",
+                ]);
+        }
+    }
+    if (!url) {
+        throw new AxiError("Missing URL argument", "VALIDATION_ERROR", [
+            "Usage: axi-fetch <url> [--full] [--no-links] [--timeout <ms>] [--max <chars>]",
+        ]);
+    }
+    return { url, options };
+}
+async function fetchCommand(args) {
+    const { url, options } = parseFetchArgs(args);
+    const { axiResponse } = await axiFetch(url, options);
+    return toStructured(axiResponse);
+}
+/** Treat a leading positional (a URL) as an implicit `fetch` command. */
+function normalizeArgv(argv) {
+    const first = argv[0];
+    if (first && !first.startsWith("-") && !KNOWN_COMMANDS.has(first)) {
+        return ["fetch", ...argv];
+    }
+    return argv;
+}
+await runAxiCli({
+    description: DESCRIPTION,
+    version: VERSION,
+    argv: normalizeArgv(process.argv.slice(2)),
+    topLevelHelp: TOP_LEVEL_HELP,
+    commands: { fetch: fetchCommand },
+    home: () => ({
+        description: DESCRIPTION,
+        usage: "axi-fetch <url> [--full] [--no-links] [--timeout <ms>] [--max <chars>]",
+        example: "axi-fetch https://example.com/article",
+        help: ["Run `axi-fetch --help` for the full reference"],
+    }),
+    getCommandHelp: (command) => (command === "fetch" ? FETCH_HELP : null),
+});
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,YAAY,EAA4B,MAAM,aAAa,CAAC;AAGrE,MAAM,OAAO,GAAG,OAAO,CAAC;AACxB,MAAM,WAAW,GACf,kEAAkE,CAAC;AAErE,6EAA6E;AAC7E,qEAAqE;AACrE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAE5D,MAAM,cAAc,GAAG;IACrB,eAAe,WAAW,EAAE;IAC5B,EAAE;IACF,QAAQ;IACR,2BAA2B;IAC3B,iCAAiC;IACjC,EAAE;IACF,QAAQ;IACR,2DAA2D;IAC3D,yCAAyC;IACzC,uDAAuD;IACvD,qEAAqE;IACrE,gEAAgE;IAChE,EAAE;IACF,WAAW;IACX,yCAAyC;IACzC,2CAA2C;CAC5C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,UAAU,GAAG;IACjB,oDAAoD;IACpD,EAAE;IACF,0DAA0D;CAC3D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAOb,SAAS,UAAU,CAAC,IAAY,EAAE,KAAyB;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,QAAQ,CAChB,QAAQ,IAAI,6BAA6B,EACzC,kBAAkB,CACnB,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,IAAc;IACpC,IAAI,GAAuB,CAAC;IAC5B,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QAErB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,MAAM,IAAI,QAAQ,CAAC,wBAAwB,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;YACxE,CAAC;YACD,GAAG,GAAG,GAAG,CAAC;YACV,SAAS;QACX,CAAC;QAED,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,WAAW,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,KAAK,YAAY;gBACf,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC7B,MAAM;YACR,KAAK,YAAY;gBACf,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;gBACtB,MAAM;YACR,KAAK,WAAW;gBACd,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;gBAChD,MAAM;YACR,KAAK,OAAO;gBACV,OAAO,CAAC,gBAAgB,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;gBACzD,MAAM;YACR;gBACE,MAAM,IAAI,QAAQ,CAAC,iBAAiB,IAAI,EAAE,EAAE,kBAAkB,EAAE;oBAC9D,+CAA+C;iBAChD,CAAC,CAAC;QACP,CAAC;IACH,CAAC;IAED,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,QAAQ,CAAC,sBAAsB,EAAE,kBAAkB,EAAE;YAC7D,+EAA+E;SAChF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc;IACxC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACrD,OAAO,YAAY,CAAC,WAAW,CAAC,CAAC;AACnC,CAAC;AAED,yEAAyE;AACzE,SAAS,aAAa,CAAC,IAAc;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,SAAS,CAAC;IACd,WAAW,EAAE,WAAW;IACxB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,YAAY,EAAE,cAAc;IAC5B,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;IACjC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACX,WAAW,EAAE,WAAW;QACxB,KAAK,EAAE,wEAAwE;QAC/E,OAAO,EAAE,uCAAuC;QAChD,IAAI,EAAE,CAAC,+CAA+C,CAAC;KACxD,CAAC;IACF,cAAc,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;CACvE,CAAC,CAAC"}

package/dist/extractors/article.d.ts

@@ -0,0 +1,12 @@
+import type { Content } from "../types.js";
+export interface ArticleExtraction {
+    title: string;
+    content: Content;
+}
+/**
+ * Article extraction via Mozilla Readability (the same engine as Firefox Reader
+ * View). Readability needs a real DOM, so we back it with jsdom; the readable
+ * HTML fragment is then parsed with cheerio for the outline and links.
+ */
+export declare function extractArticle(html: string, url: string, includeLinks: boolean): ArticleExtraction;
+//# sourceMappingURL=article.d.ts.map

package/dist/extractors/article.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"article.d.ts","sourceRoot":"","sources":["../../src/extractors/article.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAW3C,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,OAAO,GACpB,iBAAiB,CA+BnB"}

package/dist/extractors/article.js

@@ -0,0 +1,40 @@
+import { Readability } from "@mozilla/readability";
+import * as cheerio from "cheerio";
+import { JSDOM } from "jsdom";
+import { extractCodeBlocks, extractLinks, extractProse, extractSections, extractTables, normalizeText, } from "./shared.js";
+import { extractGeneric } from "./generic.js";
+/**
+ * Article extraction via Mozilla Readability (the same engine as Firefox Reader
+ * View). Readability needs a real DOM, so we back it with jsdom; the readable
+ * HTML fragment is then parsed with cheerio for the outline and links.
+ */
+export function extractArticle(html, url, includeLinks) {
+    const dom = new JSDOM(html, { url });
+    // keepClasses so language hints on code blocks survive into the readable HTML.
+    const reader = new Readability(dom.window.document, { keepClasses: true });
+    const parsed = reader.parse();
+    // Readability bails on pages without a clear article body; fall back cleanly.
+    if (!parsed || !parsed.textContent?.trim()) {
+        return extractGeneric(html, url, includeLinks);
+    }
+    const $ = cheerio.load(parsed.content ?? "");
+    // Pull structured blocks (outline, code, tables) BEFORE extractProse strips
+    // them from the prose. extractProse then reads block-by-block, removing
+    // tables/code/citations (also cleaning up infobox/footnote links).
+    const sections = extractSections($);
+    const codeBlocks = extractCodeBlocks($);
+    const tables = extractTables($);
+    const main = extractProse($);
+    return {
+        title: normalizeText(parsed.title || dom.window.document.title || url),
+        content: {
+            main,
+            truncated: false,
+            sections,
+            codeBlocks,
+            tables,
+            links: includeLinks ? extractLinks($, url) : [],
+        },
+    };
+}
+//# sourceMappingURL=article.js.map

package/dist/extractors/article.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"article.js","sourceRoot":"","sources":["../../src/extractors/article.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAE9B,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAO9C;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,GAAW,EACX,YAAqB;IAErB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,+EAA+E;IAC/E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IAE9B,8EAA8E;IAC9E,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3C,OAAO,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC7C,4EAA4E;IAC5E,wEAAwE;IACxE,mEAAmE;IACnE,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAE7B,OAAO;QACL,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,GAAG,CAAC;QACtE,OAAO,EAAE;YACP,IAAI;YACJ,SAAS,EAAE,KAAK;YAChB,QAAQ;YACR,UAAU;YACV,MAAM;YACN,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;SAChD;KACF,CAAC;AACJ,CAAC"}

package/dist/extractors/generic.d.ts

@@ -0,0 +1,13 @@
+import type { Content } from "../types.js";
+export interface GenericExtraction {
+    title: string;
+    content: Content;
+}
+/**
+ * Aggressive readability-style fallback. Strips page chrome (nav/header/footer),
+ * then runs the same structured extraction as the article path: code blocks and
+ * tables come out as structured data, and prose is read block-by-block (no more
+ * word-gluing from raw `.text()`).
+ */
+export declare function extractGeneric(html: string, url: string, includeLinks: boolean): GenericExtraction;
+//# sourceMappingURL=generic.d.ts.map

package/dist/extractors/generic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic.d.ts","sourceRoot":"","sources":["../../src/extractors/generic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAU3C,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;CAClB;AAgBD;;;;;GAKG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,OAAO,GACpB,iBAAiB,CA0BnB"}

package/dist/extractors/generic.js

@@ -0,0 +1,46 @@
+import * as cheerio from "cheerio";
+import { extractCodeBlocks, extractLinks, extractProse, extractSections, extractTables, normalizeText, } from "./shared.js";
+const NOISE_SELECTORS = [
+    "script",
+    "style",
+    "noscript",
+    "nav",
+    "header",
+    "footer",
+    "aside",
+    "form",
+    "template",
+    "svg",
+    "[aria-hidden='true']",
+].join(", ");
+/**
+ * Aggressive readability-style fallback. Strips page chrome (nav/header/footer),
+ * then runs the same structured extraction as the article path: code blocks and
+ * tables come out as structured data, and prose is read block-by-block (no more
+ * word-gluing from raw `.text()`).
+ */
+export function extractGeneric(html, url, includeLinks) {
+    const $ = cheerio.load(html);
+    // Read the title before de-noising; cheerio decodes HTML entities for us.
+    const title = normalizeText($("title").first().text()) ||
+        normalizeText($("h1").first().text()) ||
+        url;
+    $(NOISE_SELECTORS).remove();
+    // Pull structured blocks before extractProse strips them from the prose.
+    const sections = extractSections($);
+    const codeBlocks = extractCodeBlocks($);
+    const tables = extractTables($);
+    const main = extractProse($);
+    return {
+        title,
+        content: {
+            main,
+            truncated: false,
+            sections,
+            codeBlocks,
+            tables,
+            links: includeLinks ? extractLinks($, url) : [],
+        },
+    };
+}
+//# sourceMappingURL=generic.js.map

package/dist/extractors/generic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic.js","sourceRoot":"","sources":["../../src/extractors/generic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,aAAa,CAAC;AAOrB,MAAM,eAAe,GAAG;IACtB,QAAQ;IACR,OAAO;IACP,UAAU;IACV,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,UAAU;IACV,KAAK;IACL,sBAAsB;CACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,GAAW,EACX,YAAqB;IAErB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,0EAA0E;IAC1E,MAAM,KAAK,GACT,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACxC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,GAAG,CAAC;IACN,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;IAE5B,yEAAyE;IACzE,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAE7B,OAAO;QACL,KAAK;QACL,OAAO,EAAE;YACP,IAAI;YACJ,SAAS,EAAE,KAAK;YAChB,QAAQ;YACR,UAAU;YACV,MAAM;YACN,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;SAChD;KACF,CAAC;AACJ,CAAC"}

package/dist/extractors/shared.d.ts

@@ -0,0 +1,26 @@
+import type { CheerioAPI } from "cheerio";
+import type { CodeBlock, Link, Section, Table } from "../types.js";
+/** Collapse runs of whitespace and trim; readable text for agents. */
+export declare function normalizeText(text: string): string;
+/**
+ * Extract readable prose from a loaded content fragment, one block at a time so
+ * block boundaries become newlines (avoids "wordAnother" gluing from raw
+ * textContent). Nested blocks are de-duplicated by skipping any block that lives
+ * inside another prose block, since the ancestor already covers its text.
+ */
+export declare function extractProse($: CheerioAPI): string;
+/** Build a heading outline (h1-h6) from a cheerio document/fragment. */
+export declare function extractSections($: CheerioAPI, root?: string): Section[];
+/**
+ * Collect up to MAX_LINKS meaningful outbound links, classified internal vs
+ * external relative to `baseUrl` (AXI principle 2: keep the list small).
+ */
+export declare function extractLinks($: CheerioAPI, baseUrl: string, root?: string): Link[];
+/**
+ * Pull `<pre>` code blocks out as structured data. Whitespace is preserved (no
+ * normalizeText) so indentation survives; language is inferred from class hints.
+ */
+export declare function extractCodeBlocks($: CheerioAPI): CodeBlock[];
+/** Pull real data tables out as `{ headers, rows }` (a strong TOON fit). */
+export declare function extractTables($: CheerioAPI): Table[];
+//# sourceMappingURL=shared.d.ts.map

package/dist/extractors/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/extractors/shared.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAUnE,sEAAsE;AACtE,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAElD;AAaD;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,CAUlD;AAOD,wEAAwE;AACxE,wBAAgB,eAAe,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,SAAS,GAAG,OAAO,EAAE,CAavE;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,CAAC,EAAE,UAAU,EACb,OAAO,EAAE,MAAM,EACf,IAAI,SAAS,GACZ,IAAI,EAAE,CAsCR;AAWD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,UAAU,GAAG,SAAS,EAAE,CAgB5D;AAKD,4EAA4E;AAC5E,wBAAgB,aAAa,CAAC,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,CA+BpD"}

package/dist/extractors/shared.js

@@ -0,0 +1,164 @@
+const MAX_LINKS = 5;
+const MAX_SECTIONS = 25;
+const MAX_CODE_BLOCKS = 15;
+const MAX_CODE_CHARS = 1500;
+const MAX_TABLES = 5;
+const MAX_TABLE_ROWS = 30;
+const MAX_TABLE_COLS = 10;
+/** Collapse runs of whitespace and trim; readable text for agents. */
+export function normalizeText(text) {
+    return text.replace(/\s+/g, " ").trim();
+}
+// Noise stripped before reading prose: citation markers, edit links, tables and
+// code blocks (extracted separately as structured data), and raw styles.
+const PROSE_NOISE = "sup.reference, .mw-editsection, .reference, table, pre, style";
+// Block-level elements that carry article prose, read in document order.
+const PROSE_BLOCKS = "p, li, blockquote, h2, h3, h4, h5, h6, dd";
+/** Detect footnote/citation anchor text like "[1]" or "[a]". */
+const FOOTNOTE_TEXT = /^\[[0-9a-z]+\]$/i;
+/**
+ * Extract readable prose from a loaded content fragment, one block at a time so
+ * block boundaries become newlines (avoids "wordAnother" gluing from raw
+ * textContent). Nested blocks are de-duplicated by skipping any block that lives
+ * inside another prose block, since the ancestor already covers its text.
+ */
+export function extractProse($) {
+    $(PROSE_NOISE).remove();
+    const parts = [];
+    $(PROSE_BLOCKS).each((_, el) => {
+        if ($(el).parents(PROSE_BLOCKS).length > 0)
+            return;
+        const text = stripCitationMarkers(normalizeText($(el).text()));
+        if (text)
+            parts.push(text);
+    });
+    return parts.join("\n");
+}
+/** Remove inline citation/footnote markers like "[1]" or "[b]" left in prose. */
+function stripCitationMarkers(text) {
+    return text.replace(/\[(?:\d+|[a-z])\]/gi, "").replace(/\s+/g, " ").trim();
+}
+/** Build a heading outline (h1-h6) from a cheerio document/fragment. */
+export function extractSections($, root = "body") {
+    const sections = [];
+    $(`${root} h1, ${root} h2, ${root} h3, ${root} h4, ${root} h5, ${root} h6`).each((_, el) => {
+        if (sections.length >= MAX_SECTIONS)
+            return;
+        const heading = normalizeText($(el).text());
+        if (!heading)
+            return;
+        const tagName = $(el).prop("tagName") ?? "";
+        const level = Number(tagName.slice(1)) || 1;
+        sections.push({ heading, level });
+    });
+    return sections;
+}
+/**
+ * Collect up to MAX_LINKS meaningful outbound links, classified internal vs
+ * external relative to `baseUrl` (AXI principle 2: keep the list small).
+ */
+export function extractLinks($, baseUrl, root = "body") {
+    const links = [];
+    const seen = new Set();
+    let base;
+    try {
+        base = new URL(baseUrl);
+    }
+    catch {
+        base = undefined;
+    }
+    $(`${root} a[href]`).each((_, el) => {
+        if (links.length >= MAX_LINKS)
+            return;
+        const href = $(el).attr("href");
+        const text = normalizeText($(el).text());
+        if (!href || !text)
+            return;
+        // Drop footnote/citation markers like "[1]" or "[a]".
+        if (FOOTNOTE_TEXT.test(text))
+            return;
+        let resolved;
+        try {
+            resolved = new URL(href, base);
+        }
+        catch {
+            return;
+        }
+        if (resolved.protocol !== "http:" && resolved.protocol !== "https:")
+            return;
+        // Drop in-page anchors (e.g. #cite_note) — same page, not an outbound link.
+        if (base && resolved.hash && resolved.origin + resolved.pathname === base.origin + base.pathname) {
+            return;
+        }
+        if (seen.has(resolved.href))
+            return;
+        seen.add(resolved.href);
+        const kind = base && resolved.hostname === base.hostname ? "internal" : "external";
+        links.push({ text, url: resolved.href, kind });
+    });
+    return links;
+}
+// Language hint from a class token like `language-python`, `lang-js`,
+// `highlight-source-ts`, or `brush: python`.
+const LANG_CLASS = /(?:language|lang|highlight-source|brush)[-:\s]+([a-z0-9+#]+)/i;
+/** Trim leading/trailing blank lines while preserving indentation. */
+function trimCode(code) {
+    return code.replace(/^\s*\n/, "").replace(/\s+$/, "");
+}
+/**
+ * Pull `<pre>` code blocks out as structured data. Whitespace is preserved (no
+ * normalizeText) so indentation survives; language is inferred from class hints.
+ */
+export function extractCodeBlocks($) {
+    const blocks = [];
+    $("pre").each((_, el) => {
+        if (blocks.length >= MAX_CODE_BLOCKS)
+            return;
+        const $el = $(el);
+        const code = trimCode($el.text());
+        if (!code.trim())
+            return;
+        const classes = `${$el.attr("class") ?? ""} ${$el.find("code").first().attr("class") ?? ""}`;
+        const language = LANG_CLASS.exec(classes)?.[1]?.toLowerCase();
+        const clipped = code.length > MAX_CODE_CHARS ? `${code.slice(0, MAX_CODE_CHARS)}…` : code;
+        blocks.push(language ? { language, code: clipped } : { code: clipped });
+    });
+    return blocks;
+}
+// Layout/navigation tables that aren't real tabular content.
+const TABLE_NOISE = ".infobox, .navbox, .metadata, .sidebar, .vertical-navbox, .ambox, [role='presentation']";
+/** Pull real data tables out as `{ headers, rows }` (a strong TOON fit). */
+export function extractTables($) {
+    const tables = [];
+    $("table").each((_, el) => {
+        if (tables.length >= MAX_TABLES)
+            return;
+        const $t = $(el);
+        if ($t.is(TABLE_NOISE) || $t.parents(TABLE_NOISE).length > 0)
+            return;
+        const cellText = (i, cell) => normalizeText($(cell).text());
+        let headers = $t.find("thead th").map(cellText).get();
+        if (headers.length === 0) {
+            headers = $t.find("tr").first().find("th").map(cellText).get();
+        }
+        const rowScope = $t.find("tbody tr").length ? $t.find("tbody tr") : $t.find("tr");
+        const rows = [];
+        rowScope.each((_, tr) => {
+            if (rows.length >= MAX_TABLE_ROWS)
+                return;
+            const cells = $(tr).find("td");
+            if (cells.length === 0)
+                return; // header-only row
+            const row = cells.slice(0, MAX_TABLE_COLS).map(cellText).get();
+            if (row.some((c) => c.length > 0))
+                rows.push(row);
+        });
+        // Keep only tables that are actually tabular (>=2 rows, >=2 columns).
+        const width = Math.max(headers.length, rows[0]?.length ?? 0);
+        if (rows.length >= 2 && width >= 2) {
+            tables.push({ headers: headers.slice(0, MAX_TABLE_COLS), rows });
+        }
+    });
+    return tables;
+}
+//# sourceMappingURL=shared.js.map

package/dist/extractors/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../src/extractors/shared.ts"],"names":[],"mappings":"AAGA,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,cAAc,GAAG,EAAE,CAAC;AAE1B,sEAAsE;AACtE,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,gFAAgF;AAChF,yEAAyE;AACzE,MAAM,WAAW,GACf,+DAA+D,CAAC;AAElE,yEAAyE;AACzE,MAAM,YAAY,GAAG,2CAA2C,CAAC;AAEjE,gEAAgE;AAChE,MAAM,aAAa,GAAG,kBAAkB,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,CAAa;IACxC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC;IAExB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC7B,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QACnD,MAAM,IAAI,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,iFAAiF;AACjF,SAAS,oBAAoB,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7E,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,eAAe,CAAC,CAAa,EAAE,IAAI,GAAG,MAAM;IAC1D,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,CAAC,CAAC,GAAG,IAAI,QAAQ,IAAI,QAAQ,IAAI,QAAQ,IAAI,QAAQ,IAAI,QAAQ,IAAI,KAAK,CAAC,CAAC,IAAI,CAC9E,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACR,IAAI,QAAQ,CAAC,MAAM,IAAI,YAAY;YAAE,OAAO;QAC5C,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACpC,CAAC,CACF,CAAC;IACF,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,CAAa,EACb,OAAe,EACf,IAAI,GAAG,MAAM;IAEb,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,IAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,SAAS,CAAC;IACnB,CAAC;IAED,CAAC,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAClC,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS;YAAE,OAAO;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QAC3B,sDAAsD;QACtD,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO;QAErC,IAAI,QAAa,CAAC;QAClB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,QAAQ,CAAC,QAAQ,KAAK,OAAO,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO;QAC5E,4EAA4E;QAC5E,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjG,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO;QACpC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAExB,MAAM,IAAI,GACR,IAAI,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,sEAAsE;AACtE,6CAA6C;AAC7C,MAAM,UAAU,GAAG,+DAA+D,CAAC;AAEnF,sEAAsE;AACtE,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACxD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,CAAa;IAC7C,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACtB,IAAI,MAAM,CAAC,MAAM,IAAI,eAAe;YAAE,OAAO;QAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO;QAEzB,MAAM,OAAO,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7F,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QAC9D,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAE5E,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,6DAA6D;AAC7D,MAAM,WAAW,GAAG,yFAAyF,CAAC;AAE9G,4EAA4E;AAC5E,MAAM,UAAU,aAAa,CAAC,CAAa;IACzC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACxB,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,OAAO;QACxC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACjB,IAAI,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAErE,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,IAAa,EAAE,EAAE,CAC5C,aAAa,CAAC,CAAC,CAAC,IAAa,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC;QACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC;QACjE,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClF,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YACtB,IAAI,IAAI,CAAC,MAAM,IAAI,cAAc;gBAAE,OAAO;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,CAAC,kBAAkB;YAClD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/D,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,sEAAsE;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QAC7D,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC"}