@zenalexa/unicli 0.220.0 → 0.221.0

package/dist/adapters/moegirl/web.js

@@ -0,0 +1,269 @@
+/**
+ * @owner   src/adapters/moegirl/web.ts
+ * @does    Register Moegirl public search, page reading, and article link extraction commands.
+ * @needs   Moegirl public OpenSearch endpoint and rendered MediaWiki HTML.
+ * @feeds   ACG entity discovery, character disambiguation, and wiki-backed content research.
+ * @breaks  Moegirl skin/template markup drift can reduce page and link extraction quality.
+ */
+import { USER_AGENT } from "../../constants.js";
+import { cli, Strategy } from "../../registry.js";
+const ORIGIN = "https://zh.moegirl.org.cn";
+function str(value) {
+    return value === undefined || value === null ? "" : String(value);
+}
+function decodeHtml(value) {
+    return decodeHtmlEntities(value).replace(/\s+/g, " ").trim();
+}
+function decodeHtmlText(value) {
+    return decodeHtmlEntities(value)
+        .replace(/[ \t\f\v]+/g, " ")
+        .replace(/\n[ \t]+/g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+}
+function decodeHtmlEntities(value) {
+    return str(value)
+        .replace(/&#(\d+);/g, (_m, code) => String.fromCodePoint(Number(code)))
+        .replace(/&#x([0-9a-f]+);/gi, (_m, code) => String.fromCodePoint(Number.parseInt(code, 16)))
+        .replace(/ /g, " ")
+        .replace(/&/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#039;/g, "'")
+        .replace(/&#39;/g, "'");
+}
+function requireText(value, label) {
+    const text = str(value).trim();
+    if (!text)
+        throw new Error(`moegirl ${label} cannot be empty.`);
+    return text;
+}
+function requireLimit(value, fallback = 10) {
+    if (value === undefined || value === null || value === "")
+        return fallback;
+    const n = Number(value);
+    if (!Number.isInteger(n) || n < 1 || n > 50) {
+        throw new Error("moegirl limit must be an integer in [1, 50].");
+    }
+    return n;
+}
+function requireParagraphCap(value) {
+    if (value === undefined || value === null || value === "")
+        return 0;
+    const n = Number(value);
+    if (!Number.isInteger(n) || n < 0 || n > 100) {
+        throw new Error("moegirl paragraphs must be an integer in [0, 100].");
+    }
+    return n;
+}
+function articleUrl(title) {
+    return `${ORIGIN}/${encodeURIComponent(title.replace(/ /g, "_"))}`;
+}
+async function fetchJson(url) {
+    const response = await fetch(url, {
+        headers: {
+            Accept: "application/json",
+            "User-Agent": USER_AGENT,
+        },
+    });
+    if (!response.ok) {
+        throw new Error(`moegirl request failed with HTTP ${response.status}.`);
+    }
+    return response.json();
+}
+async function fetchText(url) {
+    const response = await fetch(url, {
+        headers: {
+            Accept: "text/html,application/xhtml+xml",
+            "User-Agent": USER_AGENT,
+        },
+    });
+    if (!response.ok) {
+        throw new Error(`moegirl request failed with HTTP ${response.status}.`);
+    }
+    return response.text();
+}
+export function mapMoegirlOpenSearch(data, limit) {
+    if (!Array.isArray(data) ||
+        !Array.isArray(data[1]) ||
+        !Array.isArray(data[3])) {
+        throw new Error("moegirl OpenSearch response shape changed.");
+    }
+    const titles = data[1];
+    const descriptions = Array.isArray(data[2]) ? data[2] : [];
+    const urls = data[3];
+    return titles.slice(0, limit).map((title, index) => ({
+        rank: index + 1,
+        title: str(title),
+        description: str(descriptions[index]),
+        url: str(urls[index]),
+    }));
+}
+function firstMatch(value, re) {
+    const match = value.match(re);
+    return match ? decodeHtml(match[1]) : "";
+}
+function bodyHtml(html) {
+    return (firstRawMatch(html, /<template id="MOE_SKIN_TEMPLATE_BODYCONTENT">([\s\S]*?)<\/template>/) ||
+        firstRawMatch(html, /<div[^>]+class="[^"]*\bmw-parser-output\b[^"]*"[^>]*>([\s\S]*?)<\/div>\s*<\/div>/) ||
+        html);
+}
+function firstRawMatch(value, re) {
+    const match = value.match(re);
+    return match ? match[1] : "";
+}
+function cleanArticleText(html) {
+    return decodeHtmlText(bodyHtml(html)
+        .replace(/<style[\s\S]*?<\/style>/gi, " ")
+        .replace(/<script[\s\S]*?<\/script>/gi, " ")
+        .replace(/<sup[\s\S]*?<\/sup>/gi, " ")
+        .replace(/<\/(?:p|li|h[1-6]|tr)>/gi, "\n\n")
+        .replace(/<(?:br|div)\b[^>]*>/gi, "\n")
+        .replace(/<[^>]+>/g, " ")
+        .replace(/\n\s+/g, "\n")
+        .replace(/\n{3,}/g, "\n\n"));
+}
+export function parseMoegirlPageHtml(html, requestedTitle, paragraphCap) {
+    const pageTitle = firstMatch(html, /<title>([^<]+?)(?: - 萌娘百科[^<]*)?<\/title>/) ||
+        firstMatch(html, /<meta property="og:title" content="(?:&lt;[^&]+&gt;)?([^"<]+)(?:&lt;\/[^&]+&gt;)?"/) ||
+        requestedTitle;
+    const title = requestedTitle.includes("(") ? requestedTitle : pageTitle;
+    const description = firstMatch(html, /<meta name="description" content="([^"]*)"/) ||
+        firstMatch(html, /<meta property="og:description" content="([^"]*)"/);
+    const url = firstMatch(html, /<link rel="canonical" href="([^"]+)"/) ||
+        articleUrl(title);
+    const categories = [...html.matchAll(/"wgCategories":\[(.*?)\]/g)][0]?.[1]
+        ?.split(",")
+        .map((item) => decodeHtml(item.replace(/^"|"$/g, "")))
+        .filter(Boolean);
+    const text = cleanArticleText(html);
+    if (!text) {
+        throw new Error(`Moegirl article "${requestedTitle}" has no readable text.`);
+    }
+    const paragraphs = text
+        .split(/\n+/)
+        .map((part) => part.trim())
+        .filter(Boolean);
+    const selected = paragraphCap > 0 ? paragraphs.slice(0, paragraphCap) : paragraphs;
+    return {
+        title,
+        description,
+        categories: categories ?? [],
+        paragraphs: selected.length,
+        extract: selected.join("\n\n"),
+        url,
+    };
+}
+export function parseMoegirlLinksHtml(html, limit, contains) {
+    const rows = [];
+    const seen = new Set();
+    const needle = contains.trim();
+    for (const match of bodyHtml(html).matchAll(/<a\b(?=[^>]*\bhref="([^"]+)")(?=[^>]*\btitle="([^"]+)")[^>]*>/g)) {
+        const href = decodeHtml(match[1]);
+        const title = decodeHtml(match[2]);
+        if (!href.startsWith("/") || href.includes("redlink=1"))
+            continue;
+        if (title.includes("页面不存在"))
+            continue;
+        if (needle && !title.includes(needle))
+            continue;
+        const key = `${title}\n${href}`;
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        rows.push({
+            rank: rows.length + 1,
+            title,
+            url: `${ORIGIN}${href}`,
+        });
+        if (rows.length >= limit)
+            break;
+    }
+    return rows;
+}
+cli({
+    site: "moegirl",
+    name: "search",
+    description: "Search Moegirl ACG wiki articles for characters, works, songs, games, and studios",
+    domain: "zh.moegirl.org.cn",
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: "query", type: "str", required: true, positional: true },
+        { name: "limit", type: "int", default: 10 },
+    ],
+    columns: ["rank", "title", "description", "url"],
+    func: async (_page, kwargs) => {
+        const query = requireText(kwargs.query, "query");
+        const limit = requireLimit(kwargs.limit);
+        const url = new URL(`${ORIGIN}/api.php`);
+        url.searchParams.set("action", "opensearch");
+        url.searchParams.set("search", query);
+        url.searchParams.set("limit", String(limit));
+        url.searchParams.set("namespace", "0");
+        url.searchParams.set("format", "json");
+        const rows = mapMoegirlOpenSearch(await fetchJson(url.toString()), limit);
+        if (rows.length === 0)
+            throw new Error(`No Moegirl pages found for "${query}".`);
+        return rows;
+    },
+});
+cli({
+    site: "moegirl",
+    name: "page",
+    description: "Read a Moegirl article as plain text with metadata",
+    domain: "zh.moegirl.org.cn",
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: "title", type: "str", required: true, positional: true },
+        {
+            name: "paragraphs",
+            type: "int",
+            default: 0,
+            description: "Paragraph cap, 0 means full",
+        },
+    ],
+    columns: [
+        "title",
+        "description",
+        "categories",
+        "paragraphs",
+        "extract",
+        "url",
+    ],
+    func: async (_page, kwargs) => {
+        const title = requireText(kwargs.title, "title");
+        const paragraphCap = requireParagraphCap(kwargs.paragraphs);
+        return [
+            parseMoegirlPageHtml(await fetchText(articleUrl(title)), title, paragraphCap),
+        ];
+    },
+});
+cli({
+    site: "moegirl",
+    name: "links",
+    description: "Extract internal Moegirl article links from a page, useful for disambiguation pages",
+    domain: "zh.moegirl.org.cn",
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: "title", type: "str", required: true, positional: true },
+        { name: "limit", type: "int", default: 20 },
+        {
+            name: "contains",
+            type: "str",
+            description: "Only return links whose title contains this text",
+        },
+    ],
+    columns: ["rank", "title", "url"],
+    func: async (_page, kwargs) => {
+        const title = requireText(kwargs.title, "title");
+        const rows = parseMoegirlLinksHtml(await fetchText(articleUrl(title)), requireLimit(kwargs.limit), str(kwargs.contains));
+        if (rows.length === 0)
+            throw new Error(`No Moegirl links found on "${title}".`);
+        return rows;
+    },
+});
+//# sourceMappingURL=web.js.map

package/dist/adapters/moegirl/web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.js","sourceRoot":"","sources":["../../../src/adapters/moegirl/web.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,MAAM,MAAM,GAAG,2BAA2B,CAAC;AAe3C,SAAS,GAAG,CAAC,KAAc;IACzB,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC/D,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,kBAAkB,CAAC,KAAK,CAAC;SAC7B,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,GAAG,CAAC,KAAK,CAAC;SACd,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CACzC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CACnC;SACA,OAAO,CAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CACjD,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAChD;SACA,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAAa;IAChD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,mBAAmB,CAAC,CAAC;IAChE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,QAAQ,GAAG,EAAE;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC3E,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,CAAC,CAAC;IACpE,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,GAAG,MAAM,IAAI,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,MAAM,EAAE,kBAAkB;YAC1B,YAAY,EAAE,UAAU;SACzB;KACF,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,MAAM,EAAE,iCAAiC;YACzC,YAAY,EAAE,UAAU;SACzB;KACF,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,IAAa,EACb,KAAa;IAEb,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACpB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EACvB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAc,CAAC;IACpC,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,CAAe,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAc,CAAC;IAClC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,GAAG,CAAC;QACf,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC;QACjB,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACrC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACtB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,EAAU;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9B,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,CACL,aAAa,CACX,IAAI,EACJ,qEAAqE,CACtE;QACD,aAAa,CACX,IAAI,EACJ,kFAAkF,CACnF;QACD,IAAI,CACL,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,EAAU;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9B,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,cAAc,CACnB,QAAQ,CAAC,IAAI,CAAC;SACX,OAAO,CAAC,2BAA2B,EAAE,GAAG,CAAC;SACzC,OAAO,CAAC,6BAA6B,EAAE,GAAG,CAAC;SAC3C,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC;SACrC,OAAO,CAAC,0BAA0B,EAAE,MAAM,CAAC;SAC3C,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC;SACtC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,IAAY,EACZ,cAAsB,EACtB,YAAoB;IAEpB,MAAM,SAAS,GACb,UAAU,CAAC,IAAI,EAAE,2CAA2C,CAAC;QAC7D,UAAU,CACR,IAAI,EACJ,oFAAoF,CACrF;QACD,cAAc,CAAC;IACjB,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;IACxE,MAAM,WAAW,GACf,UAAU,CAAC,IAAI,EAAE,4CAA4C,CAAC;QAC9D,UAAU,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;IACxE,MAAM,GAAG,GACP,UAAU,CAAC,IAAI,EAAE,sCAAsC,CAAC;QACxD,UAAU,CAAC,KAAK,CAAC,CAAC;IACpB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,EAAE,KAAK,CAAC,GAAG,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;SACrD,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CACb,oBAAoB,cAAc,yBAAyB,CAC5D,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI;SACpB,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,MAAM,QAAQ,GACZ,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACpE,OAAO;QACL,KAAK;QACL,WAAW;QACX,UAAU,EAAE,UAAU,IAAI,EAAE;QAC5B,UAAU,EAAE,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9B,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,KAAa,EACb,QAAgB;IAEhB,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CACzC,gEAAgE,CACjE,EAAE,CAAC;QACF,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,SAAS;QAClE,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,SAAS;QAChD,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;YACrB,KAAK;YACL,GAAG,EAAE,GAAG,MAAM,GAAG,IAAI,EAAE;SACxB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;YAAE,MAAM;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,QAAQ;IACd,WAAW,EACT,mFAAmF;IACrF,MAAM,EAAE,mBAAmB;IAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,KAAK;IACd,IAAI,EAAE;QACJ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;QAChE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE;KAC5C;IACD,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC;IAChD,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC;QACzC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACvC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAC,CAAC;AAEH,GAAG,CAAC;IACF,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,oDAAoD;IACjE,MAAM,EAAE,mBAAmB;IAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,KAAK;IACd,IAAI,EAAE;QACJ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;QAChE;YACE,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,6BAA6B;SAC3C;KACF;IACD,OAAO,EAAE;QACP,OAAO;QACP,aAAa;QACb,YAAY;QACZ,YAAY;QACZ,SAAS;QACT,KAAK;KACN;IACD,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC5D,OAAO;YACL,oBAAoB,CAClB,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAClC,KAAK,EACL,YAAY,CACb;SACF,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEH,GAAG,CAAC;IACF,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,OAAO;IACb,WAAW,EACT,qFAAqF;IACvF,MAAM,EAAE,mBAAmB;IAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,KAAK;IACd,IAAI,EAAE;QACJ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;QAChE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE;QAC3C;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,kDAAkD;SAChE;KACF;IACD,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;IACjC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,qBAAqB,CAChC,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAClC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAC1B,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CACrB,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAC,CAAC"}

package/dist/adapters/reddit/comments.d.ts

@@ -0,0 +1,9 @@
+/**
+ * @owner   Reddit comments adapter.
+ * @does    Fetches a Reddit post comment listing and emits normalized nested comment rows.
+ * @needs   Public reddit JSON listing endpoint and a normal web User-Agent.
+ * @feeds   Social comment tree analysis and Reddit read workflows.
+ * @breaks  Reddit JSON schema or public endpoint access changes can block unauthenticated reads.
+ */
+export declare function extractRedditCommentRows(response: unknown, contentId: string): Array<Record<string, unknown>>;
+//# sourceMappingURL=comments.d.ts.map

package/dist/adapters/reddit/comments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"comments.d.ts","sourceRoot":"","sources":["../../../src/adapters/reddit/comments.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA4EH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,OAAO,EACjB,SAAS,EAAE,MAAM,GAChB,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAKhC"}

package/dist/adapters/reddit/comments.js

@@ -0,0 +1,124 @@
+/**
+ * @owner   Reddit comments adapter.
+ * @does    Fetches a Reddit post comment listing and emits normalized nested comment rows.
+ * @needs   Public reddit JSON listing endpoint and a normal web User-Agent.
+ * @feeds   Social comment tree analysis and Reddit read workflows.
+ * @breaks  Reddit JSON schema or public endpoint access changes can block unauthenticated reads.
+ */
+import { USER_AGENT } from "../../constants.js";
+import { cli, Strategy } from "../../registry.js";
+import { normalizeCommentRows } from "../../social/comments.js";
+function normalizePostPath(input) {
+    const raw = input.trim();
+    if (!raw)
+        throw new Error("Reddit post URL or ID is required");
+    if (/^https?:\/\//i.test(raw)) {
+        const url = new URL(raw);
+        return url.pathname.replace(/^\/+/, "").replace(/\.json$/, "");
+    }
+    return raw.replace(/^\/+/, "").replace(/\.json$/, "");
+}
+function collectCommentRows(listing, contentId, parentId = "") {
+    const rows = [];
+    for (const thing of listing.data?.children ?? []) {
+        if (thing.kind !== "t1")
+            continue;
+        const data = thing.data;
+        if (!data?.id)
+            continue;
+        const commentId = data.name ?? `t1_${data.id}`;
+        rows.push({
+            id: commentId,
+            parent_id: data.parent_id && data.parent_id.startsWith("t1_")
+                ? data.parent_id
+                : parentId,
+            author: data.author ?? "",
+            body: data.body ?? "",
+            text: data.body ?? "",
+            score: data.score ?? 0,
+            replies: data.replies && typeof data.replies === "object"
+                ? (data.replies.data?.children?.filter((child) => child.kind === "t1")
+                    .length ?? 0)
+                : 0,
+            created: data.created_utc
+                ? new Date(data.created_utc * 1000).toISOString()
+                : "",
+            content_id: contentId,
+        });
+        if (data.replies && typeof data.replies === "object") {
+            rows.push(...collectCommentRows(data.replies, contentId, commentId));
+        }
+    }
+    return rows;
+}
+export function extractRedditCommentRows(response, contentId) {
+    if (!Array.isArray(response) || response.length < 2) {
+        throw new Error("Unexpected Reddit comments response");
+    }
+    return collectCommentRows(response[1], contentId);
+}
+cli({
+    site: "reddit",
+    name: "comments",
+    description: "Reddit post comments with nested reply hierarchy",
+    domain: "www.reddit.com",
+    strategy: Strategy.PUBLIC,
+    args: [
+        {
+            name: "url",
+            required: true,
+            positional: true,
+            description: "Reddit post URL, path, or comments ID",
+            "x-unicli-accepts": ["url", "id"],
+        },
+        {
+            name: "sort",
+            default: "top",
+            choices: ["best", "top", "new", "controversial", "old", "qa"],
+            description: "Comment sort order",
+        },
+        {
+            name: "limit",
+            type: "int",
+            default: 20,
+            description: "Number of top-level comments",
+        },
+    ],
+    columns: [
+        "platform",
+        "content_id",
+        "comment_id",
+        "parent_id",
+        "depth",
+        "path",
+        "author",
+        "text",
+        "likes",
+        "replies",
+        "created",
+        "body",
+        "score",
+    ],
+    socialCapabilities: ["read", "comments", "comment_replies"],
+    func: async (_page, kwargs) => {
+        const postPath = normalizePostPath(String(kwargs.url ?? ""));
+        const sort = String(kwargs.sort ?? "top");
+        const limit = Number(kwargs.limit ?? 20);
+        const response = await fetch(`https://www.reddit.com/${postPath}.json?sort=${encodeURIComponent(sort)}&limit=${encodeURIComponent(String(limit))}&raw_json=1`, {
+            headers: {
+                "User-Agent": USER_AGENT,
+                Accept: "application/json",
+            },
+        });
+        if (!response.ok) {
+            throw new Error(`Reddit comments request failed: ${response.status}`);
+        }
+        const json = await response.json();
+        const rows = extractRedditCommentRows(json, postPath);
+        return normalizeCommentRows(rows, {
+            platform: "reddit",
+            contentId: postPath,
+        });
+    },
+});
+//# sourceMappingURL=comments.js.map

package/dist/adapters/reddit/comments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"comments.js","sourceRoot":"","sources":["../../../src/adapters/reddit/comments.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAwBhE,SAAS,iBAAiB,CAAC,KAAa;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAC/D,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAsB,EACtB,SAAiB,EACjB,QAAQ,GAAG,EAAE;IAEb,MAAM,IAAI,GAAmC,EAAE,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,EAAE,CAAC;QACjD,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,SAAS;QAClC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,EAAE;YAAE,SAAS;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,IAAI,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC;YACR,EAAE,EAAE,SAAS;YACb,SAAS,EACP,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC;gBAChD,CAAC,CAAC,IAAI,CAAC,SAAS;gBAChB,CAAC,CAAC,QAAQ;YACd,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;YACtB,OAAO,EACL,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;gBAC9C,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;qBACjE,MAAM,IAAI,CAAC,CAAC;gBACjB,CAAC,CAAC,CAAC;YACP,OAAO,EAAE,IAAI,CAAC,WAAW;gBACvB,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gBACjD,CAAC,CAAC,EAAE;YACN,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAAiB,EACjB,SAAiB;IAEjB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAkB,EAAE,SAAS,CAAC,CAAC;AACrE,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,kDAAkD;IAC/D,MAAM,EAAE,gBAAgB;IACxB,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,uCAAuC;YACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC;SAClC;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,CAAC;YAC7D,WAAW,EAAE,oBAAoB;SAClC;QACD;YACE,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,8BAA8B;SAC5C;KACF;IACD,OAAO,EAAE;QACP,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,WAAW;QACX,OAAO;QACP,MAAM;QACN,QAAQ;QACR,MAAM;QACN,OAAO;QACP,SAAS;QACT,SAAS;QACT,MAAM;QACN,OAAO;KACR;IACD,kBAAkB,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC;IAC3D,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC5B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,0BAA0B,QAAQ,cAAc,kBAAkB,CAAC,IAAI,CAAC,UAAU,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,EAChI;YACE,OAAO,EAAE;gBACP,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,kBAAkB;aAC3B;SACF,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtD,OAAO,oBAAoB,CAAC,IAAI,EAAE;YAChC,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC"}

package/dist/adapters/safebooru/web.d.ts

@@ -0,0 +1,10 @@
+/**
+ * @owner   src/adapters/safebooru/web.ts
+ * @does    Register Safebooru tag lookup for exact and prefix-style ACG tag discovery.
+ * @needs   Safebooru DAPI tag XML endpoint.
+ * @feeds   Booru tag discovery before image search/detail/download workflows.
+ * @breaks  Safebooru DAPI XML attribute changes can block tag lookup.
+ */
+export declare function parseSafebooruTags(xml: string): Record<string, unknown>[];
+export declare function mergeSafebooruTags(groups: Record<string, unknown>[][]): Record<string, unknown>[];
+//# sourceMappingURL=web.d.ts.map

package/dist/adapters/safebooru/web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../../src/adapters/safebooru/web.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAsCH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAmBzE;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,GAClC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAY3B"}

package/dist/adapters/safebooru/web.js

@@ -0,0 +1,120 @@
+/**
+ * @owner   src/adapters/safebooru/web.ts
+ * @does    Register Safebooru tag lookup for exact and prefix-style ACG tag discovery.
+ * @needs   Safebooru DAPI tag XML endpoint.
+ * @feeds   Booru tag discovery before image search/detail/download workflows.
+ * @breaks  Safebooru DAPI XML attribute changes can block tag lookup.
+ */
+import { USER_AGENT } from "../../constants.js";
+import { cli, Strategy } from "../../registry.js";
+function str(value) {
+    return value === undefined || value === null ? "" : String(value);
+}
+function required(value, label) {
+    const text = str(value).trim();
+    if (!text)
+        throw new Error(`safebooru ${label} cannot be empty.`);
+    return text;
+}
+function requireLimit(value) {
+    if (value === undefined || value === null || value === "")
+        return 20;
+    const n = Number(value);
+    if (!Number.isInteger(n) || n < 1 || n > 100) {
+        throw new Error("safebooru limit must be an integer in [1, 100].");
+    }
+    return n;
+}
+function decodeXml(value) {
+    return value
+        .replace(/&quot;/g, '"')
+        .replace(/&apos;/g, "'")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&amp;/g, "&");
+}
+function attr(source, name) {
+    const match = source.match(new RegExp(`\\b${name}="([^"]*)"`));
+    return match ? decodeXml(match[1]) : "";
+}
+export function parseSafebooruTags(xml) {
+    const rows = [];
+    const tagRegex = /<tag\b[^>]*\/>/g;
+    let match;
+    while ((match = tagRegex.exec(xml)) !== null) {
+        const raw = match[0];
+        const name = attr(raw, "name");
+        if (!name)
+            continue;
+        rows.push({
+            rank: rows.length + 1,
+            id: attr(raw, "id"),
+            name,
+            count: attr(raw, "count"),
+            type: attr(raw, "type"),
+            ambiguous: attr(raw, "ambiguous"),
+            url: `https://safebooru.org/index.php?page=post&s=list&tags=${encodeURIComponent(name)}`,
+        });
+    }
+    return rows;
+}
+export function mergeSafebooruTags(groups) {
+    const rows = [];
+    const seen = new Set();
+    for (const group of groups) {
+        for (const row of group) {
+            const name = str(row.name);
+            if (!name || seen.has(name))
+                continue;
+            seen.add(name);
+            rows.push({ ...row, rank: rows.length + 1 });
+        }
+    }
+    return rows;
+}
+async function fetchTagRows(url) {
+    const response = await fetch(url, {
+        headers: {
+            Accept: "application/xml,text/xml",
+            "User-Agent": USER_AGENT,
+        },
+    });
+    if (!response.ok)
+        throw new Error(`safebooru request failed with HTTP ${response.status}.`);
+    return parseSafebooruTags(await response.text());
+}
+function tagUrl(kind, query, limit) {
+    const url = new URL("https://safebooru.org/index.php");
+    url.searchParams.set("page", "dapi");
+    url.searchParams.set("s", "tag");
+    url.searchParams.set("q", "index");
+    url.searchParams.set(kind, query);
+    url.searchParams.set("limit", String(limit));
+    return url;
+}
+async function searchTags(kwargs) {
+    const query = required(kwargs.query, "query");
+    const limit = requireLimit(kwargs.limit);
+    const rows = mergeSafebooruTags([
+        await fetchTagRows(tagUrl("name", query, 1)),
+        await fetchTagRows(tagUrl("name_pattern", query, limit)),
+    ]).slice(0, limit);
+    if (rows.length === 0)
+        throw new Error(`No Safebooru tags found for "${query}".`);
+    return rows;
+}
+cli({
+    site: "safebooru",
+    name: "tags",
+    description: "Search Safebooru tags by exact tag name or ASCII tag prefix such as blue_archive",
+    domain: "safebooru.org",
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: "query", type: "str", required: true, positional: true },
+        { name: "limit", type: "int", default: 20 },
+    ],
+    columns: ["rank", "id", "name", "count", "type", "ambiguous", "url"],
+    func: async (_page, kwargs) => searchTags(kwargs),
+});
+//# sourceMappingURL=web.js.map

package/dist/adapters/safebooru/web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.js","sourceRoot":"","sources":["../../../src/adapters/safebooru/web.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,SAAS,GAAG,CAAC,KAAc;IACzB,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,KAAa;IAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,mBAAmB,CAAC,CAAC;IAClE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACrE,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK;SACT,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,IAAI,CAAC,MAAc,EAAE,IAAY;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,IAAI,GAA8B,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,iBAAiB,CAAC;IACnC,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;YACrB,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;YACnB,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;YACzB,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC;YACjC,GAAG,EAAE,yDAAyD,kBAAkB,CAAC,IAAI,CAAC,EAAE;SACzF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAAmC;IAEnC,MAAM,IAAI,GAA8B,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YACtC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,GAAQ;IAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE;YACP,MAAM,EAAE,0BAA0B;YAClC,YAAY,EAAE,UAAU;SACzB;KACF,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QACd,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5E,OAAO,kBAAkB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,MAAM,CAAC,IAA6B,EAAE,KAAa,EAAE,KAAa;IACzE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,iCAAiC,CAAC,CAAC;IACvD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAA+B;IACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,kBAAkB,CAAC;QAC9B,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5C,MAAM,YAAY,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;KACzD,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACnB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,IAAI,CAAC,CAAC;IAC7D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,GAAG,CAAC;IACF,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,MAAM;IACZ,WAAW,EACT,kFAAkF;IACpF,MAAM,EAAE,eAAe;IACvB,QAAQ,EAAE,QAAQ,CAAC,MAAM;IACzB,OAAO,EAAE,KAAK;IACd,IAAI,EAAE;QACJ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;QAChE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE;KAC5C;IACD,OAAO,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC;IACpE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;CAClD,CAAC,CAAC"}

package/dist/adapters/threads/post.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @owner   Threads public page metadata adapter.
+ * @does    Register public profile, post, and media readers backed by Threads OG metadata.
+ * @needs   Threads public HTML pages exposing Open Graph metadata.
+ * @feeds   Social research workflows and Threads capability coverage.
+ * @breaks  Threads hiding public metadata or changing canonical post/profile markup.
+ */
+export interface ThreadsPostRow {
+    author: string;
+    handle: string;
+    text: string;
+    url: string;
+    image_url: string;
+    image_width: number;
+    image_height: number;
+    shortcode: string;
+    activity_json_url: string;
+}
+export interface ThreadsProfileRow {
+    name: string;
+    handle: string;
+    followers: string;
+    threads: string;
+    bio: string;
+    url: string;
+    avatar_url: string;
+}
+export declare function normalizeThreadsProfileUrl(input: string): string;
+export declare function normalizeThreadsPostUrl(input: string): string;
+export declare function parseThreadsPostHtml(html: string, fallbackUrl: string): ThreadsPostRow;
+export declare function parseThreadsProfileHtml(html: string, handleInput: string): ThreadsProfileRow;
+//# sourceMappingURL=post.d.ts.map

package/dist/adapters/threads/post.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"post.d.ts","sourceRoot":"","sources":["../../../src/adapters/threads/post.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;CACpB;AAuGD,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGhE;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAe7D;AASD,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,cAAc,CAwBhB;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,iBAAiB,CAqCnB"}