@wirecat/cli-core 0.20.0 → 0.262.0

package/dist/parity/pages.js

@@ -0,0 +1,40 @@
+import { expected } from "./manifest.js";
+const optionsOf = (flags) => flags.match(/--[a-z][a-z-]*/g) ?? [];
+/**
+ * Every `<cli> <command> --option` on a user page whose option the command does not have. An option
+ * the manifest gives or plans for this CLI on that command passes — docs come first, the code follows —
+ * and one this CLI lacks does not.
+ */
+export const pageProblems = (page, cli, manifest, program) => {
+    const commands = new Map();
+    const walk = (command) => {
+        commands.set(command.path.join(" "), new Set(command.options.flatMap((option) => optionsOf(option.flags))));
+        command.commands.forEach(walk);
+    };
+    program.commands.forEach(walk);
+    const globals = new Set(program.global_options.flatMap((option) => optionsOf(option.flags)));
+    // Commander adds this automatically; command introspection lists only explicit options.
+    globals.add("--help");
+    const problems = [];
+    const line = new RegExp(`\\b${cli} ((?:[a-z][a-z-]* ?)+)([^\\n\`#|]*)`, "g");
+    for (const [, words, rest] of page.matchAll(line)) {
+        const typed = (words ?? "").trim().split(" ");
+        // A first word that is not a command is a profile.
+        const command = [typed, typed.slice(1)]
+            .flatMap((candidate) => candidate.map((_, end) => candidate.slice(0, candidate.length - end).join(" ")))
+            .find((path) => commands.has(path));
+        if (command === undefined)
+            continue;
+        const planned = manifest.commands[command]?.options ?? {};
+        for (const option of (rest ?? "").match(/(?<![\w-])--[a-z][a-z-]*/g) ?? []) {
+            if (commands.get(command)?.has(option) || globals.has(option))
+                continue;
+            const entry = planned[option];
+            if (entry !== undefined && expected(entry, cli) !== false)
+                continue;
+            problems.push(`${cli} ${command} ${option}`);
+        }
+    }
+    return problems;
+};
+//# sourceMappingURL=pages.js.map

package/dist/parity/pages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pages.js","sourceRoot":"","sources":["../../src/parity/pages.ts"],"names":[],"mappings":"AACA,OAAO,EAA+B,QAAQ,EAAiB,MAAM,eAAe,CAAA;AAEpF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAA;AAEnF;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,GAAQ,EAAE,QAAkB,EAAE,OAAqB,EAAY,EAAE;IAC1G,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAA;IAC/C,MAAM,IAAI,GAAG,CAAC,OAAoB,EAAE,EAAE;QACpC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3G,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC5F,wFAAwF;IACxF,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAErB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,qCAAqC,EAAE,GAAG,CAAC,CAAA;IAC5E,KAAK,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC7C,mDAAmD;QACnD,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACpC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;aACvG,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;QACrC,IAAI,OAAO,KAAK,SAAS;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,IAAI,EAAE,CAAA;QACzD,KAAK,MAAM,MAAM,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3E,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,SAAQ;YACvE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,KAAK;gBAAE,SAAQ;YACnE,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC,CAAA"}

package/dist/parity/seed.d.ts

@@ -0,0 +1,11 @@
+import { type Cli, type CommandsJson, type Manifest } from "./manifest.js";
+/**
+ * `manifest` with every command and option the programs have and it lacks, sorted. A program per CLI
+ * of the manifest, known by its `cli`. A row that is there is left as it is.
+ */
+export declare const seedPrograms: (manifest: Manifest, programs: readonly CommandsJson[]) => Manifest;
+/** `manifest` with `cli` added to its CLIs and every command and option planned for it, by `"?"`. */
+export declare const seedCli: (manifest: Manifest, cli: Cli) => Manifest;
+/** `parity.json` as Biome formats it: two-space JSON, each list of CLIs on one line. */
+export declare const formatManifest: (manifest: unknown) => string;
+//# sourceMappingURL=seed.d.ts.map

package/dist/parity/seed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"seed.d.ts","sourceRoot":"","sources":["../../src/parity/seed.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,GAAG,EAER,KAAK,YAAY,EAIjB,KAAK,QAAQ,EAGd,MAAM,eAAe,CAAA;AAuBtB;;;GAGG;AACH,eAAO,MAAM,YAAY,aAAc,QAAQ,YAAY,SAAS,YAAY,EAAE,KAAG,QA6CpF,CAAA;AAED,qGAAqG;AACrG,eAAO,MAAM,OAAO,aAAc,QAAQ,OAAO,GAAG,KAAG,QA2BtD,CAAA;AAED,wFAAwF;AACxF,eAAO,MAAM,cAAc,aAAc,OAAO,KAAG,MACkG,CAAA"}

package/dist/parity/seed.js

@@ -0,0 +1,99 @@
+import { coveringRow, longName, solo, } from "./manifest.js";
+const sorted = (record) => Object.fromEntries(Object.entries(record).sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0)));
+const commandsOf = (program) => {
+    const found = new Map();
+    const walk = (command) => {
+        found.set(command.path.join(" "), command);
+        command.commands.forEach(walk);
+    };
+    program.commands.forEach(walk);
+    return found;
+};
+const where = (clis, having) => having.length === clis.length
+    ? { in: "all" }
+    : {
+        in: [...having],
+        planned: Object.fromEntries(clis.filter((cli) => !having.includes(cli)).map((cli) => [cli, "?"])),
+    };
+/**
+ * `manifest` with every command and option the programs have and it lacks, sorted. A program per CLI
+ * of the manifest, known by its `cli`. A row that is there is left as it is.
+ */
+export const seedPrograms = (manifest, programs) => {
+    const missing = manifest.clis.filter((cli) => !programs.some((program) => program.cli === cli));
+    if (missing.length > 0)
+        throw new Error(`no commands --json for ${missing.join(", ")}`);
+    const next = structuredClone(manifest);
+    const trees = new Map(programs.map((program) => [program.cli, commandsOf(program)]));
+    const catalogue = (option) => {
+        const name = longName(option.flags);
+        if (next.options[name])
+            return;
+        const value = /[<[][^>\]]+[>\]]/.exec(option.flags)?.[0];
+        next.options[name] = {
+            ...(value ? { value } : {}),
+            meaning: option.description,
+            ...(option.default === undefined ? {} : { default: String(option.default) }),
+        };
+    };
+    const seedOptions = (entries, options) => {
+        for (const option of [...options.values()].flat()) {
+            catalogue(option);
+            const name = longName(option.flags);
+            const having = next.clis.filter((cli) => options.get(cli)?.some((one) => longName(one.flags) === name));
+            const place = where(next.clis, having);
+            entries[name] ??= place.in === "all" ? "all" : place;
+        }
+    };
+    seedOptions(next.globalOptions, new Map(programs.map((program) => [program.cli, program.global_options])));
+    const paths = new Set([...trees.values()].flatMap((tree) => [...tree.keys()]));
+    for (const path of [...paths].sort()) {
+        if (coveringRow(next, path))
+            continue;
+        const having = next.clis.filter((cli) => trees.get(cli)?.has(path));
+        next.commands[path] ??= where(next.clis, having);
+        const row = next.commands[path];
+        if (solo(row))
+            continue;
+        const options = { ...row.options };
+        seedOptions(options, new Map(having.map((cli) => [cli, trees.get(cli)?.get(path)?.options ?? []])));
+        if (Object.keys(options).length > 0)
+            row.options = sorted(options);
+    }
+    return {
+        ...next,
+        options: sorted(next.options),
+        globalOptions: sorted(next.globalOptions),
+        commands: sorted(next.commands),
+    };
+};
+/** `manifest` with `cli` added to its CLIs and every command and option planned for it, by `"?"`. */
+export const seedCli = (manifest, cli) => {
+    if (manifest.clis.includes(cli))
+        throw new Error(`${cli} is in the parity manifest already`);
+    const plan = (entry) => {
+        const row = typeof entry === "string" ? { in: entry } : entry;
+        return {
+            in: row.in === "all" ? [...manifest.clis] : row.in,
+            ...(row.reason ? { reason: row.reason } : {}),
+            planned: { ...row.planned, [cli]: "?" },
+        };
+    };
+    const planAll = (entries) => Object.fromEntries(Object.entries(entries).map(([name, entry]) => [name, plan(entry)]));
+    return {
+        ...manifest,
+        clis: [...manifest.clis, cli],
+        globalOptions: planAll(manifest.globalOptions),
+        commands: Object.fromEntries(Object.entries(manifest.commands).map(([path, row]) => [
+            path,
+            {
+                ...plan(row),
+                ...(row.subtree ? { subtree: true } : {}),
+                ...(row.options ? { options: planAll(row.options) } : {}),
+            },
+        ])),
+    };
+};
+/** `parity.json` as Biome formats it: two-space JSON, each list of CLIs on one line. */
+export const formatManifest = (manifest) => `${JSON.stringify(manifest, null, 2).replace(/\[\s+((?:"[^"]*",?\s*)+)\]/g, (_, items) => `[${items.trim().split(/,\s*/).join(", ")}]`)}\n`;
+//# sourceMappingURL=seed.js.map

package/dist/parity/seed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"seed.js","sourceRoot":"","sources":["../../src/parity/seed.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,WAAW,EAEX,QAAQ,EAGR,IAAI,GACL,MAAM,eAAe,CAAA;AAEtB,MAAM,MAAM,GAAG,CAAI,MAAyB,EAAqB,EAAE,CACjE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE7F,MAAM,UAAU,GAAG,CAAC,OAAqB,EAAE,EAAE;IAC3C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAA;IAC5C,MAAM,IAAI,GAAG,CAAC,OAAoB,EAAE,EAAE;QACpC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAA;QAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,KAAK,GAAG,CAAC,IAAoB,EAAE,MAAsB,EAAE,EAAE,CAC7D,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;IAC3B,CAAC,CAAC,EAAE,EAAE,EAAE,KAAc,EAAE;IACxB,CAAC,CAAC;QACE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;KAClG,CAAA;AAEP;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAkB,EAAE,QAAiC,EAAY,EAAE;IAC9F,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAA;IAC/F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACvF,MAAM,IAAI,GAAa,eAAe,CAAC,QAAQ,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpF,MAAM,SAAS,GAAG,CAAC,MAAkB,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAM;QAC9B,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACxD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG;YACnB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,MAAM,CAAC,WAAW;YAC3B,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;SAC7E,CAAA;IACH,CAAC,CAAA;IACD,MAAM,WAAW,GAAG,CAAC,OAA8B,EAAE,OAAwC,EAAE,EAAE;QAC/F,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAClD,SAAS,CAAC,MAAM,CAAC,CAAA;YACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAA;YACvG,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YACtC,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAA;QACtD,CAAC;IACH,CAAC,CAAA;IAED,WAAW,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1G,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAC9E,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACrC,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC;YAAE,SAAQ;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;QACnE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAe,CAAA;QAC7C,IAAI,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACvB,MAAM,OAAO,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAA;QAClC,WAAW,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACnG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;IACpE,CAAC;IAED,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QAC7B,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;QACzC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;KAChC,CAAA;AACH,CAAC,CAAA;AAED,qGAAqG;AACrG,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,QAAkB,EAAE,GAAQ,EAAY,EAAE;IAChE,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,oCAAoC,CAAC,CAAA;IAC5F,MAAM,IAAI,GAAG,CAAC,KAAY,EAAY,EAAE;QACtC,MAAM,GAAG,GAAa,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAA;QACvE,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE;YAClD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE;SACxC,CAAA;IACH,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,CAAC,OAA8B,EAAE,EAAE,CACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACzF,OAAO;QACL,GAAG,QAAQ;QACX,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;QAC7B,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC9C,QAAQ,EAAE,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;YACrD,IAAI;YACJ;gBACE,GAAG,IAAI,CAAC,GAAG,CAAC;gBACZ,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D;SACF,CAAC,CACH;KACF,CAAA;AACH,CAAC,CAAA;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,QAAiB,EAAU,EAAE,CAC1D,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,CAAC,EAAE,KAAa,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA"}

package/dist/parity/wording.d.ts

@@ -0,0 +1,8 @@
+import { type CommandsJson, type Manifest } from "./manifest.js";
+/**
+ * Every shared option that the CLIs having it describe in different words; each program is known by
+ * its `cli`. An option whose catalogue entry has a `note` is a clash already written down, and is left
+ * to whoever the note names.
+ */
+export declare const wordingProblems: (manifest: Manifest, programs: readonly CommandsJson[]) => string[];
+//# sourceMappingURL=wording.d.ts.map

package/dist/parity/wording.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wording.d.ts","sourceRoot":"","sources":["../../src/parity/wording.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,YAAY,EAAkC,KAAK,QAAQ,EAAE,MAAM,eAAe,CAAA;AAmBhG;;;;GAIG;AACH,eAAO,MAAM,eAAe,aAAc,QAAQ,YAAY,SAAS,YAAY,EAAE,KAAG,MAAM,EAmC7F,CAAA"}

package/dist/parity/wording.js

@@ -0,0 +1,55 @@
+import { expected, longName } from "./manifest.js";
+const descriptions = (program) => {
+    const found = new Map();
+    for (const option of program.global_options)
+        found.set(`(global) ${longName(option.flags)}`, option.description);
+    const walk = (command) => {
+        for (const option of command.options)
+            found.set(`${command.path.join(" ")} ${longName(option.flags)}`, option.description);
+        command.commands.forEach(walk);
+    };
+    program.commands.forEach(walk);
+    return found;
+};
+const sharedBy = (manifest, entry) => {
+    const where = typeof entry === "string" ? entry : entry.in;
+    return where === "all" ? manifest.clis : where;
+};
+/**
+ * Every shared option that the CLIs having it describe in different words; each program is known by
+ * its `cli`. An option whose catalogue entry has a `note` is a clash already written down, and is left
+ * to whoever the note names.
+ */
+export const wordingProblems = (manifest, programs) => {
+    const rows = [
+        ...Object.entries(manifest.globalOptions).map(([name, entry]) => ["(global)", name, entry]),
+        ...Object.entries(manifest.commands).flatMap(([path, row]) => Object.entries(row.options ?? {}).map(([name, entry]) => [path, name, entry])),
+    ];
+    const said = new Map(programs.map((program) => [program.cli, descriptions(program)]));
+    const available = new Map(programs.map((program) => {
+        const paths = new Set();
+        const walk = (command) => {
+            paths.add(command.path.join(" "));
+            command.commands.forEach(walk);
+        };
+        program.commands.forEach(walk);
+        return [program.cli, paths];
+    }));
+    return rows.flatMap(([path, name, entry]) => {
+        if (manifest.options[name]?.note)
+            return [];
+        const where = `${path} ${name}`;
+        const clis = sharedBy(manifest, entry).filter((cli) => said.has(cli) &&
+            (path === "(global)" ||
+                ((available.get(cli)?.has(path) === true ||
+                    expected(manifest.commands[path], cli) === true) &&
+                    expected(manifest.commands[path], cli) !== false)));
+        if (clis.length < 2)
+            return [];
+        const sentences = clis.map((cli) => said.get(cli)?.get(where));
+        if (sentences.every((sentence) => sentence === sentences[0]))
+            return [];
+        return [`${where}: ${clis.map((cli, index) => `${cli} says "${sentences[index]}"`).join(", ")}`];
+    });
+};
+//# sourceMappingURL=wording.js.map

package/dist/parity/wording.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wording.js","sourceRoot":"","sources":["../../src/parity/wording.ts"],"names":[],"mappings":"AACA,OAAO,EAAiC,QAAQ,EAAE,QAAQ,EAAiB,MAAM,eAAe,CAAA;AAEhG,MAAM,YAAY,GAAG,CAAC,OAAqB,EAAuB,EAAE;IAClE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,cAAc;QAAE,KAAK,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAChH,MAAM,IAAI,GAAG,CAAC,OAAoB,EAAE,EAAE;QACpC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO;YAClC,KAAK,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;QACtF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAChC,CAAC,CAAA;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,KAAY,EAAY,EAAE;IAC9D,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAA;IAC1D,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;AAChD,CAAC,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAE,QAAiC,EAAY,EAAE;IACjG,MAAM,IAAI,GAAG;QACX,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAU,CAAC;QACpG,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAC3D,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAU,CAAC,CACvF;KACF,CAAA;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,MAAM,SAAS,GAAG,IAAI,GAAG,CACvB,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACvB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;QAC/B,MAAM,IAAI,GAAG,CAAC,OAAoB,EAAE,EAAE;YACpC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAChC,CAAC,CAAA;QACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC9B,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAU,CAAA;IACtC,CAAC,CAAC,CACH,CAAA;IACD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QAC1C,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI;YAAE,OAAO,EAAE,CAAA;QAC3C,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,IAAI,EAAE,CAAA;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,MAAM,CAC3C,CAAC,GAAG,EAAE,EAAE,CACN,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACb,CAAC,IAAI,KAAK,UAAU;gBAClB,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI;oBACtC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAA8C,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;oBAC7F,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAA8C,EAAE,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CACtG,CAAA;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,CAAA;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;QAC9D,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAA;QACvE,OAAO,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAClG,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA"}

package/dist/readers/doc/index.d.ts

@@ -0,0 +1,3 @@
+import type { Reader } from "../types.js";
+export declare const doc: Reader;
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/doc/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/readers/doc/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AASzC,eAAO,MAAM,GAAG,EAAE,MAYjB,CAAA"}

package/dist/readers/doc/index.js

@@ -0,0 +1,15 @@
+import { capped, extensionOf, startsWith, withEngine } from "../engine.js";
+/** OLE2 compound file: every legacy Office binary — .doc, .xls, .ppt — starts with it. */
+const OLE = "\xD0\xCF\x11\xE0\xA1\xB1\x1A\xE1";
+export const doc = {
+    id: "doc",
+    version: "word-extractor",
+    accepts: (hint, head) => startsWith(head, OLE) && (extensionOf(hint) === ".doc" || hint.mime === "application/msword"),
+    read: (bytes, _hint, { load }) => withEngine(load, "word-extractor", async (engine, extractor) => {
+        const value = (await new engine.default().extract(Buffer.from(bytes))).getBody();
+        return value.trim() === ""
+            ? { status: "needs-agent", extractor }
+            : { status: "extracted", text: capped(value), extractor };
+    }),
+};
+//# sourceMappingURL=index.js.map

package/dist/readers/doc/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/readers/doc/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAG1E,0FAA0F;AAC1F,MAAM,GAAG,GAAG,kCAAkC,CAAA;AAM9C,MAAM,CAAC,MAAM,GAAG,GAAW;IACzB,EAAE,EAAE,KAAK;IACT,OAAO,EAAE,gBAAgB;IACzB,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACtB,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,oBAAoB,CAAC;IAC/F,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAC/B,UAAU,CAAuC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE;QACnG,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;QAChF,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YACxB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;YACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IAC7D,CAAC,CAAC;CACL,CAAA"}

package/dist/readers/docx/index.d.ts

@@ -0,0 +1,3 @@
+import type { Reader } from "../types.js";
+export declare const docx: Reader;
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/docx/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/readers/docx/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAQzC,eAAO,MAAM,IAAI,EAAE,MAYlB,CAAA"}

package/dist/readers/docx/index.js

@@ -0,0 +1,16 @@
+import { readContainer } from "../../attachments/container.js";
+import { capped, extensionOf, startsWith, withEngine } from "../engine.js";
+const DOCX = "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
+export const docx = {
+    id: "docx",
+    version: "mammoth",
+    accepts: (hint, head) => startsWith(head, "PK\u0003\u0004") && (extensionOf(hint) === ".docx" || hint.mime === DOCX),
+    read: (bytes, _hint, { load, signal }) => withEngine(load, "mammoth", async (mammoth, extractor) => {
+        await readContainer(bytes, signal);
+        const { value } = await mammoth.extractRawText({ buffer: Buffer.from(bytes) });
+        return value.trim() === ""
+            ? { status: "needs-agent", extractor }
+            : { status: "extracted", text: capped(value), extractor };
+    }),
+};
+//# sourceMappingURL=index.js.map

package/dist/readers/docx/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/readers/docx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAC9D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAG1E,MAAM,IAAI,GAAG,yEAAyE,CAAA;AAMtF,MAAM,CAAC,MAAM,IAAI,GAAW;IAC1B,EAAE,EAAE,MAAM;IACV,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;IACpH,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CACvC,UAAU,CAAU,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE;QAChE,MAAM,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAClC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC9E,OAAO,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YACxB,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE;YACtC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAA;IAC7D,CAAC,CAAC;CACL,CAAA"}

package/dist/readers/engine.d.ts

@@ -0,0 +1,15 @@
+import type { Extraction, FileHint, LoadEngine } from "./types.js";
+/**
+ * The packages that read formats. Reading documents is core, so the readers ship with this package (owner,
+ * 2026-10-12, replacing NEED-629 A); only the page renderer for OCR stays optional, a native binary.
+ */
+export declare const BUILT_IN: readonly ["unpdf", "mammoth", "word-extractor", "linkedom", "defuddle/node"];
+export declare const ENGINES: readonly ["unpdf", "mammoth", "word-extractor", "linkedom", "defuddle/node", "@napi-rs/canvas"];
+export type Engine = (typeof ENGINES)[number];
+export declare const withEngine: <T>(load: LoadEngine, name: Engine, read: (engine: T, extractor: string) => Promise<Extraction>) => Promise<Extraction>;
+export declare const startsWith: (bytes: Uint8Array, magic: string) => boolean;
+export declare const extensionOf: ({ name, path }: FileHint) => string;
+export declare const capped: (text: string) => string;
+/** Text read out of a markup, decoded as plain text is; an empty result is for the agent. */
+export declare const derived: (bytes: Uint8Array, extractor: string, read: (source: string) => string) => Extraction;
+//# sourceMappingURL=engine.d.ts.map

package/dist/readers/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/readers/engine.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAElE;;;GAGG;AACH,eAAO,MAAM,QAAQ,YAAI,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,eAAe,CAAU,CAAA;AACpG,eAAO,MAAM,OAAO,iGAA4C,CAAA;AAChE,MAAM,MAAM,MAAM,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC,MAAM,CAAC,CAAA;AAuB7C,eAAO,MAAM,UAAU,GAAU,CAAC,QAC1B,UAAU,QACV,MAAM,QACN,CAAC,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,CAAC,KAC1D,OAAO,CAAC,UAAU,CAkBpB,CAAA;AAED,eAAO,MAAM,UAAU,UAAW,UAAU,SAAS,MAAM,YAC6C,CAAA;AAExG,eAAO,MAAM,WAAW,mBAAoB,QAAQ,WAAwC,CAAA;AAE5F,eAAO,MAAM,MAAM,SAAU,MAAM,WAA0E,CAAA;AAE7G,6FAA6F;AAC7F,eAAO,MAAM,OAAO,UAAW,UAAU,aAAa,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,KAAG,UAUhG,CAAA"}

package/dist/readers/engine.js

@@ -0,0 +1,74 @@
+import { readFileSync } from "node:fs";
+import { dirname, extname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { isCliError } from "@wirecat/cli-base";
+import { ReaderLimit } from "../attachments/container.js";
+import { decodeText } from "../attachments/encoding.js";
+import { MAX_TEXT_CHARS } from "../attachments/limits.js";
+/**
+ * The packages that read formats. Reading documents is core, so the readers ship with this package (owner,
+ * 2026-10-12, replacing NEED-629 A); only the page renderer for OCR stays optional, a native binary.
+ */
+export const BUILT_IN = ["unpdf", "mammoth", "word-extractor", "linkedom", "defuddle/node"];
+export const ENGINES = [...BUILT_IN, "@napi-rs/canvas"];
+const isMissing = (error, name) => error?.code === "ERR_MODULE_NOT_FOUND" && String(error.message).includes(name);
+/** `name@version` from the package's own manifest, found beside the module that loaded. */
+const versionOf = (name) => {
+    try {
+        let directory = dirname(fileURLToPath(import.meta.resolve(name)));
+        for (let depth = 0; depth < 6; depth += 1) {
+            try {
+                const manifest = JSON.parse(readFileSync(join(directory, "package.json"), "utf8"));
+                if (manifest.name === name && manifest.version)
+                    return `${name}@${manifest.version}`;
+            }
+            catch { }
+            directory = dirname(directory);
+        }
+    }
+    catch { }
+    return name;
+};
+export const withEngine = async (load, name, read) => {
+    let engine;
+    try {
+        const loaded = (await load(name));
+        engine = name === "mammoth" && loaded.default ? loaded.default : loaded;
+    }
+    catch (error) {
+        if (isMissing(error, name))
+            return { status: "engine-missing", engine: name };
+        throw error;
+    }
+    const extractor = `${name === "mammoth" ? "docx" : name === "word-extractor" ? "doc" : "pdf"}:${versionOf(name)}`;
+    try {
+        return await read(engine, extractor);
+    }
+    catch (error) {
+        if (error instanceof ReaderLimit)
+            return { status: "too-large" };
+        if (isCliError(error) && error.code === "cancelled")
+            throw error;
+        // The engine's message may quote the file; only the fact that it failed is kept.
+        return { status: "unreadable", extractor, error: "unreadable" };
+    }
+};
+export const startsWith = (bytes, magic) => bytes.length >= magic.length && [...magic].every((char, index) => bytes[index] === char.charCodeAt(0));
+export const extensionOf = ({ name, path }) => extname(name ?? path).toLowerCase();
+export const capped = (text) => (text.length > MAX_TEXT_CHARS ? text.slice(0, MAX_TEXT_CHARS) : text);
+/** Text read out of a markup, decoded as plain text is; an empty result is for the agent. */
+export const derived = (bytes, extractor, read) => {
+    const decoded = decodeText(bytes);
+    if ("error" in decoded)
+        return { status: "unreadable", extractor, error: decoded.error };
+    try {
+        const text = read(decoded.text);
+        return text === "" ? { status: "needs-agent", extractor } : { status: "extracted", text: capped(text), extractor };
+    }
+    catch (error) {
+        if (error instanceof ReaderLimit)
+            return { status: "too-large" };
+        return { status: "unreadable", extractor, error: "invalid_document" };
+    }
+};
+//# sourceMappingURL=engine.js.map

package/dist/readers/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/readers/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAGzD;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,eAAe,CAAU,CAAA;AACpG,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,iBAAiB,CAAU,CAAA;AAGhE,MAAM,SAAS,GAAG,CAAC,KAAc,EAAE,IAAY,EAAE,EAAE,CAChD,KAA+B,EAAE,IAAI,KAAK,sBAAsB,IAAI,MAAM,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAEtH,2FAA2F;AAC3F,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE;IACzC,IAAI,CAAC;QACH,IAAI,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAGhF,CAAA;gBACD,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,OAAO;oBAAE,OAAO,GAAG,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAA;YACtF,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,IAAgB,EAChB,IAAY,EACZ,IAA2D,EACtC,EAAE;IACvB,IAAI,MAAS,CAAA;IACb,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAwB,CAAA;QACxD,MAAM,GAAG,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAA;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAC7E,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,SAAS,GAAG,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAA;IACjH,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW;YAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChE,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;YAAE,MAAM,KAAK,CAAA;QAChE,iFAAiF;QACjF,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAA;IACjE,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAiB,EAAE,KAAa,EAAE,EAAE,CAC7D,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;AAExG,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;AAE5F,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;AAE7G,6FAA6F;AAC7F,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAiB,EAAE,SAAiB,EAAE,IAAgC,EAAc,EAAE;IAC5G,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;IACjC,IAAI,OAAO,IAAI,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAA;IACxF,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC/B,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAA;IACpH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW;YAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;QAChE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAA;IACvE,CAAC;AACH,CAAC,CAAA"}

package/dist/readers/html/index.d.ts

@@ -0,0 +1,3 @@
+import type { Reader } from "../types.js";
+export declare const html: Reader;
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/html/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/readers/html/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAA0B,MAAM,EAAE,MAAM,aAAa,CAAA;AA4DjE,eAAO,MAAM,IAAI,EAAE,MAmBlB,CAAA"}

package/dist/readers/html/index.js

@@ -0,0 +1,73 @@
+import { isCliError } from "@wirecat/cli-base";
+import { ReaderLimit } from "../../attachments/container.js";
+import { decodeText } from "../../attachments/encoding.js";
+import { htmlText } from "../../attachments/markup.js";
+import { capped, derived, extensionOf } from "../engine.js";
+import { markdownSections, pageMetadata } from "./page.js";
+const HTML = new Set([".html", ".htm", ".xhtml"]);
+const first = (...values) => values.find((value) => typeof value === "string" && value !== "");
+const loaded = async (load, name) => {
+    try {
+        return (await load(name));
+    }
+    catch {
+        return undefined;
+    }
+};
+/** Main text as Markdown with the page's own metadata; `undefined` when the engines are absent or find no text. */
+const readPage = async (source, load) => {
+    const dom = await loaded(load, "linkedom");
+    const engine = await loaded(load, "defuddle/node");
+    if (!dom || !engine)
+        return undefined;
+    const { document } = dom.parseHTML(source);
+    // Before defuddle, which edits the document it is given.
+    const metadata = pageMetadata(document);
+    const page = await engine.Defuddle(document, undefined, { markdown: true, useAsync: false });
+    const text = capped((page.content ?? "").trim());
+    if (text === "")
+        return undefined;
+    const title = first(page.title, metadata["og:title"], metadata.title);
+    const merged = {
+        ...metadata,
+        ...(title ? { title } : {}),
+        ...(first(page.author, metadata.author) ? { author: first(page.author, metadata.author) } : {}),
+        ...(first(page.published, metadata.published)
+            ? { published: first(page.published, metadata.published) }
+            : {}),
+        ...(first(metadata.site, page.site) ? { site: first(metadata.site, page.site) } : {}),
+    };
+    return {
+        status: "extracted",
+        text,
+        extractor: "html:v2",
+        metadata: merged,
+        sections: markdownSections(text),
+    };
+};
+const titleOf = (source) => /<title[^>]*>([\s\S]*?)<\/title\s*>/i.exec(source)?.[1]?.replace(/\s+/g, " ").trim() ?? "";
+export const html = {
+    id: "html",
+    version: "v2",
+    accepts: (hint) => HTML.has(extensionOf(hint)) || hint.mime === "text/html" || hint.mime === "application/xhtml+xml",
+    read: async (bytes, _hint, context) => {
+        const decoded = decodeText(bytes);
+        if (!("error" in decoded)) {
+            try {
+                const page = await readPage(decoded.text, context.load);
+                if (page)
+                    return page;
+            }
+            catch (error) {
+                if (error instanceof ReaderLimit)
+                    return { status: "too-large" };
+                if (isCliError(error) && error.code === "cancelled")
+                    throw error;
+            }
+        }
+        const fallback = derived(bytes, "html:v1", htmlText);
+        const title = "error" in decoded ? "" : titleOf(decoded.text);
+        return fallback.status === "extracted" && title ? { ...fallback, metadata: { title } } : fallback;
+    },
+};
+//# sourceMappingURL=index.js.map

package/dist/readers/html/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/readers/html/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAE3D,OAAO,EAAE,gBAAgB,EAAqB,YAAY,EAAE,MAAM,WAAW,CAAA;AAE7E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;AAajD,MAAM,KAAK,GAAG,CAAC,GAAG,MAAyC,EAAE,EAAE,CAC7D,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,EAAE,CAAC,CAAA;AAEpF,MAAM,MAAM,GAAG,KAAK,EAAK,IAAgB,EAAE,IAAkC,EAA0B,EAAE;IACvG,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAM,CAAA;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA;AAED,mHAAmH;AACnH,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAE,IAAgB,EAAmC,EAAE;IAC3F,MAAM,GAAG,GAAG,MAAM,MAAM,CAAW,IAAI,EAAE,UAAU,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAe,IAAI,EAAE,eAAe,CAAC,CAAA;IAChE,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAC1C,yDAAyD;IACzD,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5F,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAChD,IAAI,IAAI,KAAK,EAAE;QAAE,OAAO,SAAS,CAAA;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG;QACb,GAAG,QAAQ;QACX,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC;YAC3C,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAW,EAAE;YACpE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChG,CAAA;IACD,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,IAAI;QACJ,SAAS,EAAE,SAAS;QACpB,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC;KACjC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,EAAE,CACjC,qCAAqC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAA;AAE5F,MAAM,CAAC,MAAM,IAAI,GAAW;IAC1B,EAAE,EAAE,MAAM;IACV,OAAO,EAAE,IAAI;IACb,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,uBAAuB;IACpH,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACpC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;gBACvD,IAAI,IAAI;oBAAE,OAAO,IAAI,CAAA;YACvB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,WAAW;oBAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;gBAChE,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;oBAAE,MAAM,KAAK,CAAA;YAClE,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC7D,OAAO,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;IACnG,CAAC;CACF,CAAA"}

package/dist/readers/html/page.d.ts

@@ -0,0 +1,21 @@
+import type { Section } from "../types.js";
+export type PageMetadata = Record<string, string | string[]>;
+interface Attributes {
+    getAttribute(name: string): string | null;
+}
+export interface PageDocument {
+    title?: string;
+    documentElement: Attributes;
+    querySelector(selector: string): (Attributes & {
+        textContent: string | null;
+    }) | null;
+    querySelectorAll(selector: string): Iterable<Attributes & {
+        textContent: string | null;
+    }>;
+}
+/** What the page says about itself in its head: meta tags, Open Graph, JSON-LD and the language of `<html>`. */
+export declare const pageMetadata: (document: PageDocument) => PageMetadata;
+/** One section per Markdown heading, from its line to the next heading; fenced code is not scanned. */
+export declare const markdownSections: (text: string) => Section[];
+export {};
+//# sourceMappingURL=page.d.ts.map

package/dist/readers/html/page.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"page.d.ts","sourceRoot":"","sources":["../../../src/readers/html/page.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAE1C,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,CAAA;AAE5D,UAAU,UAAU;IAClB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;CAC1C;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,eAAe,EAAE,UAAU,CAAA;IAC3B,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,UAAU,GAAG;QAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,GAAG,IAAI,CAAA;IACrF,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAAC,UAAU,GAAG;QAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAA;CAC1F;AAsBD,gHAAgH;AAChH,eAAO,MAAM,YAAY,aAAc,YAAY,KAAG,YA2BrD,CAAA;AAID,uGAAuG;AACvG,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,OAAO,EAWtD,CAAA"}

package/dist/readers/html/page.js

@@ -0,0 +1,61 @@
+const clean = (value) => (typeof value === "string" ? value.replace(/\s+/g, " ").trim() : "");
+const namesIn = (value) => [value]
+    .flat()
+    .map((entry) => (typeof entry === "string" ? clean(entry) : clean(entry?.name)))
+    .filter(Boolean)
+    .join(", ");
+const jsonLdNodes = (document) => {
+    const nodes = [];
+    for (const script of document.querySelectorAll('script[type="application/ld+json"]')) {
+        try {
+            const json = JSON.parse(script.textContent ?? "");
+            nodes.push(...[json["@graph"] ?? json].flat());
+        }
+        catch { }
+    }
+    return nodes.filter((node) => typeof node === "object" && node !== null);
+};
+/** What the page says about itself in its head: meta tags, Open Graph, JSON-LD and the language of `<html>`. */
+export const pageMetadata = (document) => {
+    const meta = (selector) => clean(document.querySelector(selector)?.getAttribute("content"));
+    const nodes = jsonLdNodes(document);
+    const primary = nodes.find((node) => /Article|Posting|Product|WebPage/.test([node["@type"]].flat().join(" "))) ?? nodes[0];
+    const out = {};
+    const set = (key, value) => {
+        if (value === undefined || value === "" || (Array.isArray(value) && value.length === 0))
+            return;
+        out[key] = value;
+    };
+    set("title", clean(document.title));
+    set("description", meta('meta[name="description"]') || meta('meta[property="og:description"]'));
+    set("author", meta('meta[name="author"]') || meta('meta[property="article:author"]') || namesIn(primary?.author));
+    set("published", meta('meta[property="article:published_time"]') || clean(primary?.datePublished));
+    set("language", clean(document.documentElement.getAttribute("lang")));
+    set("site", meta('meta[property="og:site_name"]'));
+    set("canonical", clean(document.querySelector('link[rel="canonical"]')?.getAttribute("href")));
+    set("keywords", meta('meta[name="keywords"]').split(",").map(clean).filter(Boolean));
+    for (const tag of document.querySelectorAll('meta[property^="og:"]')) {
+        const key = clean(tag.getAttribute("property"));
+        if (!(key in out))
+            set(key, clean(tag.getAttribute("content")));
+    }
+    set("jsonLdType", nodes.flatMap((node) => [node["@type"]].flat().filter((kind) => typeof kind === "string")));
+    return out;
+};
+const HEADING = /^(#{1,6})[ \t]+(.+?)[ \t]*#*[ \t]*$/;
+/** One section per Markdown heading, from its line to the next heading; fenced code is not scanned. */
+export const markdownSections = (text) => {
+    const found = [];
+    let fence = false;
+    let at = 0;
+    for (const line of text.split("\n")) {
+        if (/^(```|~~~)/.test(line))
+            fence = !fence;
+        const match = fence ? null : HEADING.exec(line);
+        if (match?.[1] && match[2])
+            found.push({ heading: match[2], level: match[1].length, start: at, end: text.length });
+        at += line.length + 1;
+    }
+    return found.map((section, index) => ({ ...section, end: found[index + 1]?.start ?? text.length }));
+};
+//# sourceMappingURL=page.js.map

package/dist/readers/html/page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page.js","sourceRoot":"","sources":["../../../src/readers/html/page.ts"],"names":[],"mappings":"AAeA,MAAM,KAAK,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;AAE9G,MAAM,OAAO,GAAG,CAAC,KAAc,EAAU,EAAE,CACzC,CAAC,KAAK,CAAC;KACJ,IAAI,EAAE;KACN,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAE,KAAmC,EAAE,IAAI,CAAC,CAAC,CAAC;KAC9G,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,CAAC,IAAI,CAAC,CAAA;AAEf,MAAM,WAAW,GAAG,CAAC,QAAsB,EAA6B,EAAE;IACxE,MAAM,KAAK,GAA8B,EAAE,CAAA;IAC3C,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,gBAAgB,CAAC,oCAAoC,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAA4B,CAAA;YAC5E,KAAK,CAAC,IAAI,CAAC,GAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAgC,CAAC,CAAA;QAC/E,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAA;AAC1E,CAAC,CAAA;AAED,gHAAgH;AAChH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAsB,EAAgB,EAAE;IACnE,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IACnC,MAAM,OAAO,GACX,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IAC5G,MAAM,GAAG,GAAiB,EAAE,CAAA;IAC5B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,KAAoC,EAAE,EAAE;QAChE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;YAAE,OAAM;QAC/F,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAClB,CAAC,CAAA;IACD,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;IACnC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,IAAI,CAAC,iCAAiC,CAAC,CAAC,CAAA;IAC/F,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,iCAAiC,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;IACjH,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,yCAAyC,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAA;IAClG,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IACrE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,+BAA+B,CAAC,CAAC,CAAA;IAClD,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,uBAAuB,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC9F,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;IACpF,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACrE,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAA;QAC/C,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IACjE,CAAC;IACD,GAAG,CACD,YAAY,EACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAa,CACvG,CAAA;IACD,OAAO,GAAG,CAAA;AACZ,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,qCAAqC,CAAA;AAErD,uGAAuG;AACvG,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAa,EAAE;IAC1D,MAAM,KAAK,GAAc,EAAE,CAAA;IAC3B,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,IAAI,EAAE,GAAG,CAAC,CAAA;IACV,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,KAAK,GAAG,CAAC,KAAK,CAAA;QAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/C,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;QAClH,EAAE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;IACvB,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;AACrG,CAAC,CAAA"}

package/dist/readers/image/index.d.ts

@@ -0,0 +1,4 @@
+import type { Reader } from "../types.js";
+export declare const IMAGES: Set<string>;
+export declare const image: Reader;
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/image/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/readers/image/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,eAAO,MAAM,MAAM,aAAwF,CAAA;AAE3G,eAAO,MAAM,KAAK,EAAE,MAKnB,CAAA"}