@intentic/fileq 1.317.0

package/dist/lib/derive.d.ts

@@ -0,0 +1,32 @@
+import { type Format } from "./formats.js";
+import { type DerivedDoc, type Deriver } from "./derivers/deriver.js";
+export declare const DERIVERS: Record<Format, Deriver>;
+export declare const MAX_SOURCE_BYTES: number;
+export declare const relPathIn: (root: string, abs: string) => string | undefined;
+export declare const isDeriveIgnored: (relPath: string) => boolean;
+export type Outcome = {
+    readonly kind: "derived";
+    readonly relPath: string;
+    readonly format: Format;
+    readonly sidecarPath: string;
+    readonly body: string;
+    readonly doc: DerivedDoc;
+    readonly tokens: number;
+} | {
+    readonly kind: "fresh";
+    readonly relPath: string;
+    readonly format: Format;
+    readonly sidecarPath: string;
+    readonly body: string;
+    readonly tokens: number;
+} | {
+    readonly kind: "removed";
+    readonly relPath: string;
+    readonly sidecarPath: string;
+} | {
+    readonly kind: "skipped";
+    readonly relPath: string;
+    readonly reason: string;
+};
+export declare const ensureSidecar: (workspaceRoot: string, absPath: string, now?: () => Date) => Promise<Outcome>;
+//# sourceMappingURL=derive.d.ts.map

package/dist/lib/derive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"derive.d.ts","sourceRoot":"","sources":["../../src/lib/derive.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,KAAK,MAAM,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EAA+B,KAAK,UAAU,EAAE,KAAK,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAqBnG,eAAO,MAAM,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAgB5C,CAAC;AAGF,eAAO,MAAM,gBAAgB,QAAoB,CAAC;AAGlD,eAAO,MAAM,SAAS,SAAU,MAAM,OAAO,MAAM,KAAG,MAAM,GAAG,SAG9D,CAAC;AAGF,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,OAGjD,CAAC;AAEF,MAAM,MAAM,OAAO,GACb;IACI,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B,GACD;IACI,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GACpF;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAGtF,eAAO,MAAM,aAAa,kBAAyB,MAAM,WAAW,MAAM,QAAO,MAAM,IAAI,KAAsB,OAAO,CAAC,OAAO,CA+C/H,CAAC"}

package/dist/lib/derive.js

@@ -0,0 +1,99 @@
+import { stat } from "node:fs/promises";
+import { isAbsolute, relative, sep } from "node:path";
+import { estimateTokens } from "@intentic/base/format";
+import { errnoCode, errorMessage, isMissing } from "@intentic/base/errors";
+import { IGNORED_DIRS, isAgentWorktreePath, isReferencePath } from "@intentic/workspace-ignore";
+import { STATE_DIR } from "@intentic/constants";
+import { detectFormat } from "./formats.js";
+import { deriverStamp, neutralizeDoc } from "./derivers/deriver.js";
+import { archiveDeriver } from "./derivers/archive.js";
+import { docxDeriver } from "./derivers/docx.js";
+import { epubDeriver } from "./derivers/epub.js";
+import { htmlDeriver } from "./derivers/html.js";
+import { imageDeriver } from "./derivers/image.js";
+import { ipynbDeriver } from "./derivers/ipynb.js";
+import { mediaDeriver } from "./derivers/media.js";
+import { odpDeriver } from "./derivers/odp.js";
+import { odsDeriver } from "./derivers/ods.js";
+import { odtDeriver } from "./derivers/odt.js";
+import { pdfDeriver } from "./derivers/pdf.js";
+import { pptxDeriver } from "./derivers/pptx.js";
+import { profileDeriver } from "./derivers/profile.js";
+import { rtfDeriver } from "./derivers/rtf.js";
+import { xlsxDeriver } from "./derivers/xlsx.js";
+import { isFresh, readSidecar, removeSidecar, sidecarBody, sidecarPathFor, sha256OfFile, writeSidecar } from "./sidecar.js";
+export const DERIVERS = {
+    docx: docxDeriver,
+    xlsx: xlsxDeriver,
+    pptx: pptxDeriver,
+    pdf: pdfDeriver,
+    image: imageDeriver,
+    media: mediaDeriver,
+    html: htmlDeriver,
+    ipynb: ipynbDeriver,
+    odt: odtDeriver,
+    ods: odsDeriver,
+    odp: odpDeriver,
+    rtf: rtfDeriver,
+    epub: epubDeriver,
+    archive: archiveDeriver,
+    profile: profileDeriver,
+};
+export const MAX_SOURCE_BYTES = 200 * 1024 * 1024;
+export const relPathIn = (root, abs) => {
+    const rel = relative(root, abs);
+    return rel === "" || rel.startsWith("..") || isAbsolute(rel) ? undefined : rel.split(sep).join("/");
+};
+export const isDeriveIgnored = (relPath) => {
+    const segments = relPath.split("/");
+    return segments.some((segment) => IGNORED_DIRS.has(segment) || segment === STATE_DIR) || isReferencePath(relPath) || isAgentWorktreePath(relPath);
+};
+export const ensureSidecar = async (workspaceRoot, absPath, now = () => new Date()) => {
+    const relPath = relPathIn(workspaceRoot, absPath);
+    if (relPath === undefined) {
+        return { kind: "skipped", relPath: absPath, reason: "outside-workspace" };
+    }
+    if (isDeriveIgnored(relPath)) {
+        return { kind: "skipped", relPath, reason: "ignored-path" };
+    }
+    const sidecarPath = sidecarPathFor(workspaceRoot, relPath);
+    let source;
+    try {
+        source = await stat(absPath);
+    }
+    catch (error) {
+        if (!isMissing(error)) {
+            return { kind: "skipped", relPath, reason: `unreadable (${errnoCode(error) ?? errorMessage(error)})` };
+        }
+    }
+    if (source === undefined || !source.isFile()) {
+        const removed = await removeSidecar(workspaceRoot, relPath);
+        return removed ? { kind: "removed", relPath, sidecarPath } : { kind: "skipped", relPath, reason: "missing" };
+    }
+    if (source.size > MAX_SOURCE_BYTES) {
+        return { kind: "skipped", relPath, reason: `too-large (${Math.round(source.size / 1024 / 1024)} MB)` };
+    }
+    const format = await detectFormat(absPath);
+    if (format === undefined) {
+        return { kind: "skipped", relPath, reason: "unsupported" };
+    }
+    const deriver = DERIVERS[format];
+    const stamp = deriverStamp(deriver);
+    const sourceSha = await sha256OfFile(absPath);
+    const existing = await readSidecar(sidecarPath);
+    if (isFresh(existing, sourceSha, stamp)) {
+        const body = sidecarBody(existing ?? "");
+        return { kind: "fresh", relPath, format, sidecarPath, body, tokens: estimateTokens(body) };
+    }
+    let doc;
+    try {
+        doc = neutralizeDoc(await deriver.derive(absPath));
+    }
+    catch (error) {
+        const detail = errorMessage(error).split("\n")[0];
+        return { kind: "skipped", relPath, reason: `derive-failed (${format}): ${detail}` };
+    }
+    const written = await writeSidecar(workspaceRoot, { relPath, sourceSha, deriverStamp: stamp, doc, derivedAt: now() });
+    return { kind: "derived", relPath, format, sidecarPath: written.path, body: written.body, doc, tokens: written.tokens };
+};
+//# sourceMappingURL=derive.js.map

package/dist/lib/derive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"derive.js","sourceRoot":"","sources":["../../src/lib/derive.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAChG,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAe,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAiC,MAAM,uBAAuB,CAAC;AACnG,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAK5H,MAAM,CAAC,MAAM,QAAQ,GAA4B;IAC7C,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,WAAW;IACjB,GAAG,EAAE,UAAU;IACf,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,YAAY;IACnB,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,YAAY;IACnB,GAAG,EAAE,UAAU;IACf,GAAG,EAAE,UAAU;IACf,GAAG,EAAE,UAAU;IACf,GAAG,EAAE,UAAU;IACf,IAAI,EAAE,WAAW;IACjB,OAAO,EAAE,cAAc;IACvB,OAAO,EAAE,cAAc;CAC1B,CAAC;AAGF,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAGlD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,GAAW,EAAsB,EAAE;IACvE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxG,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAe,EAAW,EAAE;IACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,SAAS,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC;AACtJ,CAAC,CAAC;AAwBF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,aAAqB,EAAE,OAAe,EAAE,GAAG,GAAe,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,EAAoB,EAAE;IAChI,MAAM,OAAO,GAAG,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;IAC9E,CAAC;IACD,IAAI,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,WAAW,GAAG,cAAc,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC3D,IAAI,MAAyB,CAAC;IAC9B,IAAI,CAAC;QACD,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,SAAS,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC3G,CAAC;IACL,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACjH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;QACjC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC3G,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IAC/D,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;IAC/F,CAAC;IAED,IAAI,GAAe,CAAC;IACpB,IAAI,CAAC;QACD,GAAG,GAAG,aAAa,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,MAAM,MAAM,MAAM,EAAE,EAAE,CAAC;IACxF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACtH,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;AAC5H,CAAC,CAAC"}

package/dist/lib/derivers/archive.d.ts

@@ -0,0 +1,3 @@
+import type { Deriver } from "./deriver.js";
+export declare const archiveDeriver: Deriver;
+//# sourceMappingURL=archive.d.ts.map

package/dist/lib/derivers/archive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"archive.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/archive.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AA0IxD,eAAO,MAAM,cAAc,EAAE,OAwB5B,CAAC"}

package/dist/lib/derivers/archive.js

@@ -0,0 +1,132 @@
+import { readFile } from "node:fs/promises";
+import { basename } from "node:path";
+import { gunzipSync } from "fflate";
+import { plural } from "@intentic/base/format";
+import { gzipHead, listWithTar, looksLikeTar, tarEntries, tarOnPath, zipEntries } from "../archives.js";
+const MAX_ENTRIES = 500;
+const MAX_UNPACKED_BYTES = 128 * 1024 * 1024;
+const MAX_MEMBER_TEXT_BYTES = 256 * 1024;
+const MAGIC = [
+    ["zip", [0x50, 0x4b]],
+    ["gzip", [0x1f, 0x8b]],
+    ["xz", [0xfd, 0x37, 0x7a, 0x58, 0x5a]],
+    ["bzip2", [0x42, 0x5a, 0x68]],
+    ["zstd", [0x28, 0xb5, 0x2f, 0xfd]],
+    ["7z", [0x37, 0x7a, 0xbc, 0xaf, 0x27, 0x1c]],
+    ["rar", [0x52, 0x61, 0x72, 0x21]],
+];
+const containerOf = (bytes) => {
+    const magic = MAGIC.find(([, signature]) => signature.every((byte, index) => bytes[index] === byte));
+    return magic?.[0] ?? (looksLikeTar(bytes) ? "tar" : undefined);
+};
+const formatBytes = (bytes) => {
+    const units = ["B", "kB", "MB", "GB", "TB"];
+    let value = bytes;
+    let unit = 0;
+    while (value >= 1000 && unit < units.length - 1) {
+        value /= 1000;
+        unit += 1;
+    }
+    return `${unit === 0 ? value : value.toFixed(value < 10 ? 1 : 0)} ${units[unit]}`;
+};
+const summaryOf = (container, entries) => {
+    const files = entries.filter((entry) => !entry.directory);
+    const unpacked = files.reduce((sum, entry) => sum + (entry.size ?? 0), 0);
+    const packed = files.reduce((sum, entry) => sum + (entry.packed ?? 0), 0);
+    const folders = entries.length - files.length;
+    const lines = [`- Archive: ${container}`, `- Members: ${plural(files.length, "file")}${folders === 0 ? "" : `, ${plural(folders, "folder")}`}`];
+    const ratio = packed > 0 && unpacked > 0 ? ` · packed ${formatBytes(packed)} (${Math.round((1 - packed / unpacked) * 100)}% smaller)` : "";
+    if (unpacked > 0) {
+        lines.push(`- Unpacked: ${formatBytes(unpacked)}${ratio}`);
+    }
+    return lines;
+};
+const tableRow = (cells) => `| ${cells.map((cell) => cell.replaceAll("|", "\\|")).join(" | ")} |`;
+const entryTable = (entries) => {
+    const files = entries.filter((entry) => !entry.directory).slice(0, MAX_ENTRIES);
+    if (files.length === 0) {
+        return "";
+    }
+    return [
+        tableRow(["Path", "Size"]),
+        tableRow(["---", "---"]),
+        ...files.map((entry) => tableRow([entry.path, entry.size === undefined ? "" : formatBytes(entry.size)])),
+    ].join("\n");
+};
+const listingDoc = (container, entries, notes) => {
+    const files = entries.filter((entry) => !entry.directory).length;
+    const table = entryTable(entries);
+    return {
+        markdown: [summaryOf(container, entries).join("\n"), table].filter((part) => part !== "").join("\n\n"),
+        notes: [
+            ...notes,
+            ...(files > MAX_ENTRIES ? [`listing ${MAX_ENTRIES} of ${files} files: the rest are in the archive, not here`] : []),
+            ...(entries.length === 0 ? ["this archive holds nothing"] : []),
+            "member listing only: what the files inside SAY is not derived — unpack the archive to read them",
+        ],
+    };
+};
+const isText = (bytes) => !bytes.subarray(0, 8192).includes(0);
+const memberDoc = (name, unpacked) => {
+    const facts = [`- Archive: gzip`, `- Member: ${name}`, `- Unpacked: ${formatBytes(unpacked.length)}`].join("\n");
+    if (!isText(unpacked)) {
+        return { markdown: facts, notes: [`${name} is not text: nothing inside this archive can be shown as prose`] };
+    }
+    const clipped = unpacked.length > MAX_MEMBER_TEXT_BYTES;
+    const text = new TextDecoder().decode(unpacked.subarray(0, MAX_MEMBER_TEXT_BYTES));
+    return {
+        markdown: `${facts}\n\n## ${name}\n\n${clipped ? text.slice(0, text.lastIndexOf("\n") + 1) : text}`,
+        notes: clipped ? [`showing the first ${formatBytes(MAX_MEMBER_TEXT_BYTES)} of ${formatBytes(unpacked.length)}: the rest is in the archive`] : [],
+    };
+};
+const gzipDoc = (absPath, bytes) => {
+    const head = gzipHead(bytes);
+    const name = head?.name ?? basename(absPath).replace(/\.(gz|tgz)$/i, "");
+    if (head !== undefined && head.unpackedBytes > MAX_UNPACKED_BYTES) {
+        return {
+            markdown: [`- Archive: gzip`, `- Member: ${name}`, `- Unpacked: ${formatBytes(head.unpackedBytes)}`].join("\n"),
+            notes: [`too large to open in the background (${formatBytes(head.unpackedBytes)} unpacked): the header's facts are all this shadow carries`],
+        };
+    }
+    const unpacked = gunzipSync(bytes);
+    return looksLikeTar(unpacked) ? listingDoc("gzip", tarEntries(unpacked), ["gzip-compressed tar"]) : memberDoc(name, unpacked);
+};
+const externalDoc = async (container, absPath) => {
+    if (!tarOnPath()) {
+        return { markdown: `- Archive: ${container}`, notes: [`no listing: reading a ${container} archive needs tar, which is not on PATH here`] };
+    }
+    try {
+        return listingDoc(container, await listWithTar(absPath), [`listed through tar`]);
+    }
+    catch {
+        return {
+            markdown: `- Archive: ${container}`,
+            notes: [`no listing: this is a single ${container}-compressed file rather than an archive, and ${container} is not decompressed by this tier`],
+        };
+    }
+};
+const UNREADABLE = new Set(["7z", "rar"]);
+export const archiveDeriver = {
+    get name() {
+        return tarOnPath() ? "archive+tar" : "archive";
+    },
+    version: 1,
+    derive: async (absPath) => {
+        const bytes = new Uint8Array(await readFile(absPath));
+        const container = containerOf(bytes);
+        if (container === undefined) {
+            throw new Error("not an archive: no container signature in the first bytes");
+        }
+        if (UNREADABLE.has(container)) {
+            return { markdown: `- Archive: ${container}`, notes: [`no listing: nothing in this image opens a ${container} archive`] };
+        }
+        if (container === "zip") {
+            return listingDoc(container, zipEntries(bytes), []);
+        }
+        if (container === "tar") {
+            return listingDoc(container, tarEntries(bytes), []);
+        }
+        return container === "gzip" ? gzipDoc(absPath, bytes) : externalDoc(container, absPath);
+    },
+};
+//# sourceMappingURL=archive.js.map

package/dist/lib/derivers/archive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"archive.js","sourceRoot":"","sources":["../../../src/lib/derivers/archive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAqB,MAAM,gBAAgB,CAAC;AAM3H,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAE7C,MAAM,qBAAqB,GAAG,GAAG,GAAG,IAAI,CAAC;AAMzC,MAAM,KAAK,GAAyD;IAChE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,KAAiB,EAAyB,EAAE;IAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACrG,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AACnE,CAAC,CAAC;AAIF,MAAM,WAAW,GAAG,CAAC,KAAa,EAAU,EAAE;IAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,KAAK,IAAI,IAAI,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,KAAK,IAAI,IAAI,CAAC;QACd,IAAI,IAAI,CAAC,CAAC;IACd,CAAC;IACD,OAAO,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;AACtF,CAAC,CAAC;AAGF,MAAM,SAAS,GAAG,CAAC,SAAoB,EAAE,OAAgC,EAAY,EAAE;IACnF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,cAAc,SAAS,EAAE,EAAE,cAAc,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEhJ,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,WAAW,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3I,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,eAAe,WAAW,CAAC,QAAQ,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAwB,EAAU,EAAE,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;AAG7H,MAAM,UAAU,GAAG,CAAC,OAAgC,EAAU,EAAE;IAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAChF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IACD,OAAO;QACH,QAAQ,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1B,QAAQ,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KAC3G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,SAAoB,EAAE,OAAgC,EAAE,KAAwB,EAAc,EAAE;IAChH,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO;QACH,QAAQ,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QACtG,KAAK,EAAE;YACH,GAAG,KAAK;YACR,GAAG,CAAC,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,WAAW,OAAO,KAAK,+CAA+C,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnH,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,iGAAiG;SACpG;KACJ,CAAC;AACN,CAAC,CAAC;AAGF,MAAM,MAAM,GAAG,CAAC,KAAiB,EAAW,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAGpF,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,QAAoB,EAAc,EAAE;IACjE,MAAM,KAAK,GAAG,CAAC,iBAAiB,EAAE,aAAa,IAAI,EAAE,EAAE,eAAe,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjH,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,iEAAiE,CAAC,EAAE,CAAC;IAClH,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,qBAAqB,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACnF,OAAO;QACH,QAAQ,EAAE,GAAG,KAAK,UAAU,IAAI,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QACnG,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB,WAAW,CAAC,qBAAqB,CAAC,OAAO,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,EAAE;KACnJ,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,KAAiB,EAAc,EAAE;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACzE,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,GAAG,kBAAkB,EAAE,CAAC;QAChE,OAAO;YACH,QAAQ,EAAE,CAAC,iBAAiB,EAAE,aAAa,IAAI,EAAE,EAAE,eAAe,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/G,KAAK,EAAE,CAAC,wCAAwC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,4DAA4D,CAAC;SAC/I,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAEnC,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAClI,CAAC,CAAC;AAGF,MAAM,WAAW,GAAG,KAAK,EAAE,SAAoB,EAAE,OAAe,EAAuB,EAAE;IACrF,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,QAAQ,EAAE,cAAc,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,yBAAyB,SAAS,+CAA+C,CAAC,EAAE,CAAC;IAC/I,CAAC;IACD,IAAI,CAAC;QACD,OAAO,UAAU,CAAC,SAAS,EAAE,MAAM,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACrF,CAAC;IAAC,MAAM,CAAC;QAGL,OAAO;YACH,QAAQ,EAAE,cAAc,SAAS,EAAE;YACnC,KAAK,EAAE,CAAC,gCAAgC,SAAS,gDAAgD,SAAS,mCAAmC,CAAC;SACjJ,CAAC;IACN,CAAC;AACL,CAAC,CAAC;AAGF,MAAM,UAAU,GAA2B,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAY;IAGnC,IAAI,IAAI;QACJ,OAAO,SAAS,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IACnD,CAAC;IACD,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,KAAK,EAAE,OAAO,EAAuB,EAAE;QAC3C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,QAAQ,EAAE,cAAc,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,6CAA6C,SAAS,UAAU,CAAC,EAAE,CAAC;QAC9H,CAAC;QACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACtB,OAAO,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACtB,OAAO,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;CACJ,CAAC"}

package/dist/lib/derivers/deriver.d.ts

@@ -0,0 +1,13 @@
+export interface DerivedDoc {
+    readonly markdown: string;
+    readonly title?: string | undefined;
+    readonly notes: string[];
+}
+export interface Deriver {
+    readonly name: string;
+    readonly version: number;
+    readonly derive: (absPath: string) => Promise<DerivedDoc>;
+}
+export declare const deriverStamp: (deriver: Deriver) => string;
+export declare const neutralizeDoc: (doc: DerivedDoc) => DerivedDoc;
+//# sourceMappingURL=deriver.d.ts.map

package/dist/lib/derivers/deriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deriver.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/deriver.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,UAAU;IAEvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEpC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,OAAO;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CAC7D;AAGD,eAAO,MAAM,YAAY,YAAa,OAAO,KAAG,MAA+C,CAAC;AAKhG,eAAO,MAAM,aAAa,QAAS,UAAU,KAAG,UAI9C,CAAC"}

package/dist/lib/derivers/deriver.js

@@ -0,0 +1,8 @@
+import { neutralizeOutsideText } from "@intentic/base/outside-text";
+export const deriverStamp = (deriver) => `${deriver.name} v${deriver.version}`;
+export const neutralizeDoc = (doc) => ({
+    markdown: neutralizeOutsideText(doc.markdown),
+    title: doc.title === undefined ? undefined : neutralizeOutsideText(doc.title),
+    notes: doc.notes.map((note) => neutralizeOutsideText(note)),
+});
+//# sourceMappingURL=deriver.js.map

package/dist/lib/derivers/deriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deriver.js","sourceRoot":"","sources":["../../../src/lib/derivers/deriver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAuBpE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAU,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;AAKhG,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAe,EAAc,EAAE,CAAC,CAAC;IAC3D,QAAQ,EAAE,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC7C,KAAK,EAAE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC;IAC7E,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;CAC9D,CAAC,CAAC"}

package/dist/lib/derivers/docx.d.ts

@@ -0,0 +1,6 @@
+import type { Deriver } from "./deriver.js";
+export declare const notesOf: (messages: readonly {
+    readonly message: string;
+}[]) => string[];
+export declare const docxDeriver: Deriver;
+//# sourceMappingURL=docx.d.ts.map

package/dist/lib/derivers/docx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/docx.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AAgBxD,eAAO,MAAM,OAAO,aAAc,SAAS;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,KAAG,MAAM,EAajF,CAAC;AAEF,eAAO,MAAM,WAAW,EAAE,OAUzB,CAAC"}

package/dist/lib/derivers/docx.js

@@ -0,0 +1,29 @@
+import { bodyOf, parseHtml } from "@intentic/webq/dom";
+import { renderMarkdown } from "@intentic/webq/markdown";
+const STYLE_WARNING = /^Unrecognised (?:paragraph|run|table) style: '(.*)' \(Style ID: /;
+const MAX_NOTES = 5;
+export const notesOf = (messages) => {
+    const distinct = [...new Set(messages.map((message) => message.message))];
+    const styles = new Set(distinct.flatMap((warning) => STYLE_WARNING.exec(warning)?.[1] ?? []));
+    const others = distinct.filter((warning) => !STYLE_WARNING.test(warning));
+    const notes = others.slice(0, MAX_NOTES).map((warning) => `docx conversion: ${warning}`);
+    if (others.length > MAX_NOTES) {
+        notes.push(`docx conversion: ${others.length - MAX_NOTES} more warnings of the same kind`);
+    }
+    if (styles.size > 0) {
+        notes.push(`docx conversion: ${styles.size} Word style${styles.size === 1 ? "" : "s"} without a markdown equivalent, read as plain text`);
+    }
+    return notes;
+};
+export const docxDeriver = {
+    name: "docx",
+    version: 2,
+    derive: async (absPath) => {
+        const { default: mammoth } = await import("mammoth");
+        const converted = await mammoth.convertToHtml({ path: absPath });
+        const body = bodyOf(parseHtml(converted.value));
+        const markdown = body === undefined ? "" : renderMarkdown(body);
+        return { markdown, notes: notesOf(converted.messages) };
+    },
+};
+//# sourceMappingURL=docx.js.map

package/dist/lib/derivers/docx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx.js","sourceRoot":"","sources":["../../../src/lib/derivers/docx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAUzD,MAAM,aAAa,GAAG,kEAAkE,CAAC;AAIzF,MAAM,SAAS,GAAG,CAAC,CAAC;AAGpB,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,QAAiD,EAAY,EAAE;IACnF,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAE1E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACzF,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,MAAM,GAAG,SAAS,iCAAiC,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,oDAAoD,CAAC,CAAC;IAC9I,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAY;IAChC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,KAAK,EAAE,OAAO,EAAuB,EAAE;QAC3C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC5D,CAAC;CACJ,CAAC"}

package/dist/lib/derivers/epub.d.ts

@@ -0,0 +1,3 @@
+import type { Deriver } from "./deriver.js";
+export declare const epubDeriver: Deriver;
+//# sourceMappingURL=epub.d.ts.map

package/dist/lib/derivers/epub.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"epub.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/epub.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AA8FxD,eAAO,MAAM,WAAW,EAAE,OA8BzB,CAAC"}

package/dist/lib/derivers/epub.js

@@ -0,0 +1,102 @@
+import { readFile } from "node:fs/promises";
+import { posix } from "node:path";
+import { unzipSync } from "fflate";
+import { bodyOf, metaOf, parseHtml } from "@intentic/webq/dom";
+import { renderMarkdown } from "@intentic/webq/markdown";
+import { attributeOf, decodeEntities } from "../xml.js";
+const MAX_MARKDOWN_BYTES = 2 * 1024 * 1024;
+const decoder = new TextDecoder();
+const partOf = (zip, name) => (zip[name] === undefined ? undefined : decoder.decode(zip[name]));
+const manifestOf = (opf) => {
+    const items = new Map();
+    for (const match of opf.matchAll(/<(?:opf:)?item\b([^>]*?)\/?>/g)) {
+        const attributes = match[1] ?? "";
+        const id = attributeOf(attributes, "id");
+        const href = attributeOf(attributes, "href");
+        if (id !== undefined && href !== undefined) {
+            items.set(id, {
+                href,
+                mediaType: attributeOf(attributes, "media-type") ?? "",
+                nav: (attributeOf(attributes, "properties") ?? "").split(/\s+/).includes("nav"),
+            });
+        }
+    }
+    return items;
+};
+const spineOf = (opf) => [...opf.matchAll(/<(?:opf:)?itemref\b([^>]*?)\/?>/g)]
+    .map((match) => attributeOf(match[1] ?? "", "idref"))
+    .filter((idref) => idref !== undefined);
+const readPackage = (zip) => {
+    const container = partOf(zip, "META-INF/container.xml");
+    const opfPath = container === undefined ? undefined : /full-path\s*=\s*"([^"]+)"/.exec(container)?.[1];
+    const opf = opfPath === undefined ? undefined : partOf(zip, opfPath);
+    if (opfPath === undefined || opf === undefined) {
+        return undefined;
+    }
+    const titleMatch = /<dc:title[^>]*>([\s\S]*?)<\/dc:title>/.exec(opf);
+    const raw = titleMatch?.[1]?.trim() ?? "";
+    return { dir: posix.dirname(opfPath), title: raw === "" ? undefined : decodeEntities(raw), manifest: manifestOf(opf), spine: spineOf(opf) };
+};
+const chapterOf = (zip, pkg, idref) => {
+    const item = pkg.manifest.get(idref);
+    if (item === undefined || item.nav || !/x?html/.test(item.mediaType)) {
+        return undefined;
+    }
+    const path = posix.normalize(posix.join(pkg.dir, decodeURIComponent(item.href.split("#")[0] ?? item.href)));
+    const html = partOf(zip, path);
+    if (html === undefined) {
+        return "missing";
+    }
+    const doc = parseHtml(html);
+    const body = bodyOf(doc);
+    const markdown = body === undefined ? "" : renderMarkdown(body).trim();
+    if (markdown === "") {
+        return undefined;
+    }
+    return markdown.startsWith("#") ? markdown : `## ${metaOf(doc).title || posix.basename(path)}\n\n${markdown}`;
+};
+const notesOf = (rendered, chapters, missing, capped) => {
+    const notes = [];
+    if (capped) {
+        notes.push(`showing ${rendered} of ${chapters} chapters: cut at ${Math.round(MAX_MARKDOWN_BYTES / 1024 / 1024)} MB of text`);
+    }
+    if (missing > 0) {
+        notes.push(`${missing} spine item${missing === 1 ? "" : "s"} named in the package but absent from the archive`);
+    }
+    if (chapters === 0) {
+        notes.push("no readable chapters in this EPUB");
+    }
+    return notes;
+};
+export const epubDeriver = {
+    name: "epub",
+    version: 1,
+    derive: async (absPath) => {
+        const zip = unzipSync(new Uint8Array(await readFile(absPath)));
+        const pkg = readPackage(zip);
+        if (pkg === undefined) {
+            return { markdown: "", notes: ["no package document (OPF) found: META-INF/container.xml is missing or points nowhere"] };
+        }
+        const sections = [];
+        let bytes = 0;
+        let chapters = 0;
+        let missing = 0;
+        for (const idref of pkg.spine) {
+            const chapter = chapterOf(zip, pkg, idref);
+            if (chapter === undefined) {
+                continue;
+            }
+            if (chapter === "missing") {
+                missing += 1;
+                continue;
+            }
+            chapters += 1;
+            if (bytes < MAX_MARKDOWN_BYTES) {
+                sections.push(chapter);
+                bytes += chapter.length;
+            }
+        }
+        return { markdown: sections.join("\n\n"), title: pkg.title, notes: notesOf(sections.length, chapters, missing, bytes >= MAX_MARKDOWN_BYTES) };
+    },
+};
+//# sourceMappingURL=epub.js.map

package/dist/lib/derivers/epub.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"epub.js","sourceRoot":"","sources":["../../../src/lib/derivers/epub.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,SAAS,EAAiB,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIxD,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAe3C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC,MAAM,MAAM,GAAG,CAAC,GAAa,EAAE,IAAY,EAAsB,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAEtI,MAAM,UAAU,GAAG,CAAC,GAAW,EAA6B,EAAE;IAC1D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,+BAA+B,CAAC,EAAE,CAAC;QAChE,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACzC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE;gBACV,IAAI;gBACJ,SAAS,EAAE,WAAW,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,EAAE;gBACtD,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;aAClF,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAW,EAAY,EAAE,CACtC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;KAChD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;KACpD,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;AAGjE,MAAM,WAAW,GAAG,CAAC,GAAa,EAAuB,EAAE;IACvD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,EAAE,wBAAwB,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvG,MAAM,GAAG,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACrE,IAAI,OAAO,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,UAAU,GAAG,uCAAuC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC1C,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;AAChJ,CAAC,CAAC;AAIF,MAAM,SAAS,GAAG,CAAC,GAAa,EAAE,GAAY,EAAE,KAAa,EAAkC,EAAE;IAC7F,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACnE,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5G,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;QAClB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,QAAQ,EAAE,CAAC;AAClH,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,QAAgB,EAAE,QAAgB,EAAE,OAAe,EAAE,MAAe,EAAY,EAAE;IAC/F,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,EAAE,CAAC;QACT,KAAK,CAAC,IAAI,CAAC,WAAW,QAAQ,OAAO,QAAQ,qBAAqB,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;IACjI,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,cAAc,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,mDAAmD,CAAC,CAAC;IACpH,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAY;IAChC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,KAAK,EAAE,OAAO,EAAuB,EAAE;QAC3C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,sFAAsF,CAAC,EAAE,CAAC;QAC7H,CAAC;QACD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC3C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBACxB,SAAS;YACb,CAAC;YACD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,CAAC;gBACb,SAAS;YACb,CAAC;YACD,QAAQ,IAAI,CAAC,CAAC;YACd,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;YAC5B,CAAC;QACL,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,IAAI,kBAAkB,CAAC,EAAE,CAAC;IAClJ,CAAC;CACJ,CAAC"}

package/dist/lib/derivers/html.d.ts

@@ -0,0 +1,3 @@
+import type { Deriver } from "./deriver.js";
+export declare const htmlDeriver: Deriver;
+//# sourceMappingURL=html.d.ts.map

package/dist/lib/derivers/html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/html.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AAIxD,eAAO,MAAM,WAAW,EAAE,OAazB,CAAC"}

package/dist/lib/derivers/html.js

@@ -0,0 +1,18 @@
+import { readFile } from "node:fs/promises";
+import { bodyOf, metaOf, parseHtml } from "@intentic/webq/dom";
+import { renderMarkdown } from "@intentic/webq/markdown";
+export const htmlDeriver = {
+    name: "html",
+    version: 1,
+    derive: async (absPath) => {
+        const doc = parseHtml(await readFile(absPath, "utf8"));
+        const body = bodyOf(doc);
+        const meta = metaOf(doc);
+        return {
+            markdown: body === undefined ? "" : renderMarkdown(body),
+            title: meta.title === "" ? undefined : meta.title,
+            notes: [],
+        };
+    },
+};
+//# sourceMappingURL=html.js.map

package/dist/lib/derivers/html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.js","sourceRoot":"","sources":["../../../src/lib/derivers/html.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAKzD,MAAM,CAAC,MAAM,WAAW,GAAY;IAChC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,KAAK,EAAE,OAAO,EAAuB,EAAE;QAC3C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO;YACH,QAAQ,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK;YACjD,KAAK,EAAE,EAAE;SACZ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/lib/derivers/image.d.ts

@@ -0,0 +1,3 @@
+import type { Deriver } from "./deriver.js";
+export declare const imageDeriver: Deriver;
+//# sourceMappingURL=image.d.ts.map

package/dist/lib/derivers/image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/image.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AAqBxD,eAAO,MAAM,YAAY,EAAE,OA6B1B,CAAC"}

package/dist/lib/derivers/image.js

@@ -0,0 +1,42 @@
+import { readFile } from "node:fs/promises";
+import exifr from "exifr";
+import { imageSize } from "image-size";
+const { parse: parseExif } = exifr;
+const EXIF_LINES = [
+    { label: "Camera", keys: ["Make", "Model"] },
+    { label: "Taken", keys: ["DateTimeOriginal", "CreateDate"] },
+    { label: "Software", keys: ["Software"] },
+    { label: "Orientation", keys: ["Orientation"] },
+];
+export const imageDeriver = {
+    name: "image",
+    version: 1,
+    derive: async (absPath) => {
+        const bytes = await readFile(absPath);
+        const lines = [];
+        try {
+            const dims = imageSize(bytes);
+            lines.push(`- Format: ${dims.type ?? "unknown"}`, `- Dimensions: ${dims.width}×${dims.height}`);
+        }
+        catch {
+            lines.push("- Dimensions: unreadable");
+        }
+        const exif = (await parseExif(bytes).catch(() => undefined));
+        if (exif !== undefined) {
+            for (const { label, keys } of EXIF_LINES) {
+                const parts = keys.map((key) => exif[key]).filter((value) => value !== undefined && value !== "");
+                if (parts.length > 0) {
+                    lines.push(`- ${label}: ${parts.map((part) => (part instanceof Date ? part.toISOString() : String(part))).join(" ")}`);
+                }
+            }
+            if (typeof exif["latitude"] === "number" && typeof exif["longitude"] === "number") {
+                lines.push(`- GPS: ${exif["latitude"].toFixed(5)}, ${exif["longitude"].toFixed(5)}`);
+            }
+        }
+        return {
+            markdown: lines.join("\n"),
+            notes: ["no visual description: image captioning is a later, model-backed tier — vision models should Read the image itself"],
+        };
+    },
+};
+//# sourceMappingURL=image.js.map

package/dist/lib/derivers/image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/lib/derivers/image.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAOvC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;AAQnC,MAAM,UAAU,GAA4E;IACxF,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAC5C,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,kBAAkB,EAAE,YAAY,CAAC,EAAE;IAC5D,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE;IACzC,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,EAAE;CAClD,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAY;IACjC,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,KAAK,EAAE,OAAO,EAAuB,EAAE;QAC3C,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,IAAI,SAAS,EAAE,EAAE,iBAAiB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpG,CAAC;QAAC,MAAM,CAAC;YACL,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAwC,CAAC;QACpG,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;gBAClG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3H,CAAC;YACL,CAAC;YACD,IAAI,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAChF,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzF,CAAC;QACL,CAAC;QACD,OAAO;YACH,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YAC1B,KAAK,EAAE,CAAC,oHAAoH,CAAC;SAChI,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/lib/derivers/ipynb.d.ts

@@ -0,0 +1,3 @@
+import type { Deriver } from "./deriver.js";
+export declare const ipynbDeriver: Deriver;
+//# sourceMappingURL=ipynb.d.ts.map

package/dist/lib/derivers/ipynb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ipynb.d.ts","sourceRoot":"","sources":["../../../src/lib/derivers/ipynb.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AA8FxD,eAAO,MAAM,YAAY,EAAE,OAgB1B,CAAC"}