yom-format 0.1.0

package/dist/yom/searchIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchIndex.d.ts","sourceRoot":"","sources":["../../src/yom/searchIndex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,UAAU,CAAC;IAC3B,YAAY,EAAE,UAAU,CAAC;IACzB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,gBAAgB,CAAC,mBAAmB,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAoDjF;AAED,gFAAgF;AAChF,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,GAAG,EAAE,CA0BtD"}

package/dist/yom/searchIndex.js

@@ -0,0 +1,133 @@
+export function buildSearchIndex(normalizedPageTexts) {
+    const postingsByTerm = new Map();
+    normalizedPageTexts.forEach((text, pageIndex) => {
+        const characters = Array.from(text);
+        if (characters.length < 2)
+            return;
+        for (let index = 0; index <= characters.length - 2; index++) {
+            const gram = characters[index] + characters[index + 1];
+            let hits = postingsByTerm.get(gram);
+            if (!hits) {
+                hits = [];
+                postingsByTerm.set(gram, hits);
+            }
+            hits.push({ page: pageIndex, position: index });
+        }
+    });
+    const encoder = new TextEncoder();
+    const dictionaryChunks = [];
+    const postingsChunks = [];
+    const searchTerms = [];
+    let dictionaryCursor = 0;
+    let postingsCursor = 0;
+    const terms = Array.from(postingsByTerm.keys()).sort();
+    for (const term of terms) {
+        const hits = postingsByTerm.get(term).sort((a, b) => (a.page === b.page ? a.position - b.position : a.page - b.page));
+        const termBytes = encoder.encode(term);
+        dictionaryChunks.push(termBytes);
+        const dictionaryOffset = dictionaryCursor;
+        dictionaryCursor += termBytes.length;
+        const postingsBytes = encodePostings(hits);
+        postingsChunks.push(postingsBytes);
+        const postingsOffset = postingsCursor;
+        postingsCursor += postingsBytes.length;
+        searchTerms.push({
+            term,
+            dictionaryOffset,
+            dictionaryLength: termBytes.length,
+            postingsOffset,
+            postingsLength: postingsBytes.length,
+        });
+    }
+    return {
+        dictionaryBlob: concatBytes(dictionaryChunks, dictionaryCursor),
+        postingsBlob: concatBytes(postingsChunks, postingsCursor),
+        searchTerms,
+    };
+}
+/** Decodes one term's postings byte range back into `(page, position)` hits. */
+export function decodePostings(blob) {
+    const hits = [];
+    let offset = 0;
+    let previousPage = 0;
+    let previousPosition = 0;
+    let isFirst = true;
+    while (offset < blob.length) {
+        const first = readVarint(blob, offset);
+        offset = first.nextOffset;
+        const second = readVarint(blob, offset);
+        offset = second.nextOffset;
+        if (isFirst) {
+            previousPage = first.value;
+            previousPosition = second.value;
+            isFirst = false;
+        }
+        else if (first.value === 0) {
+            previousPosition += second.value;
+        }
+        else {
+            previousPage += first.value;
+            previousPosition = second.value;
+        }
+        hits.push({ page: previousPage, position: previousPosition });
+    }
+    return hits;
+}
+function encodePostings(hits) {
+    const bytes = [];
+    let previousPage = 0;
+    let previousPosition = 0;
+    hits.forEach((hit, index) => {
+        if (index === 0) {
+            writeVarint(hit.page, bytes);
+            writeVarint(hit.position, bytes);
+        }
+        else if (hit.page === previousPage) {
+            writeVarint(0, bytes);
+            writeVarint(hit.position - previousPosition, bytes);
+        }
+        else {
+            writeVarint(hit.page - previousPage, bytes);
+            writeVarint(hit.position, bytes);
+        }
+        previousPage = hit.page;
+        previousPosition = hit.position;
+    });
+    return Uint8Array.from(bytes);
+}
+function writeVarint(value, out) {
+    let remaining = value >>> 0;
+    while (true) {
+        let byte = remaining & 0x7f;
+        remaining >>>= 7;
+        if (remaining !== 0)
+            byte |= 0x80;
+        out.push(byte);
+        if (remaining === 0)
+            break;
+    }
+}
+function readVarint(bytes, offset) {
+    let result = 0;
+    let shift = 0;
+    let cursor = offset;
+    while (true) {
+        const byte = bytes[cursor];
+        cursor += 1;
+        result |= (byte & 0x7f) << shift;
+        if ((byte & 0x80) === 0)
+            break;
+        shift += 7;
+    }
+    return { value: result >>> 0, nextOffset: cursor };
+}
+function concatBytes(chunks, totalLength) {
+    const out = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        out.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return out;
+}
+//# sourceMappingURL=searchIndex.js.map

package/dist/yom/searchIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchIndex.js","sourceRoot":"","sources":["../../src/yom/searchIndex.ts"],"names":[],"mappings":"AAwCA,MAAM,UAAU,gBAAgB,CAAC,mBAA6B;IAC5D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAiB,CAAC;IAEhD,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;QAC9C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAClC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACvD,IAAI,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,GAAG,EAAE,CAAC;gBACV,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,gBAAgB,GAAiB,EAAE,CAAC;IAC1C,MAAM,cAAc,GAAiB,EAAE,CAAC;IACxC,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEvH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,gBAAgB,GAAG,gBAAgB,CAAC;QAC1C,gBAAgB,IAAI,SAAS,CAAC,MAAM,CAAC;QAErC,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAC3C,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACnC,MAAM,cAAc,GAAG,cAAc,CAAC;QACtC,cAAc,IAAI,aAAa,CAAC,MAAM,CAAC;QAEvC,WAAW,CAAC,IAAI,CAAC;YACf,IAAI;YACJ,gBAAgB;YAChB,gBAAgB,EAAE,SAAS,CAAC,MAAM;YAClC,cAAc;YACd,cAAc,EAAE,aAAa,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,cAAc,EAAE,WAAW,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;QAC/D,YAAY,EAAE,WAAW,CAAC,cAAc,EAAE,cAAc,CAAC;QACzD,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,cAAc,CAAC,IAAgB;IAC7C,MAAM,IAAI,GAAU,EAAE,CAAC;IACvB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;QAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;QAE3B,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC;YAC3B,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC;YAChC,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YAC7B,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YAC5B,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,IAAW;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC1B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7B,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACrC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtB,WAAW,CAAC,GAAG,CAAC,QAAQ,GAAG,gBAAgB,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,GAAG,CAAC,IAAI,GAAG,YAAY,EAAE,KAAK,CAAC,CAAC;YAC5C,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC;QACxB,gBAAgB,GAAG,GAAG,CAAC,QAAQ,CAAC;IAClC,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,GAAa;IAC/C,IAAI,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC;IAC5B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,IAAI,GAAG,SAAS,GAAG,IAAI,CAAC;QAC5B,SAAS,MAAM,CAAC,CAAC;QACjB,IAAI,SAAS,KAAK,CAAC;YAAE,IAAI,IAAI,IAAI,CAAC;QAClC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,IAAI,SAAS,KAAK,CAAC;YAAE,MAAM;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAAiB,EAAE,MAAc;IACnD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,MAAM,GAAG,MAAM,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,IAAI,CAAC,CAAC;QACZ,MAAM,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM;QAC/B,KAAK,IAAI,CAAC,CAAC;IACb,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,MAAoB,EAAE,WAAmB;IAC5D,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACxC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/yom/textNormalizer.d.ts

@@ -0,0 +1,19 @@
+export interface NormalizedTextBlob {
+    data: Uint8Array;
+    normalizedPageTexts: string[];
+    /** Each page's byte range within `data` (end-exclusive). */
+    pageRanges: Array<{
+        start: number;
+        end: number;
+    }>;
+}
+/** NFKC + whitespace-removal for a single page's text. */
+export declare function normalizeText(text: string): string;
+/**
+ * Builds the single blob that stores every page's normalized text back to
+ * back, each page separated by `"\n"` (a normalized page's text never
+ * contains raw whitespace itself since it was just stripped, so `"\n"` is an
+ * unambiguous separator).
+ */
+export declare function buildNormalizedTextBlob(pageTexts: string[]): NormalizedTextBlob;
+//# sourceMappingURL=textNormalizer.d.ts.map

package/dist/yom/textNormalizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"textNormalizer.d.ts","sourceRoot":"","sources":["../../src/yom/textNormalizer.ts"],"names":[],"mappings":"AAgDA,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,UAAU,CAAC;IACjB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,4DAA4D;IAC5D,UAAU,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnD;AAED,0DAA0D;AAC1D,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAElD;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAyB/E"}

package/dist/yom/textNormalizer.js

@@ -0,0 +1,77 @@
+/**
+ * Whitespace-insensitive Japanese text normalization for YOM search. Ports
+ * the Swift implementation in `swift/Sources/YOMFormat/YOMTextNormalizer.swift`:
+ * NFKC-normalized text with all
+ * whitespace (including the full-width space U+3000) removed entirely, not
+ * just collapsed, since Japanese text carries no meaningful inter-word
+ * spacing and OCR/PDF line wraps insert whitespace at essentially arbitrary
+ * points that must not affect matching.
+ *
+ * Matches Swift's `CharacterSet.whitespacesAndNewlines` (Unicode `Zs` +
+ * newlines) rather than JS's broader `\s` (which also strips U+FEFF BOM).
+ * Every code point below is written as an explicit `\uXXXX` escape so the
+ * exact whitespace set is auditable rather than relying on invisible
+ * characters in source.
+ */
+const WHITESPACE_CODEPOINTS = [
+    0x0009, // tab
+    0x000a, // LF
+    0x000b, // vertical tab
+    0x000c, // form feed
+    0x000d, // CR
+    0x0020, // space
+    0x0085, // NEL
+    0x00a0, // no-break space (Zs)
+    0x1680, // ogham space mark (Zs)
+    0x2000,
+    0x2001,
+    0x2002,
+    0x2003,
+    0x2004,
+    0x2005,
+    0x2006,
+    0x2007,
+    0x2008,
+    0x2009,
+    0x200a, // en/em spaces etc. (Zs)
+    0x2028, // line separator
+    0x2029, // paragraph separator
+    0x202f, // narrow no-break space (Zs)
+    0x205f, // medium mathematical space (Zs)
+    0x3000, // ideographic (full-width) space (Zs)
+];
+const WHITESPACE_PATTERN = new RegExp(`[${WHITESPACE_CODEPOINTS.map((cp) => `\\u{${cp.toString(16)}}`).join("")}]`, "gu");
+/** NFKC + whitespace-removal for a single page's text. */
+export function normalizeText(text) {
+    return text.normalize("NFKC").replace(WHITESPACE_PATTERN, "");
+}
+/**
+ * Builds the single blob that stores every page's normalized text back to
+ * back, each page separated by `"\n"` (a normalized page's text never
+ * contains raw whitespace itself since it was just stripped, so `"\n"` is an
+ * unambiguous separator).
+ */
+export function buildNormalizedTextBlob(pageTexts) {
+    const normalizedPages = pageTexts.map(normalizeText);
+    const encoder = new TextEncoder();
+    const chunks = [];
+    const ranges = [];
+    let cursor = 0;
+    for (const page of normalizedPages) {
+        const bytes = encoder.encode(page);
+        chunks.push(bytes);
+        ranges.push({ start: cursor, end: cursor + bytes.length });
+        cursor += bytes.length;
+        const newline = encoder.encode("\n");
+        chunks.push(newline);
+        cursor += newline.length;
+    }
+    const data = new Uint8Array(cursor);
+    let offset = 0;
+    for (const chunk of chunks) {
+        data.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return { data, normalizedPageTexts: normalizedPages, pageRanges: ranges };
+}
+//# sourceMappingURL=textNormalizer.js.map

package/dist/yom/textNormalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"textNormalizer.js","sourceRoot":"","sources":["../../src/yom/textNormalizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,MAAM,qBAAqB,GAAG;IAC5B,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,sBAAsB;IAC9B,MAAM,EAAE,wBAAwB;IAChC,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM,EAAE,yBAAyB;IACjC,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,sBAAsB;IAC9B,MAAM,EAAE,6BAA6B;IACrC,MAAM,EAAE,iCAAiC;IACzC,MAAM,EAAE,sCAAsC;CAC/C,CAAC;AAEF,MAAM,kBAAkB,GAAG,IAAI,MAAM,CACnC,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAC5E,IAAI,CACL,CAAC;AASF,0DAA0D;AAC1D,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;AAChE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,SAAmB;IACzD,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,MAAM,GAA0C,EAAE,CAAC;IACzD,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QACvB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAC5E,CAAC"}

package/dist/yom/validator.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Strict, standalone validation of a YOM v1 packfile, independent of
+ * `YOMPackfileReader`. Ports the Swift implementation in
+ * `swift/Sources/YOMFormat/YOMValidator.swift`: magic/
+ * version, file-size consistency, index/file/blob hashes, blob offset bounds
+ * and alignment, the fixed compression-by-kind policy, and the "exactly one
+ * page image blob + one thumbnail blob per page" rule.
+ *
+ * Throws on the first failure found rather than collecting every violation.
+ */
+export declare class YOMValidationError extends Error {
+}
+export declare function validateYOM(data: Uint8Array): Promise<void>;
+//# sourceMappingURL=validator.d.ts.map

package/dist/yom/validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../../src/yom/validator.ts"],"names":[],"mappings":"AA4BA;;;;;;;;;GASG;AACH,qBAAa,kBAAmB,SAAQ,KAAK;CAAG;AAEhD,wBAAsB,WAAW,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsBjE"}

package/dist/yom/validator.js

@@ -0,0 +1,197 @@
+import { BlobKind } from "./generated/yomu/yom/blob-kind.js";
+import { Compression } from "./generated/yomu/yom/compression.js";
+import { MAX_TOTAL_UNCOMPRESSED, YOM_HEADER_SIZE, YOM_IMAGE_BLOB_ALIGNMENT, YOM_MAGIC, YOM_FORMAT_VERSION, requiredCompression, } from "./constants.js";
+import { getVerifiedRootAsMainIndex } from "./flatbufferVerify.js";
+import { enforceBlobSizePolicy } from "./blobLimits.js";
+import { BlobTooLargeError } from "./errors.js";
+import { HEADER_FIELDS_SIZE, encodeFooter, encodeHeader, headersEqual, parseHeaderFields, zeroingHashes, } from "./header.js";
+import { bytesEqual, sha256 } from "./hash.js";
+import { zstdDecompress } from "./zstd.js";
+import { concatBytes } from "./bytes.js";
+/**
+ * Strict, standalone validation of a YOM v1 packfile, independent of
+ * `YOMPackfileReader`. Ports the Swift implementation in
+ * `swift/Sources/YOMFormat/YOMValidator.swift`: magic/
+ * version, file-size consistency, index/file/blob hashes, blob offset bounds
+ * and alignment, the fixed compression-by-kind policy, and the "exactly one
+ * page image blob + one thumbnail blob per page" rule.
+ *
+ * Throws on the first failure found rather than collecting every violation.
+ */
+export class YOMValidationError extends Error {
+}
+export async function validateYOM(data) {
+    const header = validateHeaderAndFooter(data);
+    const indexEnd = header.indexOffset + header.indexUncompressedLength;
+    const footerStart = data.length - HEADER_FIELDS_SIZE;
+    const indexBytes = data.subarray(Number(header.indexOffset), Number(indexEnd));
+    await validateIndexAndFileHashes(data, header, indexBytes, footerStart);
+    // Full bounded structural verification of the index before traversal (Gap 3).
+    const mainIndex = getVerifiedRootAsMainIndex(indexBytes, true);
+    const blobCounts = await validateBlobs(mainIndex, data, indexEnd, footerStart);
+    const pageCount = mainIndex.pagesLength();
+    if (blobCounts.image !== pageCount) {
+        throw new YOMValidationError(`expected ${pageCount} PageImage blobs, found ${blobCounts.image}`);
+    }
+    if (blobCounts.thumbnail !== pageCount) {
+        throw new YOMValidationError(`expected ${pageCount} ThumbnailImage blobs, found ${blobCounts.thumbnail}`);
+    }
+    validatePageBlobReferences(mainIndex);
+}
+/** Parses and cross-checks the fixed header against its footer mirror. */
+function validateHeaderAndFooter(data) {
+    if (data.length < YOM_HEADER_SIZE + HEADER_FIELDS_SIZE) {
+        throw new YOMValidationError("file too small");
+    }
+    const header = parseHeaderFields(data.subarray(0, YOM_HEADER_SIZE));
+    if (!bytesEqual(header.magic, YOM_MAGIC))
+        throw new YOMValidationError("bad magic");
+    if (header.formatVersion !== YOM_FORMAT_VERSION) {
+        throw new YOMValidationError(`unsupported format version ${header.formatVersion}`);
+    }
+    const indexEnd = header.indexOffset + header.indexUncompressedLength;
+    if (header.indexOffset !== BigInt(YOM_HEADER_SIZE) || indexEnd > BigInt(data.length)) {
+        throw new YOMValidationError("index out of bounds");
+    }
+    const footerStart = data.length - HEADER_FIELDS_SIZE;
+    if (BigInt(footerStart) < indexEnd)
+        throw new YOMValidationError("index out of bounds");
+    const footer = parseHeaderFields(data.subarray(footerStart));
+    if (!headersEqual(footer, header))
+        throw new YOMValidationError("footer does not match header");
+    return header;
+}
+/**
+ * Recomputes the index hash and the whole-file hash (with hash fields
+ * zeroed, matching the writer's convention) and compares them against the
+ * values stored in the header.
+ */
+async function validateIndexAndFileHashes(data, header, indexBytes, footerStart) {
+    const actualIndexHash = await sha256(indexBytes);
+    if (!bytesEqual(actualIndexHash, header.indexHash))
+        throw new YOMValidationError("index hash mismatch");
+    const hashingHeader = zeroingHashes(header);
+    const recomputeInput = concatBytes([
+        encodeHeader(hashingHeader),
+        data.subarray(YOM_HEADER_SIZE, footerStart),
+        encodeFooter(hashingHeader),
+    ]);
+    const actualFileHash = await sha256(recomputeInput);
+    if (!bytesEqual(actualFileHash, header.fileHash))
+        throw new YOMValidationError("file hash mismatch");
+}
+/**
+ * Validates every blob's compression policy, alignment, bounds, and hash.
+ * Returns how many PageImage/ThumbnailImage blobs were found, so the caller
+ * can enforce "exactly one of each per page, no extras".
+ */
+async function validateBlobs(mainIndex, data, indexEnd, footerStart) {
+    let imageBlobCount = 0;
+    let thumbnailBlobCount = 0;
+    let totalUncompressed = 0;
+    for (let blobIndex = 0; blobIndex < mainIndex.blobsLength(); blobIndex++) {
+        const blob = mainIndex.blobs(blobIndex);
+        if (!blob)
+            throw new YOMValidationError(`blob ${blobIndex} missing`);
+        validateBlobCompressionAndAlignment(blob, blobIndex);
+        const blobEnd = blob.offset() + blob.compressedLength();
+        if (blob.offset() < indexEnd || blobEnd > BigInt(footerStart)) {
+            throw new YOMValidationError(`blob ${blobIndex} out of bounds`);
+        }
+        // Reader-side size caps before touching bytes (Gap 2).
+        const compressedLength = Number(blob.compressedLength());
+        const uncompressedLength = Number(blob.uncompressedLength());
+        try {
+            enforceBlobSizePolicy(blob.kind(), compressedLength, uncompressedLength);
+        }
+        catch (err) {
+            if (err instanceof BlobTooLargeError) {
+                throw new YOMValidationError(`blob ${blobIndex} ${err.message}`);
+            }
+            throw err;
+        }
+        totalUncompressed += uncompressedLength;
+        if (totalUncompressed > MAX_TOTAL_UNCOMPRESSED) {
+            throw new YOMValidationError(`total uncompressed size exceeds cap ${MAX_TOTAL_UNCOMPRESSED}`);
+        }
+        const rawBytes = data.subarray(Number(blob.offset()), Number(blobEnd));
+        await validateBlobHash(blob, blobIndex, uncompressedLength, rawBytes);
+        if (blob.kind() === BlobKind.PageImage)
+            imageBlobCount += 1;
+        if (blob.kind() === BlobKind.ThumbnailImage)
+            thumbnailBlobCount += 1;
+    }
+    return { image: imageBlobCount, thumbnail: thumbnailBlobCount };
+}
+function validateBlobCompressionAndAlignment(blob, blobIndex) {
+    const required = requiredCompression(blob.kind());
+    if (blob.compression() !== required) {
+        throw new YOMValidationError(`blob ${blobIndex} compression policy violation: kind ${blob.kind()} declared ${blob.compression()} required ${required}`);
+    }
+    const alignment = BigInt(Math.max(blob.alignment(), 1));
+    if (blob.offset() % alignment !== 0n) {
+        throw new YOMValidationError(`blob ${blobIndex} alignment violation`);
+    }
+    if (blob.kind() === BlobKind.PageImage || blob.kind() === BlobKind.ThumbnailImage) {
+        if (blob.alignment() < YOM_IMAGE_BLOB_ALIGNMENT) {
+            throw new YOMValidationError(`blob ${blobIndex} alignment violation`);
+        }
+    }
+}
+async function validateBlobHash(blob, blobIndex, uncompressedLength, rawBytes) {
+    let original;
+    if (blob.compression() === Compression.None) {
+        original = rawBytes;
+    }
+    else {
+        try {
+            original = await zstdDecompress(rawBytes, uncompressedLength);
+        }
+        catch {
+            throw new YOMValidationError(`blob ${blobIndex} hash mismatch (decompression failed)`);
+        }
+    }
+    const actualHash = await sha256(original);
+    const expectedHash = blob.hashArray();
+    if (!expectedHash || !bytesEqual(actualHash, expectedHash)) {
+        throw new YOMValidationError(`blob ${blobIndex} hash mismatch`);
+    }
+}
+/**
+ * Confirms every page references exactly one PageImage and one
+ * ThumbnailImage blob, each of the right kind, with no blob shared between
+ * two pages.
+ */
+function validatePageBlobReferences(mainIndex) {
+    const blobCount = mainIndex.blobsLength();
+    const usedImageBlobIndices = new Set();
+    const usedThumbnailBlobIndices = new Set();
+    for (let pageIndex = 0; pageIndex < mainIndex.pagesLength(); pageIndex++) {
+        const page = mainIndex.pages(pageIndex);
+        if (!page)
+            throw new YOMValidationError(`page ${pageIndex} missing`);
+        const imageBlobIndex = page.pageImageBlobIndex();
+        if (imageBlobIndex < 0 || imageBlobIndex >= blobCount) {
+            throw new YOMValidationError(`page ${pageIndex} missing image blob`);
+        }
+        if (mainIndex.blobs(imageBlobIndex)?.kind() !== BlobKind.PageImage) {
+            throw new YOMValidationError(`page ${pageIndex} image blob has wrong kind`);
+        }
+        if (usedImageBlobIndices.has(imageBlobIndex)) {
+            throw new YOMValidationError(`blob ${imageBlobIndex} referenced as image by more than one page`);
+        }
+        usedImageBlobIndices.add(imageBlobIndex);
+        const thumbnailBlobIndex = page.thumbnailBlobIndex();
+        if (thumbnailBlobIndex < 0 || thumbnailBlobIndex >= blobCount) {
+            throw new YOMValidationError(`page ${pageIndex} missing thumbnail blob`);
+        }
+        if (mainIndex.blobs(thumbnailBlobIndex)?.kind() !== BlobKind.ThumbnailImage) {
+            throw new YOMValidationError(`page ${pageIndex} thumbnail blob has wrong kind`);
+        }
+        if (usedThumbnailBlobIndices.has(thumbnailBlobIndex)) {
+            throw new YOMValidationError(`blob ${thumbnailBlobIndex} referenced as thumbnail by more than one page`);
+        }
+        usedThumbnailBlobIndices.add(thumbnailBlobIndex);
+    }
+}
+//# sourceMappingURL=validator.js.map

package/dist/yom/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/yom/validator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAElE,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,wBAAwB,EACxB,SAAS,EACT,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,aAAa,GAEd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC;;;;;;;;;GASG;AACH,MAAM,OAAO,kBAAmB,SAAQ,KAAK;CAAG;AAEhD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAgB;IAChD,MAAM,MAAM,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,uBAAuB,CAAC;IACrE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE/E,MAAM,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IAExE,8EAA8E;IAC9E,MAAM,SAAS,GAAG,0BAA0B,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IAE/D,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAE/E,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,IAAI,kBAAkB,CAAC,YAAY,SAAS,2BAA2B,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;IACnG,CAAC;IACD,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,IAAI,kBAAkB,CAAC,YAAY,SAAS,gCAAgC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;IAC5G,CAAC;IAED,0BAA0B,CAAC,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,0EAA0E;AAC1E,SAAS,uBAAuB,CAAC,IAAgB;IAC/C,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe,GAAG,kBAAkB,EAAE,CAAC;QACvD,MAAM,IAAI,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC;QAAE,MAAM,IAAI,kBAAkB,CAAC,WAAW,CAAC,CAAC;IACpF,IAAI,MAAM,CAAC,aAAa,KAAK,kBAAkB,EAAE,CAAC;QAChD,MAAM,IAAI,kBAAkB,CAAC,8BAA8B,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,uBAAuB,CAAC;IACrE,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,eAAe,CAAC,IAAI,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACrF,MAAM,IAAI,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC;IACrD,IAAI,MAAM,CAAC,WAAW,CAAC,GAAG,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;QAAE,MAAM,IAAI,kBAAkB,CAAC,8BAA8B,CAAC,CAAC;IAEhG,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,0BAA0B,CACvC,IAAgB,EAChB,MAAiB,EACjB,UAAsB,EACtB,WAAmB;IAEnB,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;IAExG,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,WAAW,CAAC;QACjC,YAAY,CAAC,aAAa,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,WAAW,CAAC;QAC3C,YAAY,CAAC,aAAa,CAAC;KAC5B,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;AACvG,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAC1B,SAAoB,EACpB,IAAgB,EAChB,QAAgB,EAChB,WAAmB;IAEnB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;QACzE,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,UAAU,CAAC,CAAC;QACrE,mCAAmC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAErD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxD,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,IAAI,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,gBAAgB,CAAC,CAAC;QAClE,CAAC;QAED,uDAAuD;QACvD,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACzD,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,qBAAqB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,iBAAiB,EAAE,CAAC;gBACrC,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,iBAAiB,IAAI,kBAAkB,CAAC;QACxC,IAAI,iBAAiB,GAAG,sBAAsB,EAAE,CAAC;YAC/C,MAAM,IAAI,kBAAkB,CAAC,uCAAuC,sBAAsB,EAAE,CAAC,CAAC;QAChG,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACvE,MAAM,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QAEtE,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,SAAS;YAAE,cAAc,IAAI,CAAC,CAAC;QAC5D,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,cAAc;YAAE,kBAAkB,IAAI,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,mCAAmC,CAAC,IAAa,EAAE,SAAiB;IAC3E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAClD,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,kBAAkB,CAC1B,QAAQ,SAAS,uCAAuC,IAAI,CAAC,IAAI,EAAE,aAAa,IAAI,CAAC,WAAW,EAAE,aAAa,QAAQ,EAAE,CAC1H,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,KAAK,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,sBAAsB,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,QAAQ,CAAC,cAAc,EAAE,CAAC;QAClF,IAAI,IAAI,CAAC,SAAS,EAAE,GAAG,wBAAwB,EAAE,CAAC;YAChD,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,sBAAsB,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,IAAa,EACb,SAAiB,EACjB,kBAA0B,EAC1B,QAAoB;IAEpB,IAAI,QAAoB,CAAC;IACzB,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC;QAC5C,QAAQ,GAAG,QAAQ,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,uCAAuC,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IACtC,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,gBAAgB,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,0BAA0B,CAAC,SAAoB;IACtD,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC1C,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;QACzE,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,UAAU,CAAC,CAAC;QAErE,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACjD,IAAI,cAAc,GAAG,CAAC,IAAI,cAAc,IAAI,SAAS,EAAE,CAAC;YACtD,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,qBAAqB,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,QAAQ,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,4BAA4B,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,oBAAoB,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,kBAAkB,CAAC,QAAQ,cAAc,4CAA4C,CAAC,CAAC;QACnG,CAAC;QACD,oBAAoB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAEzC,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACrD,IAAI,kBAAkB,GAAG,CAAC,IAAI,kBAAkB,IAAI,SAAS,EAAE,CAAC;YAC9D,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,yBAAyB,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC5E,MAAM,IAAI,kBAAkB,CAAC,QAAQ,SAAS,gCAAgC,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,wBAAwB,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,kBAAkB,CAAC,QAAQ,kBAAkB,gDAAgD,CAAC,CAAC;QAC3G,CAAC;QACD,wBAAwB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACnD,CAAC;AACH,CAAC"}

package/dist/yom/writer.d.ts

@@ -0,0 +1,76 @@
+import { BlobKind } from "./generated/yomu/yom/blob-kind.js";
+import { Compression } from "./generated/yomu/yom/compression.js";
+import type { ReadingDirection } from "./generated/yomu/yom/reading-direction.js";
+/**
+ * Emits a YOM v1 packfile: `[4096-byte header][uncompressed MainIndex
+ * FlatBuffer][blob area, each blob aligned per its BlobRef.alignment,
+ * offsets relative to file start][footer mirror]`. Ports the Swift
+ * implementation in `swift/Sources/YOMFormat/YOMPackfileWriter.swift` +
+ * `YOMPackfileWriter+Index.swift` field-for-field.
+ *
+ * Compression is not caller-selectable: every blob's declared `compression`
+ * must equal `requiredCompression(kind)` exactly, checked before any bytes
+ * are written. Hashes are always computed over each blob's original
+ * (pre-compression) bytes.
+ */
+export interface BlobInput {
+    kind: BlobKind;
+    data: Uint8Array;
+    compression: Compression;
+}
+export interface PageInput {
+    pageLabel: string;
+    pixelWidth: number;
+    pixelHeight: number;
+    dpi: number;
+    colorSpace: string;
+    colorProfileRef: string;
+    mediaBox: number[];
+    cropBox: number[];
+    contentBox: number[];
+    rotation: number;
+    readingDirection: ReadingDirection;
+    /** Must have `kind === BlobKind.PageImage`. */
+    pageImage: BlobInput;
+    /** Must have `kind === BlobKind.ThumbnailImage`. */
+    thumbnail: BlobInput;
+}
+export interface BookInput {
+    title: string;
+    readingDirection: ReadingDirection;
+    createdAtUnix: bigint;
+}
+export interface SearchTermInput {
+    term: string;
+    dictionaryOffset: bigint;
+    dictionaryLength: bigint;
+    postingsOffset: bigint;
+    postingsLength: bigint;
+}
+export interface OutlineInput {
+    title: string;
+    pageId: number;
+    children: OutlineInput[];
+}
+export interface PDFExportInput {
+    pageLabels: string[];
+    outline: OutlineInput[];
+}
+export interface WriterInput {
+    book: BookInput;
+    pages: PageInput[];
+    /** Must have `kind === BlobKind.OCRLayout` when present. */
+    ocrLayout?: BlobInput;
+    /** Must have `kind === BlobKind.NormalizedText` when present. */
+    normalizedText?: BlobInput;
+    /** Must have `kind === BlobKind.SearchDictionary` when present. */
+    searchDictionary?: BlobInput;
+    /** Must have `kind === BlobKind.SearchPostings` when present. */
+    searchPostings?: BlobInput;
+    searchTerms: SearchTermInput[];
+    pdfExport?: PDFExportInput;
+}
+export declare class YOMWriterError extends Error {
+}
+export declare function writeYOM(input: WriterInput): Promise<Uint8Array>;
+//# sourceMappingURL=writer.d.ts.map

package/dist/yom/writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/yom/writer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAqBlF;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,UAAU,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,+CAA+C;IAC/C,SAAS,EAAE,SAAS,CAAC;IACrB,oDAAoD;IACpD,SAAS,EAAE,SAAS,CAAC;CACtB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,iEAAiE;IACjE,cAAc,CAAC,EAAE,SAAS,CAAC;IAC3B,mEAAmE;IACnE,gBAAgB,CAAC,EAAE,SAAS,CAAC;IAC7B,iEAAiE;IACjE,cAAc,CAAC,EAAE,SAAS,CAAC;IAC3B,WAAW,EAAE,eAAe,EAAE,CAAC;IAC/B,SAAS,CAAC,EAAE,cAAc,CAAC;CAC5B;AAED,qBAAa,cAAe,SAAQ,KAAK;CAAG;AAgC5C,wBAAsB,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA2GtE"}