@ai-matrx/print 0.8.0 → 0.8.2

package/dist/document.d.cts

@@ -133,7 +133,7 @@ interface DocumentSettings {
     fontSize: number;
 }
 interface DocumentNotice {
-    code: "frontmatter-invalid" | "setting-ignored" | "xref-unresolved" | "citation-unresolved" | "html-stripped" | "image-unavailable" | "glyph-substituted" | "content-lost" | "math-error" | "empty-document";
+    code: "frontmatter-invalid" | "setting-ignored" | "xref-unresolved" | "citation-unresolved" | "html-stripped" | "image-unavailable" | "glyph-substituted" | "content-lost" | "math-error" | "toc-pages-deferred" | "empty-document";
     message: string;
     remedy: string;
 }
@@ -313,10 +313,24 @@ declare const NOTO_EMOJI_URL = "https://cdn.jsdelivr.net/npm/@fontsource/noto-em
 declare const NOTO_SYMBOLS_URL = "https://cdn.jsdelivr.net/npm/@fontsource/noto-sans-math@5.3.0/files/noto-sans-math-latin-400-normal.woff";
 declare const defaultEmojiFontLoader: FontLoader;
 declare const defaultSymbolFontLoader: FontLoader;
+/** Loads the CJK subset faces covering these code points. */
+type CjkFontLoader = (codepoints: number[]) => Promise<Array<{
+    name: string;
+    bytes: Uint8Array;
+}>>;
 interface FallbackFontLoaders {
     emoji?: FontLoader | undefined;
     symbols?: FontLoader | undefined;
-}
+    cjk?: CjkFontLoader | undefined;
+}
+/** Noto Sans JP (SIL OFL) from fontsource: 124 unicode-range subsets; only the needed ones load. */
+declare const NOTO_CJK_BASE = "https://cdn.jsdelivr.net/npm/@fontsource/noto-sans-jp@5.3.0";
+/** Parse a fontsource stylesheet: each face's file stem and its unicode ranges. */
+declare function parseUnicodeRangeCss(css: string): Array<{
+    file: string;
+    ranges: Array<[number, number]>;
+}>;
+declare const defaultCjkFontLoader: CjkFontLoader;
 /**
  * Words pdfmake did not put on a page: a text node with no position was never
  * placed, and a node measured taller than its page (`__height`) whose lines
@@ -657,4 +671,4 @@ declare function exportDocument(source: string, format: DocumentFormat, options?
 /** Browser helper: save an export through a download link. */
 declare function downloadDocumentExport(exp: DocumentExport): void;
 
-export { BUNDLED_STYLE_IDS, type BibliographyEntry, type Block, CSL_STYLE_ALIASES, type Caption, CitationEngine, type CitationStyle, type CslFetcher, type CslItem, type CslName, DEFAULT_FOOTER, DOCUMENT_FORMATS, type DocSection, type DocTree, type DocumentExport, type DocumentFormat, type DocumentNotice, type DocumentSettings, type ExportDocumentOptions, type FallbackFontLoaders, type FontLoader, type ImageLoader, type ImageMap, type Inline, type ListItem, type Margins, type MathSpan, NOTO_EMOJI_URL, NOTO_SYMBOLS_URL, type Orientation, PAGE_SIZES, type PageSizeName, type ParseDocumentOptions, type PrepareDocumentOptions, type ResolvedImage, type RunningTemplate, type TocEntry, type TypesetMath, buildPdfDefinition, countUnplacedWords, cslStyleId, defaultCslFetcher, defaultEmojiFontLoader, defaultImageLoader, defaultSymbolFontLoader, documentCss, documentToDocx, documentToEpub, documentToHtml, documentToPdf, downloadDocumentExport, exportDocument, extractMath, fillTemplate, loadCslLocale, loadCslStyle, mathKey, normalizeReference, parseCitationGroup, parseDocument, parseLength, parseLocator, parseMathML, plainText, prepareDocument, renderBlocksHtml, renderPdfDefinition, resolveDocumentImages, resolveSettings, scanCitationKeys, splitFrontmatter, typesetDocumentMath };
+export { BUNDLED_STYLE_IDS, type BibliographyEntry, type Block, CSL_STYLE_ALIASES, type Caption, CitationEngine, type CitationStyle, type CjkFontLoader, type CslFetcher, type CslItem, type CslName, DEFAULT_FOOTER, DOCUMENT_FORMATS, type DocSection, type DocTree, type DocumentExport, type DocumentFormat, type DocumentNotice, type DocumentSettings, type ExportDocumentOptions, type FallbackFontLoaders, type FontLoader, type ImageLoader, type ImageMap, type Inline, type ListItem, type Margins, type MathSpan, NOTO_CJK_BASE, NOTO_EMOJI_URL, NOTO_SYMBOLS_URL, type Orientation, PAGE_SIZES, type PageSizeName, type ParseDocumentOptions, type PrepareDocumentOptions, type ResolvedImage, type RunningTemplate, type TocEntry, type TypesetMath, buildPdfDefinition, countUnplacedWords, cslStyleId, defaultCjkFontLoader, defaultCslFetcher, defaultEmojiFontLoader, defaultImageLoader, defaultSymbolFontLoader, documentCss, documentToDocx, documentToEpub, documentToHtml, documentToPdf, downloadDocumentExport, exportDocument, extractMath, fillTemplate, loadCslLocale, loadCslStyle, mathKey, normalizeReference, parseCitationGroup, parseDocument, parseLength, parseLocator, parseMathML, parseUnicodeRangeCss, plainText, prepareDocument, renderBlocksHtml, renderPdfDefinition, resolveDocumentImages, resolveSettings, scanCitationKeys, splitFrontmatter, typesetDocumentMath };

package/dist/document.d.ts

@@ -133,7 +133,7 @@ interface DocumentSettings {
     fontSize: number;
 }
 interface DocumentNotice {
-    code: "frontmatter-invalid" | "setting-ignored" | "xref-unresolved" | "citation-unresolved" | "html-stripped" | "image-unavailable" | "glyph-substituted" | "content-lost" | "math-error" | "empty-document";
+    code: "frontmatter-invalid" | "setting-ignored" | "xref-unresolved" | "citation-unresolved" | "html-stripped" | "image-unavailable" | "glyph-substituted" | "content-lost" | "math-error" | "toc-pages-deferred" | "empty-document";
     message: string;
     remedy: string;
 }
@@ -313,10 +313,24 @@ declare const NOTO_EMOJI_URL = "https://cdn.jsdelivr.net/npm/@fontsource/noto-em
 declare const NOTO_SYMBOLS_URL = "https://cdn.jsdelivr.net/npm/@fontsource/noto-sans-math@5.3.0/files/noto-sans-math-latin-400-normal.woff";
 declare const defaultEmojiFontLoader: FontLoader;
 declare const defaultSymbolFontLoader: FontLoader;
+/** Loads the CJK subset faces covering these code points. */
+type CjkFontLoader = (codepoints: number[]) => Promise<Array<{
+    name: string;
+    bytes: Uint8Array;
+}>>;
 interface FallbackFontLoaders {
     emoji?: FontLoader | undefined;
     symbols?: FontLoader | undefined;
-}
+    cjk?: CjkFontLoader | undefined;
+}
+/** Noto Sans JP (SIL OFL) from fontsource: 124 unicode-range subsets; only the needed ones load. */
+declare const NOTO_CJK_BASE = "https://cdn.jsdelivr.net/npm/@fontsource/noto-sans-jp@5.3.0";
+/** Parse a fontsource stylesheet: each face's file stem and its unicode ranges. */
+declare function parseUnicodeRangeCss(css: string): Array<{
+    file: string;
+    ranges: Array<[number, number]>;
+}>;
+declare const defaultCjkFontLoader: CjkFontLoader;
 /**
  * Words pdfmake did not put on a page: a text node with no position was never
  * placed, and a node measured taller than its page (`__height`) whose lines
@@ -657,4 +671,4 @@ declare function exportDocument(source: string, format: DocumentFormat, options?
 /** Browser helper: save an export through a download link. */
 declare function downloadDocumentExport(exp: DocumentExport): void;
 
-export { BUNDLED_STYLE_IDS, type BibliographyEntry, type Block, CSL_STYLE_ALIASES, type Caption, CitationEngine, type CitationStyle, type CslFetcher, type CslItem, type CslName, DEFAULT_FOOTER, DOCUMENT_FORMATS, type DocSection, type DocTree, type DocumentExport, type DocumentFormat, type DocumentNotice, type DocumentSettings, type ExportDocumentOptions, type FallbackFontLoaders, type FontLoader, type ImageLoader, type ImageMap, type Inline, type ListItem, type Margins, type MathSpan, NOTO_EMOJI_URL, NOTO_SYMBOLS_URL, type Orientation, PAGE_SIZES, type PageSizeName, type ParseDocumentOptions, type PrepareDocumentOptions, type ResolvedImage, type RunningTemplate, type TocEntry, type TypesetMath, buildPdfDefinition, countUnplacedWords, cslStyleId, defaultCslFetcher, defaultEmojiFontLoader, defaultImageLoader, defaultSymbolFontLoader, documentCss, documentToDocx, documentToEpub, documentToHtml, documentToPdf, downloadDocumentExport, exportDocument, extractMath, fillTemplate, loadCslLocale, loadCslStyle, mathKey, normalizeReference, parseCitationGroup, parseDocument, parseLength, parseLocator, parseMathML, plainText, prepareDocument, renderBlocksHtml, renderPdfDefinition, resolveDocumentImages, resolveSettings, scanCitationKeys, splitFrontmatter, typesetDocumentMath };
+export { BUNDLED_STYLE_IDS, type BibliographyEntry, type Block, CSL_STYLE_ALIASES, type Caption, CitationEngine, type CitationStyle, type CjkFontLoader, type CslFetcher, type CslItem, type CslName, DEFAULT_FOOTER, DOCUMENT_FORMATS, type DocSection, type DocTree, type DocumentExport, type DocumentFormat, type DocumentNotice, type DocumentSettings, type ExportDocumentOptions, type FallbackFontLoaders, type FontLoader, type ImageLoader, type ImageMap, type Inline, type ListItem, type Margins, type MathSpan, NOTO_CJK_BASE, NOTO_EMOJI_URL, NOTO_SYMBOLS_URL, type Orientation, PAGE_SIZES, type PageSizeName, type ParseDocumentOptions, type PrepareDocumentOptions, type ResolvedImage, type RunningTemplate, type TocEntry, type TypesetMath, buildPdfDefinition, countUnplacedWords, cslStyleId, defaultCjkFontLoader, defaultCslFetcher, defaultEmojiFontLoader, defaultImageLoader, defaultSymbolFontLoader, documentCss, documentToDocx, documentToEpub, documentToHtml, documentToPdf, downloadDocumentExport, exportDocument, extractMath, fillTemplate, loadCslLocale, loadCslStyle, mathKey, normalizeReference, parseCitationGroup, parseDocument, parseLength, parseLocator, parseMathML, parseUnicodeRangeCss, plainText, prepareDocument, renderBlocksHtml, renderPdfDefinition, resolveDocumentImages, resolveSettings, scanCitationKeys, splitFrontmatter, typesetDocumentMath };

package/dist/document.js

@@ -4456,12 +4456,13 @@ async function loadTypography(tree, loaders = {}) {
   const base = await loadFaces(vfs, s.fontSize);
   let needEmoji = false;
   let needSymbols = false;
+  const cjk = /* @__PURE__ */ new Set();
   for (const ch of documentText(tree)) {
     const cp = ch.codePointAt(0);
     if (cp < 32 || cp === 8205 || cp === 65039 || base.body(cp)) continue;
     if (EMOJI_CP.test(ch)) needEmoji = true;
+    else if (isCjk(cp)) cjk.add(cp);
     else needSymbols = true;
-    if (needEmoji && needSymbols) break;
   }
   const fallbacks = [];
   if (needEmoji) {
@@ -4472,6 +4473,26 @@ async function loadTypography(tree, loaders = {}) {
     const b = await registerFace("NotoSymbols", "NotoSansMath.woff", loaders.symbols ?? defaultSymbolFontLoader, tree, "symbols");
     if (b) fallbacks.push({ font: "NotoSymbols", bytes: b });
   }
+  if (cjk.size) {
+    let subsets = [];
+    try {
+      subsets = await (loaders.cjk ?? defaultCjkFontLoader)([...cjk]);
+    } catch {
+      subsets = [];
+    }
+    for (const sub of subsets) {
+      const font = `NotoCJK_${sub.name.replace(/[^\w]/g, "_")}`;
+      const b = await registerFace(font, `${sub.name}.woff`, async () => sub.bytes, tree, "Japanese / Chinese");
+      if (b) fallbacks.push({ font, bytes: b });
+    }
+    if (!subsets.length) {
+      tree.notices.push({
+        code: "glyph-substituted",
+        message: "The Japanese / Chinese font could not be loaded, so those characters were left out of the PDF (Word, EPUB and HTML keep them).",
+        remedy: "Check the internet connection (the font comes from cdn.jsdelivr.net) and export again."
+      });
+    }
+  }
   const faces = fallbacks.length ? await loadFaces(vfs, s.fontSize, fallbacks) : base;
   if (!s.hyphenate) return { faces };
   const split = await loadHyphenator(s.lang);
@@ -4494,6 +4515,37 @@ var urlLoader = (url) => async () => {
 };
 var defaultEmojiFontLoader = urlLoader(NOTO_EMOJI_URL);
 var defaultSymbolFontLoader = urlLoader(NOTO_SYMBOLS_URL);
+var NOTO_CJK_BASE = "https://cdn.jsdelivr.net/npm/@fontsource/noto-sans-jp@5.3.0";
+function parseUnicodeRangeCss(css) {
+  const out = [];
+  for (const block3 of css.split("@font-face").slice(1)) {
+    const file = /url\(\.\/files\/([\w-]+)\.woff\)/.exec(block3)?.[1];
+    const range = /unicode-range:\s*([^;]+);/.exec(block3)?.[1];
+    if (!file || !range) continue;
+    const ranges = range.split(",").map((r) => {
+      const [a, b] = r.trim().replace(/^U\+/i, "").split("-");
+      const lo = parseInt(a, 16);
+      return [lo, b ? parseInt(b, 16) : lo];
+    });
+    out.push({ file, ranges });
+  }
+  return out;
+}
+var defaultCjkFontLoader = async (cps) => {
+  if (typeof fetch !== "function" || cps.length === 0) return [];
+  const res = await fetch(`${NOTO_CJK_BASE}/400.css`);
+  if (!res.ok) return [];
+  const faces = parseUnicodeRangeCss(await res.text()).filter((f) => cps.some((cp) => f.ranges.some(([a, b]) => cp >= a && cp <= b)));
+  const out = [];
+  await Promise.all(
+    faces.map(async (f) => {
+      const r = await fetch(`${NOTO_CJK_BASE}/files/${f.file}.woff`);
+      if (r.ok) out.push({ name: f.file, bytes: new Uint8Array(await r.arrayBuffer()) });
+    })
+  );
+  return out;
+};
+var isCjk = (cp) => cp >= 11904 && cp <= 40959 || cp >= 44032 && cp <= 55215 || cp >= 63744 && cp <= 64255 || cp >= 65072 && cp <= 65103 || cp >= 65280 && cp <= 65519 || cp >= 131072 && cp <= 201551;
 var EMOJI_CP = /\p{Extended_Pictographic}|\p{Regional_Indicator}|\u20E3/u;
 function documentText(tree) {
   const s = tree.settings;
@@ -5471,7 +5523,21 @@ async function exportDocument(source, format, options = {}) {
       bytes = r.bytes;
       pageCount = r.pageCount;
     } else if (format === "docx") {
-      const pages = tree.toc.length ? await headingPages(tree, images, options.fonts) : void 0;
+      const hasToc = tree.sections.some((sec) => sec.blocks.some((blk) => blk.type === "toc"));
+      let pages;
+      if (hasToc) {
+        try {
+          pages = await headingPages(tree, images, options.fonts);
+        } catch (err) {
+          const n = {
+            code: "toc-pages-deferred",
+            message: `The Word file's table of contents lists every heading; its page numbers fill in when the file is opened (they could not be measured here: ${err.message}).`,
+            remedy: "Open the file in Word (or update fields) to show the page numbers."
+          };
+          tree.notices.push(n);
+          options.onNotice?.(n);
+        }
+      }
       bytes = await documentToDocx(tree, { images, headingPages: pages });
     } else bytes = await documentToEpub(tree, { images });
   }
@@ -5495,12 +5561,14 @@ export {
   CitationEngine,
   DEFAULT_FOOTER,
   DOCUMENT_FORMATS,
+  NOTO_CJK_BASE,
   NOTO_EMOJI_URL,
   NOTO_SYMBOLS_URL,
   PAGE_SIZES,
   buildPdfDefinition,
   countUnplacedWords,
   cslStyleId,
+  defaultCjkFontLoader,
   defaultCslFetcher,
   defaultEmojiFontLoader,
   defaultImageLoader,
@@ -5523,6 +5591,7 @@ export {
   parseLength,
   parseLocator,
   parseMathML,
+  parseUnicodeRangeCss,
   plainText,
   prepareDocument,
   renderBlocksHtml,