officeparser 7.2.3 → 7.4.0

package/dist/parsers/EpubParser.d.ts

@@ -0,0 +1,8 @@
+import { FullOfficeParserConfig, OfficeParserAST } from '../types.js';
+/**
+ * Parses an EPUB file (a ZIP archive of XHTML content plus an OPF manifest) into the
+ * unified OfficeParserAST. Each spine item is parsed via the existing `HtmlParser` and
+ * the resulting content/attachments are concatenated in reading order - EPUB is
+ * essentially a sequence of XHTML documents, so there's no need for a bespoke content model.
+ */
+export declare const parseEpub: (buffer: Buffer, config: FullOfficeParserConfig) => Promise<OfficeParserAST>;

package/dist/parsers/EpubParser.js

@@ -0,0 +1,217 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseEpub = void 0;
+const types_js_1 = require("../types.js");
+const astUtils_js_1 = require("../utils/astUtils.js");
+const dateUtils_js_1 = require("../utils/dateUtils.js");
+const errorUtils_js_1 = require("../utils/errorUtils.js");
+const imageUtils_js_1 = require("../utils/imageUtils.js");
+const xmlUtils_js_1 = require("../utils/xmlUtils.js");
+const zipUtils_js_1 = require("../utils/zipUtils.js");
+const HtmlParser_js_1 = require("./HtmlParser.js");
+/**
+ * Resolves a manifest-relative href against the OPF file's directory, collapsing
+ * `./` and `../` segments the way a normal filesystem path resolver would.
+ */
+const resolveOpfPath = (opfDir, href) => {
+    const parts = (opfDir + href).split('/');
+    const resolved = [];
+    for (const part of parts) {
+        if (part === '.' || part === '')
+            continue;
+        if (part === '..')
+            resolved.pop();
+        else
+            resolved.push(part);
+    }
+    return resolved.join('/');
+};
+/**
+ * Parses an EPUB file (a ZIP archive of XHTML content plus an OPF manifest) into the
+ * unified OfficeParserAST. Each spine item is parsed via the existing `HtmlParser` and
+ * the resulting content/attachments are concatenated in reading order - EPUB is
+ * essentially a sequence of XHTML documents, so there's no need for a bespoke content model.
+ */
+const parseEpub = async (buffer, config) => {
+    (0, errorUtils_js_1.checkAbortSignal)(config.abortSignal);
+    const files = await (0, zipUtils_js_1.extractFiles)(buffer, (path) => /META-INF\/container\.xml$/i.test(path)
+        || /\.opf$/i.test(path)
+        || /\.(xhtml|html|htm)$/i.test(path)
+        || (!!config.extractAttachments && /\.(png|jpe?g|gif|svg|webp)$/i.test(path)), config.decompressionLimits);
+    // The OPF path is authoritative via META-INF/container.xml; fall back to scanning
+    // for any .opf file for malformed archives that skip the container manifest.
+    let opfPath;
+    const containerFile = files.find(f => /META-INF\/container\.xml$/i.test(f.path));
+    if (containerFile) {
+        const containerXml = (0, xmlUtils_js_1.parseXmlString)(containerFile.content.toString('utf-8'));
+        const rootfile = (0, xmlUtils_js_1.getFirstElementByTagName)(containerXml, 'rootfile');
+        opfPath = rootfile ? (0, xmlUtils_js_1.getAttribute)(rootfile, 'full-path') : undefined;
+    }
+    const opfFile = (opfPath && files.find(f => f.path === opfPath)) || files.find(f => /\.opf$/i.test(f.path));
+    if (!opfFile) {
+        throw (0, errorUtils_js_1.getOfficeError)(types_js_1.OfficeErrorType.FILE_CORRUPTED, config, 'epub (no OPF manifest found)');
+    }
+    const opfDir = opfFile.path.includes('/') ? opfFile.path.substring(0, opfFile.path.lastIndexOf('/') + 1) : '';
+    const opfXml = (0, xmlUtils_js_1.parseXmlString)(opfFile.content.toString('utf-8'));
+    // ─── Metadata (Dublin Core) ─────────────────────────────────────────────
+    const metadata = {};
+    const metadataEl = (0, xmlUtils_js_1.getFirstElementByTagName)(opfXml, 'metadata');
+    if (metadataEl) {
+        const nativeProps = {};
+        const dcText = (tag) => (0, xmlUtils_js_1.getElementsByTagName)(metadataEl, tag)[0]?.textContent || undefined;
+        const title = dcText('dc:title');
+        if (title) {
+            metadata.title = title;
+            nativeProps.title = title;
+        }
+        const creator = dcText('dc:creator');
+        if (creator) {
+            metadata.author = creator;
+            nativeProps.creator = creator;
+        }
+        const description = dcText('dc:description');
+        if (description) {
+            metadata.description = description;
+            nativeProps.description = description;
+        }
+        const subject = dcText('dc:subject');
+        if (subject) {
+            metadata.subject = subject;
+            nativeProps.subject = subject;
+        }
+        const dateStr = dcText('dc:date');
+        if (dateStr) {
+            nativeProps.date = dateStr;
+            metadata.created = (0, dateUtils_js_1.parseOfficeDate)(dateStr) || (isNaN(Date.parse(dateStr)) ? undefined : new Date(dateStr));
+        }
+        const publisher = dcText('dc:publisher');
+        if (publisher)
+            nativeProps.publisher = publisher;
+        const language = dcText('dc:language');
+        if (language)
+            nativeProps.language = language;
+        const identifier = dcText('dc:identifier');
+        if (identifier)
+            nativeProps.identifier = identifier;
+        // Calibre/EPUB2-style <meta name="..." content="..."> refinements
+        for (const metaTag of (0, xmlUtils_js_1.getElementsByTagName)(metadataEl, 'meta')) {
+            const name = (0, xmlUtils_js_1.getAttribute)(metaTag, 'name');
+            const content = (0, xmlUtils_js_1.getAttribute)(metaTag, 'content');
+            if (name && content)
+                nativeProps[name] = content;
+        }
+        if (Object.keys(nativeProps).length > 0)
+            metadata.nativeProperties = nativeProps;
+    }
+    // ─── Manifest: id -> {href, mediaType} ──────────────────────────────────
+    const manifest = new Map();
+    let coverImageId;
+    for (const item of (0, xmlUtils_js_1.getElementsByTagName)(opfXml, 'item')) {
+        const id = (0, xmlUtils_js_1.getAttribute)(item, 'id');
+        const href = (0, xmlUtils_js_1.getAttribute)(item, 'href');
+        const mediaType = (0, xmlUtils_js_1.getAttribute)(item, 'media-type') || '';
+        if (id && href)
+            manifest.set(id, { href, mediaType });
+        if (((0, xmlUtils_js_1.getAttribute)(item, 'properties') || '').split(/\s+/).includes('cover-image'))
+            coverImageId = id;
+    }
+    if (!coverImageId) {
+        // EPUB2-style cover declaration: <meta name="cover" content="{manifest id}">
+        const coverMeta = metadataEl && (0, xmlUtils_js_1.getElementsByTagName)(metadataEl, 'meta').find(m => (0, xmlUtils_js_1.getAttribute)(m, 'name') === 'cover');
+        coverImageId = coverMeta ? (0, xmlUtils_js_1.getAttribute)(coverMeta, 'content') : undefined;
+    }
+    // ─── Spine: ordered reading order of XHTML documents ────────────────────
+    const spineHrefs = [];
+    for (const itemref of (0, xmlUtils_js_1.getElementsByTagName)(opfXml, 'itemref')) {
+        const idref = (0, xmlUtils_js_1.getAttribute)(itemref, 'idref');
+        const item = idref ? manifest.get(idref) : undefined;
+        if (item && /html/i.test(item.mediaType))
+            spineHrefs.push(item.href);
+    }
+    const content = [];
+    const attachments = [];
+    // Map each in-zip image resource by its resolved path, so inline <img> references can
+    // be resolved to real bytes (EPUB images are separate files referenced by relative
+    // path, unlike DOCX's embedded parts).
+    const imageByPath = new Map();
+    if (config.extractAttachments) {
+        for (const [, item] of manifest) {
+            if (!item.mediaType.startsWith('image/'))
+                continue;
+            const p = resolveOpfPath(opfDir, item.href);
+            const f = files.find(ff => ff.path === p);
+            if (f)
+                imageByPath.set(p, { content: f.content, mediaType: item.mediaType });
+        }
+    }
+    const referencedImagePaths = new Set();
+    for (const href of spineHrefs) {
+        (0, errorUtils_js_1.checkAbortSignal)(config.abortSignal);
+        const xhtmlPath = resolveOpfPath(opfDir, href.split('#')[0]);
+        const xhtmlFile = files.find(f => f.path === xhtmlPath);
+        if (!xhtmlFile)
+            continue;
+        let xhtml = xhtmlFile.content.toString('utf-8');
+        if (config.extractAttachments && imageByPath.size > 0) {
+            // Inline each referenced image as a data URI so HtmlParser extracts it as an
+            // attachment (with a real image node linked by name) - the same treatment
+            // DOCX images get, and what makes the image survive conversion to any format.
+            const xhtmlDir = xhtmlPath.includes('/') ? xhtmlPath.substring(0, xhtmlPath.lastIndexOf('/') + 1) : '';
+            xhtml = xhtml.replace(/(<img\b[^>]*\bsrc=")([^"]+)(")/gi, (full, pre, src, post) => {
+                if (/^(data:|https?:|\/\/)/i.test(src))
+                    return full;
+                const resolved = resolveOpfPath(xhtmlDir, src.split('#')[0].split('?')[0]);
+                const img = imageByPath.get(resolved);
+                if (!img)
+                    return full;
+                referencedImagePaths.add(resolved);
+                return `${pre}data:${img.mediaType};base64,${img.content.toString('base64')}${post}`;
+            });
+        }
+        const chapterAst = await (0, HtmlParser_js_1.parseHtml)(Buffer.from(xhtml, 'utf-8'), config);
+        content.push(...chapterAst.content);
+        attachments.push(...chapterAst.attachments);
+    }
+    // Keep manifest images that were NOT referenced inline (e.g. cover art, or images used
+    // only as CSS list-style bullets) as attachments so the raw assets aren't lost - DOCX
+    // likewise exposes such images as attachments even without an inline image node.
+    if (config.extractAttachments) {
+        const customProperties = {};
+        for (const [id, item] of manifest) {
+            if (!item.mediaType.startsWith('image/'))
+                continue;
+            const p = resolveOpfPath(opfDir, item.href);
+            const img = imageByPath.get(p);
+            if (!img || referencedImagePaths.has(p))
+                continue;
+            const attachment = (0, imageUtils_js_1.createAttachment)(item.href.split('/').pop() || item.href, img.content);
+            attachments.push(attachment);
+            if (id === coverImageId)
+                customProperties.coverImageName = attachment.name;
+        }
+        if (Object.keys(customProperties).length > 0) {
+            metadata.customProperties = { ...metadata.customProperties, ...customProperties };
+        }
+    }
+    const toTextSync = () => content.map(n => {
+        const getText = (node) => {
+            if (node.type === 'text' || node.type === 'code')
+                return node.text || '';
+            if (node.type === 'break')
+                return '\n';
+            if (node.type === 'embed')
+                return node.metadata?.url || '';
+            if (node.type === 'image')
+                return node.metadata?.altText || '';
+            if (node.children) {
+                const isBlock = ['table', 'row', 'list', 'sheet', 'slide', 'admonition'].includes(node.type);
+                return node.children.map(getText).join(isBlock ? config.newlineDelimiter : '');
+            }
+            return '';
+        };
+        return getText(n);
+    }).join(config.newlineDelimiter)
+        .replace(/\n{3,}/g, '\n\n');
+    return (0, astUtils_js_1.createAST)('epub', metadata, content, attachments, config, undefined, toTextSync);
+};
+exports.parseEpub = parseEpub;

package/dist/parsers/ExcelParser.js

@@ -392,6 +392,7 @@ const parseExcel = async (buffer, config) => {
         const workbookXml = (0, xmlUtils_js_1.parseXmlString)(workbookFile.content.toString());
         const sheets = (0, xmlUtils_js_1.getElementsByTagName)(workbookXml, "sheet");
         for (const sheet of sheets) {
+            (0, errorUtils_js_1.checkAbortSignal)(config.abortSignal);
             const name = sheet.getAttribute("name");
             const rId = sheet.getAttribute("r:id");
             if (name && rId && rIdToFile[rId]) {
@@ -486,6 +487,7 @@ const parseExcel = async (buffer, config) => {
             };
             let lastRowIndex = -1;
             for (const rowMatch of rowMatches) {
+                (0, errorUtils_js_1.checkAbortSignal)(config.abortSignal);
                 const rowXml = rowMatch[0];
                 const rowAttrs = rowMatch[1];
                 const isSelfClosing = !!rowMatch[2];