@wanshi-kg/wanshi 0.1.0

package/dist/core/processor/readers/MarkdownReader.js

@@ -0,0 +1,289 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImageBufferResolver = exports.MarkdownProcessor = exports.MarkdownReader = exports.MarkdownReadError = void 0;
+const fs = __importStar(require("fs"));
+const FileReader_1 = require("./FileReader");
+const stripReferences_1 = require("./stripReferences");
+const referenceExtraction_1 = require("./referenceExtraction");
+/**
+ * Custom error for markdown reading failures
+ */
+class MarkdownReadError extends Error {
+    constructor(message, options) {
+        super(message);
+        this.name = 'MarkdownReadError';
+    }
+}
+exports.MarkdownReadError = MarkdownReadError;
+/**
+ * Reader for markdown text files with image extraction support
+ */
+class MarkdownReader extends FileReader_1.FileReader {
+    constructor(chunker, logger, stripReferences = false, extractLinks = false, extractCites = false) {
+        super([".md", ".markdown"], chunker, logger);
+        this.stripReferences = stripReferences;
+        this.extractLinks = extractLinks;
+        this.extractCites = extractCites;
+    }
+    getName() {
+        return "MarkdownReader";
+    }
+    read(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.validateFile(filePath);
+            try {
+                this.logger.debug(`Reading markdown file: ${filePath}`);
+                const markdownContent = yield MarkdownProcessor.processFile(filePath);
+                const fullText = markdownContent.text; // pre-strip, for reference extraction
+                // Detect the trailing bibliography once if either consumer needs it.
+                const split = this.stripReferences || this.extractCites
+                    ? (0, stripReferences_1.splitTrailingReferences)(markdownContent.text)
+                    : undefined;
+                if (this.stripReferences && (split === null || split === void 0 ? void 0 : split.references)) {
+                    this.logger.info(`Quarantined trailing references section of ${filePath} (${split.references.length} chars)`);
+                    markdownContent.text = split.body;
+                }
+                // Reference extraction, gated by config. Markdown `[t](u)`/`[[wiki]]` links
+                // PLUS bare URLs (web-clip `> source:` headers etc.); external ones feed the
+                // Phase-1 fetcher, internal ones the Phase-0 resolver.
+                const references = {};
+                if (this.extractLinks) {
+                    const seen = new Set();
+                    const links = [...(0, referenceExtraction_1.extractMarkdownLinks)(fullText), ...(0, referenceExtraction_1.extractBareUrls)(fullText)].filter((l) => (seen.has(l.target) ? false : (seen.add(l.target), true)));
+                    if (links.length)
+                        references.links = links;
+                }
+                if (this.extractCites) {
+                    const cites = (0, referenceExtraction_1.extractCitations)(split === null || split === void 0 ? void 0 : split.references, fullText);
+                    if (cites.length)
+                        references.citations = cites;
+                }
+                const hasRefs = !!(references.links || references.citations);
+                const chunks = yield this.chunker.chunk(markdownContent.text);
+                const enrichedChunks = yield this.enrichChunksWithImages(chunks, markdownContent.images);
+                this.logImageExtractionResults(markdownContent.images.length);
+                return {
+                    chunks: enrichedChunks,
+                    metadata: Object.assign({ type: "text", encoding: "utf-8", size: markdownContent.text.length, imageCount: markdownContent.images.length }, (hasRefs ? { references } : {})),
+                };
+            }
+            catch (error) {
+                const errorMessage = `Failed to read markdown file ${filePath}: ${error}`;
+                this.logger.error(errorMessage);
+                throw new MarkdownReadError(errorMessage, { cause: error });
+            }
+        });
+    }
+    enrichChunksWithImages(chunks, images) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return Promise.all(chunks.map((chunk) => __awaiter(this, void 0, void 0, function* () {
+                const imageReferences = this.extractImageReferences(chunk.content);
+                const imageBuffers = yield this.resolveImageBuffers(imageReferences, images);
+                return {
+                    content: chunk.content,
+                    images: imageBuffers,
+                    startOffset: chunk.startOffset,
+                    endOffset: chunk.endOffset,
+                    index: chunk.index,
+                    totalChunks: chunk.totalChunks,
+                };
+            })));
+        });
+    }
+    extractImageReferences(content) {
+        const imagePattern = /!\[.*?\]\((\d+)\)/g;
+        const references = [];
+        let match;
+        while ((match = imagePattern.exec(content)) !== null) {
+            const index = parseInt(match[1], 10);
+            if (!isNaN(index)) {
+                references.push(index);
+            }
+        }
+        return references;
+    }
+    resolveImageBuffers(references, images) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const results = [];
+            for (const ref of references) {
+                if (ref >= 0 && ref < images.length) {
+                    try {
+                        const buffer = yield ImageBufferResolver.resolve(images[ref]);
+                        results.push({
+                            buffer: buffer,
+                            alt: images[ref].alt,
+                            path: images[ref].path || images[ref].url,
+                        });
+                    }
+                    catch (error) {
+                        this.logger.warn(`Failed to resolve image at index ${ref}: ${error}`);
+                        // Continue processing other images instead of failing completely
+                    }
+                }
+                else {
+                    this.logger.warn(`Invalid image reference: ${ref}`);
+                }
+            }
+            return results;
+        });
+    }
+    logImageExtractionResults(imageCount) {
+        if (imageCount > 0) {
+            this.logger.debug(`Extracted ${imageCount} images from markdown content`);
+        }
+    }
+}
+exports.MarkdownReader = MarkdownReader;
+/**
+ * Handles processing of markdown files and image extraction
+ */
+class MarkdownProcessor {
+    static processFile(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const content = yield fs.promises.readFile(filePath, "utf-8");
+                return this.extractImagesFromContent(content);
+            }
+            catch (error) {
+                throw new MarkdownReadError(`Failed to process markdown file: ${filePath}`, { cause: error });
+            }
+        });
+    }
+    static extractImageMetadata(imageMarkdown) {
+        const matches = Array.from(imageMarkdown.matchAll(this.IMAGE_PATTERN));
+        if (matches.length === 0) {
+            throw new MarkdownReadError(`Invalid image markdown syntax: ${imageMarkdown}`);
+        }
+        const [, alt, source] = matches[0];
+        return this.parseImageSource(alt, source);
+    }
+    static parseImageSource(alt, source) {
+        if (source.startsWith("http://") || source.startsWith("https://")) {
+            return { alt, url: source };
+        }
+        if (source.startsWith("data:image/")) {
+            const base64Match = source.match(/^data:image\/[^;]+;base64,(.+)$/);
+            if (base64Match) {
+                return { alt, base64: base64Match[1] };
+            }
+        }
+        // Assume it's a file path
+        return { alt, path: source };
+    }
+    static extractImagesFromContent(content) {
+        const images = [];
+        const processedText = content.replace(this.IMAGE_PATTERN, (match, alt, source) => {
+            try {
+                const imageMetadata = this.parseImageSource(alt, source);
+                images.push(imageMetadata);
+                return `![${alt}](${images.length - 1})`;
+            }
+            catch (error) {
+                // If we can't parse the image, leave it as-is
+                return match;
+            }
+        });
+        return {
+            text: processedText,
+            images,
+        };
+    }
+}
+exports.MarkdownProcessor = MarkdownProcessor;
+MarkdownProcessor.IMAGE_PATTERN = /!\[(.*?)\]\((.*?)\)/gim;
+/**
+ * Handles resolving image metadata to actual buffer data
+ */
+class ImageBufferResolver {
+    static resolve(imageMetadata) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (imageMetadata.base64) {
+                return this.resolveBase64(imageMetadata.base64);
+            }
+            if (imageMetadata.url) {
+                return this.resolveUrl(imageMetadata.url);
+            }
+            if (imageMetadata.path) {
+                return this.resolvePath(imageMetadata.path);
+            }
+            throw new MarkdownReadError(`No valid image source found for image: ${imageMetadata.alt || 'unknown'}`);
+        });
+    }
+    static resolveBase64(base64Data) {
+        try {
+            return Buffer.from(base64Data, "base64");
+        }
+        catch (error) {
+            throw new MarkdownReadError("Invalid base64 image data", { cause: error });
+        }
+    }
+    static resolveUrl(url) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const response = yield fetch(url);
+                if (!response.ok) {
+                    throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+                }
+                const arrayBuffer = yield response.arrayBuffer();
+                return Buffer.from(arrayBuffer);
+            }
+            catch (error) {
+                throw new MarkdownReadError(`Failed to fetch image from URL: ${url}`, { cause: error });
+            }
+        });
+    }
+    static resolvePath(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                return yield fs.promises.readFile(filePath);
+            }
+            catch (error) {
+                throw new MarkdownReadError(`Failed to read image file: ${filePath}`, { cause: error });
+            }
+        });
+    }
+}
+exports.ImageBufferResolver = ImageBufferResolver;
+//# sourceMappingURL=MarkdownReader.js.map

package/dist/core/processor/readers/MarkdownReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MarkdownReader.js","sourceRoot":"","sources":["../../../../src/core/processor/readers/MarkdownReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,6CAAoF;AAIpF,uDAA4D;AAC5D,+DAK+B;AAoB/B;;GAEG;AACH,MAAa,iBAAkB,SAAQ,KAAK;IAC1C,YAAY,OAAe,EAAE,OAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAC;IAClC,CAAC;CACF;AALD,8CAKC;AAED;;GAEG;AACH,MAAa,cAAe,SAAQ,uBAAU;IAC5C,YACE,OAAoB,EACpB,MAAc,EACG,kBAA2B,KAAK,EAChC,eAAwB,KAAK,EAC7B,eAAwB,KAAK;QAE9C,KAAK,CAAC,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAJ5B,oBAAe,GAAf,eAAe,CAAiB;QAChC,iBAAY,GAAZ,YAAY,CAAiB;QAC7B,iBAAY,GAAZ,YAAY,CAAiB;IAGhD,CAAC;IAED,OAAO;QACL,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAEK,IAAI,CAAC,QAAgB;;YACzB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAElC,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;gBAExD,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACtE,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,sCAAsC;gBAE7E,qEAAqE;gBACrE,MAAM,KAAK,GACT,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,YAAY;oBACvC,CAAC,CAAC,IAAA,yCAAuB,EAAC,eAAe,CAAC,IAAI,CAAC;oBAC/C,CAAC,CAAC,SAAS,CAAC;gBAChB,IAAI,IAAI,CAAC,eAAe,KAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,UAAU,CAAA,EAAE,CAAC;oBAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,8CAA8C,QAAQ,KAAK,KAAK,CAAC,UAAU,CAAC,MAAM,SAAS,CAC5F,CAAC;oBACF,eAAe,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;gBACpC,CAAC;gBAED,4EAA4E;gBAC5E,6EAA6E;gBAC7E,uDAAuD;gBACvD,MAAM,UAAU,GAAkB,EAAE,CAAC;gBACrC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;oBAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAA,0CAAoB,EAAC,QAAQ,CAAC,EAAE,GAAG,IAAA,qCAAe,EAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CACpF,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CACjE,CAAC;oBACF,IAAI,KAAK,CAAC,MAAM;wBAAE,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC;gBAC7C,CAAC;gBACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtB,MAAM,KAAK,GAAG,IAAA,sCAAgB,EAAC,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;oBAC5D,IAAI,KAAK,CAAC,MAAM;wBAAE,UAAU,CAAC,SAAS,GAAG,KAAK,CAAC;gBACjD,CAAC;gBACD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;gBAE7D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAE9D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,sBAAsB,CACtD,MAAM,EACN,eAAe,CAAC,MAAM,CACvB,CAAC;gBAEF,IAAI,CAAC,yBAAyB,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE9D,OAAO;oBACL,MAAM,EAAE,cAAc;oBACtB,QAAQ,kBACN,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,EACjB,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,EACjC,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM,IACtC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACnC;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,gCAAgC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAChC,MAAM,IAAI,iBAAiB,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;KAAA;IAEa,sBAAsB,CAClC,MAAwB,EACxB,MAAuB;;YAEvB,OAAO,OAAO,CAAC,GAAG,CAChB,MAAM,CAAC,GAAG,CAAC,CAAO,KAAK,EAAE,EAAE;gBACzB,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;gBAE7E,OAAO;oBACL,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,MAAM,EAAE,YAAY;oBACpB,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;QACJ,CAAC;KAAA;IAEO,sBAAsB,CAAC,OAAe;QAC5C,MAAM,YAAY,GAAG,oBAAoB,CAAC;QAC1C,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC;QAEV,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEa,mBAAmB,CAC/B,UAAoB,EACpB,MAAuB;;YAEvB,MAAM,OAAO,GAAkB,EAAE,CAAC;YAElC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBACpC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC9D,OAAO,CAAC,IAAI,CAAC;4BACX,MAAM,EAAE,MAAM;4BACd,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG;4BACpB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG;yBAC1C,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,GAAG,KAAK,KAAK,EAAE,CAAC,CAAC;wBACtE,iEAAiE;oBACnE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;IAEO,yBAAyB,CAAC,UAAkB;QAClD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,UAAU,+BAA+B,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;CACF;AAnJD,wCAmJC;AAED;;GAEG;AACH,MAAa,iBAAiB;IAGrB,MAAM,CAAO,WAAW,CAAC,QAAgB;;YAC9C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC9D,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,iBAAiB,CAAC,oCAAoC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;KAAA;IAEM,MAAM,CAAC,oBAAoB,CAAC,aAAqB;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QAEvE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,iBAAiB,CAAC,kCAAkC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAc;QACzD,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAClE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACpE,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/B,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,OAAe;QACrD,MAAM,MAAM,GAAoB,EAAE,CAAC;QAEnC,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;YAC/E,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC3B,OAAO,KAAK,GAAG,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,8CAA8C;gBAC9C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,MAAM;SACP,CAAC;IACJ,CAAC;;AAzDH,8CA0DC;AAzDyB,+BAAa,GAAG,wBAAwB,CAAC;AA2DnE;;GAEG;AACH,MAAa,mBAAmB;IACvB,MAAM,CAAO,OAAO,CAAC,aAA4B;;YACtD,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YAED,IAAI,aAAa,CAAC,GAAG,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,IAAI,iBAAiB,CACzB,0CAA0C,aAAa,CAAC,GAAG,IAAI,SAAS,EAAE,CAC3E,CAAC;QACJ,CAAC;KAAA;IAEO,MAAM,CAAC,aAAa,CAAC,UAAkB;QAC7C,IAAI,CAAC;YACH,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,iBAAiB,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,MAAM,CAAO,UAAU,CAAC,GAAW;;YACzC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAElC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACjD,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;KAAA;IAEO,MAAM,CAAO,WAAW,CAAC,QAAgB;;YAC/C,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,iBAAiB,CAAC,8BAA8B,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;KAAA;CACF;AAjDD,kDAiDC"}

package/dist/core/processor/readers/MarkerPdfReader.js

@@ -0,0 +1,193 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MarkerPdfReader = void 0;
+const FileReader_1 = require("./FileReader");
+const path_1 = __importDefault(require("path"));
+const promises_1 = __importDefault(require("fs/promises"));
+const child_process_1 = require("child_process");
+/**
+ * PDF reader backed by marker-pdf's `marker_single` CLI (datalab). Spawns the CLI
+ * (DoclingReader pattern), reads the markdown it produces, and returns it as a
+ * single content chunk (FileProcessor chunks it downstream). Claims `.pdf` only.
+ *
+ * marker is slow (~1GB models, minutes on CPU) so a `<pdf>.marker.md` sidecar is
+ * reused when newer than the source. Any failure — missing CLI, non-zero exit,
+ * timeout — **degrades to the injected pdf2json fallback** so a run never dies on
+ * a single PDF and the default path stays portable.
+ */
+class MarkerPdfReader extends FileReader_1.FileReader {
+    constructor(opts, llm, fallback, tempDir, chunker, logger) {
+        super([".pdf"], chunker, logger);
+        this.opts = opts;
+        this.llm = llm;
+        this.fallback = fallback;
+        this.tempDir = tempDir;
+        this.ensureTempDir();
+    }
+    getName() {
+        return "MarkerPdfReader";
+    }
+    adapterId() {
+        return "pdf:marker";
+    }
+    read(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.validateFile(filePath);
+            try {
+                const startTime = Date.now();
+                const { markdown, cached } = yield this.toMarkdown(filePath);
+                const content = markdown.trim();
+                if (!content)
+                    throw new Error("marker produced empty markdown");
+                const stats = yield promises_1.default.stat(filePath);
+                return {
+                    chunks: [
+                        { content, startOffset: 0, endOffset: content.length, index: 1, totalChunks: 1 },
+                    ],
+                    metadata: {
+                        type: "pdf",
+                        fileName: filePath,
+                        fileSize: stats.size,
+                        pdfEngine: "marker",
+                        markerUseLlm: this.opts.useLlm,
+                        markerCached: cached,
+                        contentLength: content.length,
+                        processingTimeMs: Date.now() - startTime,
+                        status: "success",
+                    },
+                };
+            }
+            catch (error) {
+                this.logger.warn(`Marker PDF engine failed for ${filePath} (${error.message}); falling back to pdf2json`);
+                return this.fallback.read(filePath);
+            }
+        });
+    }
+    /** Run marker (or reuse the sidecar) and return its markdown. Throws on failure. */
+    toMarkdown(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const sidecar = `${filePath}.marker.md`;
+            if (yield this.sidecarIsFresh(sidecar, filePath)) {
+                this.logger.debug(`Reusing marker sidecar: ${sidecar}`);
+                return { markdown: yield promises_1.default.readFile(sidecar, "utf-8"), cached: true };
+            }
+            const outDir = path_1.default.resolve(path_1.default.join(this.tempDir, `marker_${Date.now()}_${Math.random().toString(36).slice(2, 9)}`));
+            yield promises_1.default.mkdir(outDir, { recursive: true });
+            try {
+                const args = [
+                    path_1.default.resolve(filePath),
+                    "--output_dir", outDir,
+                    "--output_format", "markdown",
+                ];
+                if (this.opts.forceOcr)
+                    args.push("--force_ocr");
+                if (this.opts.useLlm) {
+                    args.push("--use_llm", "--llm_service", "marker.services.openai.OpenAIService");
+                }
+                this.logger.info(`Marker: ${this.opts.command} ${args.join(" ")}`);
+                const result = yield this.executeCommand(this.opts.command, args);
+                if (result.code !== 0) {
+                    throw new Error(`marker_single exited ${result.code}${result.stderr ? `: ${result.stderr.trim().slice(-400)}` : ""}`);
+                }
+                const produced = yield this.findMarkdown(outDir);
+                if (!produced)
+                    throw new Error(`marker produced no .md under ${outDir}`);
+                const markdown = yield promises_1.default.readFile(produced, "utf-8");
+                yield promises_1.default.writeFile(sidecar, markdown, "utf-8");
+                return { markdown, cached: false };
+            }
+            finally {
+                yield promises_1.default.rm(outDir, { recursive: true, force: true }).catch(() => undefined);
+            }
+        });
+    }
+    /** First `.md` found under `dir` (marker writes `<dir>/<stem>/<stem>.md`). */
+    findMarkdown(dir) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const entries = yield promises_1.default.readdir(dir, { withFileTypes: true }).catch(() => []);
+            for (const e of entries) {
+                const full = path_1.default.join(dir, e.name);
+                if (e.isDirectory()) {
+                    const nested = yield this.findMarkdown(full);
+                    if (nested)
+                        return nested;
+                }
+                else if (e.name.toLowerCase().endsWith(".md")) {
+                    return full;
+                }
+            }
+            return undefined;
+        });
+    }
+    sidecarIsFresh(sidecar, filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const [s, a] = yield Promise.all([promises_1.default.stat(sidecar), promises_1.default.stat(filePath)]);
+                return s.mtimeMs >= a.mtimeMs;
+            }
+            catch (_a) {
+                return false;
+            }
+        });
+    }
+    /** Spawn marker with captured output + timeout (DoclingReader pattern). The
+     *  openai-compatible LLM config is threaded as env for `--use_llm`. */
+    executeCommand(command, args) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                var _a, _b;
+                const env = Object.assign(Object.assign({}, process.env), { PYTHONUNBUFFERED: "1" });
+                if (this.opts.useLlm && this.llm) {
+                    if (this.llm.apiKey)
+                        env.OPENAI_API_KEY = this.llm.apiKey;
+                    if (this.llm.host)
+                        env.OPENAI_BASE_URL = this.llm.host;
+                    if (this.llm.model)
+                        env.OPENAI_MODEL = this.llm.model;
+                }
+                const options = { stdio: ["ignore", "pipe", "pipe"], env };
+                const child = (0, child_process_1.spawn)(command, args, options);
+                let stdout = "";
+                let stderr = "";
+                (_a = child.stdout) === null || _a === void 0 ? void 0 : _a.on("data", (d) => (stdout += d.toString()));
+                (_b = child.stderr) === null || _b === void 0 ? void 0 : _b.on("data", (d) => (stderr += d.toString()));
+                const timer = setTimeout(() => {
+                    child.kill("SIGTERM");
+                    reject(new Error(`marker timed out after ${this.opts.timeoutMs}ms`));
+                }, this.opts.timeoutMs);
+                child.on("error", (error) => {
+                    clearTimeout(timer);
+                    reject(new Error(`failed to launch marker (${command}): ${error.message}`));
+                });
+                child.on("close", (code) => {
+                    clearTimeout(timer);
+                    resolve({ code: code !== null && code !== void 0 ? code : 0, stdout, stderr });
+                });
+            });
+        });
+    }
+    ensureTempDir() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield promises_1.default.mkdir(this.tempDir, { recursive: true });
+            }
+            catch (error) {
+                this.logger.warn(`Could not create temp directory ${this.tempDir}: ${error}`);
+            }
+        });
+    }
+}
+exports.MarkerPdfReader = MarkerPdfReader;
+//# sourceMappingURL=MarkerPdfReader.js.map

package/dist/core/processor/readers/MarkerPdfReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MarkerPdfReader.js","sourceRoot":"","sources":["../../../../src/core/processor/readers/MarkerPdfReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,6CAA0D;AAC1D,gDAAwB;AACxB,2DAA6B;AAC7B,iDAAoD;AAyBpD;;;;;;;;;GASG;AACH,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,YACmB,IAAmB,EACnB,GAAgC,EAChC,QAAoB,EACpB,OAAe,EAChC,OAAoB,EACpB,MAAc;QAEd,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAPhB,SAAI,GAAJ,IAAI,CAAe;QACnB,QAAG,GAAH,GAAG,CAA6B;QAChC,aAAQ,GAAR,QAAQ,CAAY;QACpB,YAAO,GAAP,OAAO,CAAQ;QAKhC,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,OAAO;QACL,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,SAAS;QACP,OAAO,YAAY,CAAC;IACtB,CAAC;IAEK,IAAI,CAAC,QAAgB;;YACzB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChE,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,OAAO;oBACL,MAAM,EAAE;wBACN,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;qBACjF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,KAAK;wBACX,QAAQ,EAAE,QAAQ;wBAClB,QAAQ,EAAE,KAAK,CAAC,IAAI;wBACpB,SAAS,EAAE,QAAQ;wBACnB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;wBAC9B,YAAY,EAAE,MAAM;wBACpB,aAAa,EAAE,OAAO,CAAC,MAAM;wBAC7B,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBACxC,MAAM,EAAE,SAAS;qBAClB;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gCAAgC,QAAQ,KAAK,KAAK,CAAC,OAAO,6BAA6B,CACxF,CAAC;gBACF,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;KAAA;IAED,oFAAoF;IACtE,UAAU,CAAC,QAAgB;;YACvC,MAAM,OAAO,GAAG,GAAG,QAAQ,YAAY,CAAC;YACxC,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;gBACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACzE,CAAC;YAED,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CACzB,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAC1F,CAAC;YACF,MAAM,kBAAE,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG;oBACX,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;oBACtB,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,UAAU;iBAC9B,CAAC;gBACF,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACjD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACrB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,sCAAsC,CAAC,CAAC;gBAClF,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClE,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxH,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACjD,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC;gBACzE,MAAM,QAAQ,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACtD,MAAM,kBAAE,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACrC,CAAC;oBAAS,CAAC;gBACT,MAAM,kBAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;KAAA;IAED,8EAA8E;IAChE,YAAY,CAAC,GAAW;;YACpC,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;oBAC7C,IAAI,MAAM;wBAAE,OAAO,MAAM,CAAC;gBAC5B,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChD,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAEa,cAAc,CAAC,OAAe,EAAE,QAAgB;;YAC5D,IAAI,CAAC;gBACH,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,kBAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxE,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC;YAChC,CAAC;YAAC,WAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;2EACuE;IACzD,cAAc,CAAC,OAAe,EAAE,IAAc;;YAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;;gBACrC,MAAM,GAAG,mCAA2B,OAAO,CAAC,GAAG,KAAE,gBAAgB,EAAE,GAAG,GAAE,CAAC;gBACzE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;oBACjC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM;wBAAE,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;oBAC1D,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI;wBAAE,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;oBACvD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK;wBAAE,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;gBACxD,CAAC;gBACD,MAAM,OAAO,GAAiB,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC;gBACzE,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC5C,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBACvE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC9E,CAAC,CAAC,CAAC;gBACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBACzB,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;IAEa,aAAa;;YACzB,IAAI,CAAC;gBACH,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KAAA;CACF;AA1JD,0CA0JC"}