@wanshi-kg/wanshi 0.1.0

package/dist/core/processor/readers/ChandraPdfReader.js

@@ -0,0 +1,187 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChandraPdfReader = void 0;
+const FileReader_1 = require("./FileReader");
+const path_1 = __importDefault(require("path"));
+const promises_1 = __importDefault(require("fs/promises"));
+const child_process_1 = require("child_process");
+/**
+ * PDF reader backed by Datalab's **Chandra** OCR CLI — the slow-local SOTA /
+ * handwriting rung of the engine ladder (4B VLM; complex tables, forms,
+ * handwriting, full layout). A sibling of `MarkerPdfReader` (same Datalab
+ * lineage Surya→Marker→Chandra), so it follows the same shape: spawn the CLI,
+ * read the markdown it writes, and **chunk it via the shared chunker** (Chandra
+ * can emit a long document, so unlike Marker's single blob we size-chunk it).
+ * Claims `.pdf` only.
+ *
+ * Chandra is slow (a 4B VLM; minutes on CPU/MPS) so a `<pdf>.chandra.md` sidecar
+ * is reused when newer than the source. Any failure — missing CLI, non-zero
+ * exit, timeout, empty output — **degrades to the injected pdf2json fallback** so
+ * a run never dies on one PDF and the default path stays portable.
+ *
+ * CLI (datalab `chandra-ocr`, `pip install chandra-ocr`): `chandra <in> <outDir>
+ * --method hf`. The `vllm` backend uses a different launcher (`chandra_vllm`) and
+ * is a GPU-server deployment detail — confirm its exact invocation at live
+ * validation; here `command`/`method` are configurable and any mismatch simply
+ * degrades to pdf2json.
+ */
+class ChandraPdfReader extends FileReader_1.FileReader {
+    constructor(opts, fallback, tempDir, chunker, logger) {
+        super([".pdf"], chunker, logger);
+        this.opts = opts;
+        this.fallback = fallback;
+        this.tempDir = tempDir;
+        this.ensureTempDir();
+    }
+    getName() {
+        return "ChandraPdfReader";
+    }
+    adapterId() {
+        return "pdf:chandra";
+    }
+    read(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.validateFile(filePath);
+            try {
+                const startTime = Date.now();
+                const { markdown, cached } = yield this.toMarkdown(filePath);
+                const content = markdown.trim();
+                if (!content)
+                    throw new Error("chandra produced empty markdown");
+                // Chandra can emit a long document → size-chunk it (Marker returns one blob;
+                // FileProcessor does not re-chunk, so chunking here keeps prompts bounded).
+                const parts = yield this.chunker.chunk(content);
+                const stats = yield promises_1.default.stat(filePath);
+                return {
+                    chunks: parts.map((p) => (Object.assign({}, p))),
+                    metadata: {
+                        type: "pdf",
+                        fileName: filePath,
+                        fileSize: stats.size,
+                        pdfEngine: "chandra",
+                        chandraMethod: this.opts.method,
+                        chandraCached: cached,
+                        contentLength: content.length,
+                        processingTimeMs: Date.now() - startTime,
+                        status: "success",
+                    },
+                };
+            }
+            catch (error) {
+                this.logger.warn(`Chandra OCR engine failed for ${filePath} (${error.message}); falling back to pdf2json`);
+                return this.fallback.read(filePath);
+            }
+        });
+    }
+    /** Run chandra (or reuse the sidecar) and return its markdown. Throws on failure. */
+    toMarkdown(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const sidecar = `${filePath}.chandra.md`;
+            if (yield this.sidecarIsFresh(sidecar, filePath)) {
+                this.logger.debug(`Reusing chandra sidecar: ${sidecar}`);
+                return { markdown: yield promises_1.default.readFile(sidecar, "utf-8"), cached: true };
+            }
+            const outDir = path_1.default.resolve(path_1.default.join(this.tempDir, `chandra_${Date.now()}_${Math.random().toString(36).slice(2, 9)}`));
+            yield promises_1.default.mkdir(outDir, { recursive: true });
+            try {
+                const args = [path_1.default.resolve(filePath), outDir, "--method", this.opts.method];
+                this.logger.info(`Chandra: ${this.opts.command} ${args.join(" ")}`);
+                const result = yield this.executeCommand(this.opts.command, args);
+                if (result.code !== 0) {
+                    throw new Error(`chandra exited ${result.code}${result.stderr ? `: ${result.stderr.trim().slice(-400)}` : ""}`);
+                }
+                const produced = yield this.findMarkdown(outDir);
+                if (!produced)
+                    throw new Error(`chandra produced no .md under ${outDir}`);
+                const markdown = yield promises_1.default.readFile(produced, "utf-8");
+                yield promises_1.default.writeFile(sidecar, markdown, "utf-8");
+                return { markdown, cached: false };
+            }
+            finally {
+                yield promises_1.default.rm(outDir, { recursive: true, force: true }).catch(() => undefined);
+            }
+        });
+    }
+    /** First `.md` found under `dir` (chandra writes `<dir>/<stem>/<stem>.md`). */
+    findMarkdown(dir) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const entries = yield promises_1.default.readdir(dir, { withFileTypes: true }).catch(() => []);
+            for (const e of entries) {
+                const full = path_1.default.join(dir, e.name);
+                if (e.isDirectory()) {
+                    const nested = yield this.findMarkdown(full);
+                    if (nested)
+                        return nested;
+                }
+                else if (e.name.toLowerCase().endsWith(".md")) {
+                    return full;
+                }
+            }
+            return undefined;
+        });
+    }
+    sidecarIsFresh(sidecar, filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const [s, a] = yield Promise.all([promises_1.default.stat(sidecar), promises_1.default.stat(filePath)]);
+                return s.mtimeMs >= a.mtimeMs;
+            }
+            catch (_a) {
+                return false;
+            }
+        });
+    }
+    /** Spawn chandra with captured output + timeout (MarkerPdfReader pattern). */
+    executeCommand(command, args) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                var _a, _b;
+                const options = {
+                    stdio: ["ignore", "pipe", "pipe"],
+                    env: Object.assign(Object.assign({}, process.env), { PYTHONUNBUFFERED: "1" }),
+                };
+                const child = (0, child_process_1.spawn)(command, args, options);
+                let stdout = "";
+                let stderr = "";
+                (_a = child.stdout) === null || _a === void 0 ? void 0 : _a.on("data", (d) => (stdout += d.toString()));
+                (_b = child.stderr) === null || _b === void 0 ? void 0 : _b.on("data", (d) => (stderr += d.toString()));
+                const timer = setTimeout(() => {
+                    child.kill("SIGTERM");
+                    reject(new Error(`chandra timed out after ${this.opts.timeoutMs}ms`));
+                }, this.opts.timeoutMs);
+                child.on("error", (error) => {
+                    clearTimeout(timer);
+                    reject(new Error(`failed to launch chandra (${command}): ${error.message}`));
+                });
+                child.on("close", (code) => {
+                    clearTimeout(timer);
+                    resolve({ code: code !== null && code !== void 0 ? code : 0, stdout, stderr });
+                });
+            });
+        });
+    }
+    ensureTempDir() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield promises_1.default.mkdir(this.tempDir, { recursive: true });
+            }
+            catch (error) {
+                this.logger.warn(`Could not create temp directory ${this.tempDir}: ${error}`);
+            }
+        });
+    }
+}
+exports.ChandraPdfReader = ChandraPdfReader;
+//# sourceMappingURL=ChandraPdfReader.js.map

package/dist/core/processor/readers/ChandraPdfReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChandraPdfReader.js","sourceRoot":"","sources":["../../../../src/core/processor/readers/ChandraPdfReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,6CAA0D;AAC1D,gDAAwB;AACxB,2DAA6B;AAC7B,iDAAoD;AAiBpD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,YACmB,IAAoB,EACpB,QAAoB,EACpB,OAAe,EAChC,OAAoB,EACpB,MAAc;QAEd,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QANhB,SAAI,GAAJ,IAAI,CAAgB;QACpB,aAAQ,GAAR,QAAQ,CAAY;QACpB,YAAO,GAAP,OAAO,CAAQ;QAKhC,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,OAAO;QACL,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,SAAS;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;IAEK,IAAI,CAAC,QAAgB;;YACzB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBAEjE,6EAA6E;gBAC7E,4EAA4E;gBAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,OAAO;oBACL,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAM,CAAC,EAAG,CAAC;oBACpC,QAAQ,EAAE;wBACR,IAAI,EAAE,KAAK;wBACX,QAAQ,EAAE,QAAQ;wBAClB,QAAQ,EAAE,KAAK,CAAC,IAAI;wBACpB,SAAS,EAAE,SAAS;wBACpB,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;wBAC/B,aAAa,EAAE,MAAM;wBACrB,aAAa,EAAE,OAAO,CAAC,MAAM;wBAC7B,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBACxC,MAAM,EAAE,SAAS;qBAClB;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iCAAiC,QAAQ,KAAK,KAAK,CAAC,OAAO,6BAA6B,CACzF,CAAC;gBACF,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;KAAA;IAED,qFAAqF;IACvE,UAAU,CAAC,QAAgB;;YACvC,MAAM,OAAO,GAAG,GAAG,QAAQ,aAAa,CAAC;YACzC,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;gBACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACzE,CAAC;YAED,MAAM,MAAM,GAAG,cAAI,CAAC,OAAO,CACzB,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAC3F,CAAC;YACF,MAAM,kBAAE,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClE,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClH,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACjD,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;gBAC1E,MAAM,QAAQ,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACtD,MAAM,kBAAE,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACrC,CAAC;oBAAS,CAAC;gBACT,MAAM,kBAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;KAAA;IAED,+EAA+E;IACjE,YAAY,CAAC,GAAW;;YACpC,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;oBAC7C,IAAI,MAAM;wBAAE,OAAO,MAAM,CAAC;gBAC5B,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChD,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAEa,cAAc,CAAC,OAAe,EAAE,QAAgB;;YAC5D,IAAI,CAAC;gBACH,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,kBAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxE,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC;YAChC,CAAC;YAAC,WAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED,8EAA8E;IAChE,cAAc,CAAC,OAAe,EAAE,IAAc;;YAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;;gBACrC,MAAM,OAAO,GAAiB;oBAC5B,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;oBACjC,GAAG,kCAAO,OAAO,CAAC,GAAG,KAAE,gBAAgB,EAAE,GAAG,GAAE;iBAC/C,CAAC;gBACF,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC5C,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBACxE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC/E,CAAC,CAAC,CAAC;gBACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBACzB,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;IAEa,aAAa;;YACzB,IAAI,CAAC;gBACH,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KAAA;CACF;AA9ID,4CA8IC"}

package/dist/core/processor/readers/ChatExportReader.js

@@ -0,0 +1,365 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatExportReader = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const FileReader_1 = require("./FileReader");
+const turnPacking_1 = require("./transcript/turnPacking");
+// WhatsApp line shapes. iOS brackets the timestamp; Android uses a ` - ` sep.
+// Optional seconds / AM-PM / LTR mark (‎). The trailing group is the rest
+// of the line (a `Sender: text` message or a system notice without a sender).
+const WA_IOS = /^‎?\[(\d{1,2}[./-]\d{1,2}[./-]\d{2,4}),?\s+(\d{1,2}:\d{2}(?::\d{2})?(?:\s?[APap][Mm])?)\]\s*‎?(.*)$/;
+const WA_ANDROID = /^(\d{1,2}[./-]\d{1,2}[./-]\d{2,4}),?\s+(\d{1,2}:\d{2}(?::\d{2})?(?:\s?[APap][Mm])?)\s+[-–]\s+(.*)$/;
+const WA_SENDER = /^([^:]{1,60}?):\s([\s\S]*)$/;
+const WA_MEDIA = /^‎?(<media omitted>|image omitted|video omitted|audio omitted|sticker omitted|gif omitted|document omitted|contact card omitted|this message was deleted|you deleted this message|<attached:.*>)$/i;
+const DISCORD_SYSTEM = new Set([
+    "ChannelPinnedMessage", "GuildMemberJoin", "Call", "RecipientAdd", "RecipientRemove",
+    "ChannelNameChange", "ChannelIconChange", "ThreadCreated", "GuildBoost",
+]);
+const SLACK_SYSTEM_SUBTYPES = new Set([
+    "channel_join", "channel_leave", "channel_topic", "channel_purpose", "channel_name",
+    "channel_archive", "channel_unarchive", "bot_add", "bot_remove", "group_join", "group_leave",
+]);
+/**
+ * Reads chat-history exports into **size-packed** conversational chunks — the
+ * same path as transcripts/email. A message → a `Turn` (sender → `speaker`,
+ * timestamp → `occurredAt`/bitemporal `validAt`); the export becomes a
+ * provenance-rich conversation graph with no platform-specific logic leaking
+ * downstream. Each chunk is stamped `sourceAdapter:"chat:<platform>"`.
+ *
+ * Sniff-dispatched (registered after TranscriptReader/EmailReader, before
+ * Json/Text): a chat-shaped `.txt`/`.json` is claimed; everything else defers.
+ *
+ *  - **WhatsApp** `.txt` — `[date, time] Sender: msg` (iOS) / `date, time - Sender: msg` (Android),
+ *    continuation lines appended, system notices dropped.
+ *  - **Telegram** `result.json` — `messages[]`, `text_entities` flattened, `date_unixtime`→ISO.
+ *  - **Discord** DiscordChatExporter `.json` — `messages[]`, `author.nickname||name`, `content`.
+ *  - **Slack** day-files `.json` — message arrays resolved against the export's `users.json`
+ *    sidecar (walked up the dir tree) for `user` id → name and `<@U…>` mentions.
+ *
+ * v1 deferred: Viber/Signal (non-standard exports), Telegram/Discord HTML, Slack
+ * thread→reply edges, attachments.
+ */
+class ChatExportReader extends FileReader_1.FileReader {
+    constructor(chunker, logger, maxChunkSize, opts) {
+        super([], chunker, logger); // extension list unused; canRead is overridden
+        this.slackUserCache = new Map();
+        this.maxChunkSize = maxChunkSize;
+        this.maxMessages = opts.maxMessages;
+        this.skipSystem = opts.skipSystem;
+    }
+    getName() {
+        return "ChatExportReader";
+    }
+    adapterId() {
+        return "chat";
+    }
+    canRead(filePath) {
+        return this.detectFormat(filePath) !== null;
+    }
+    read(filePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            const platform = this.detectFormat(filePath);
+            const raw = yield fs.promises.readFile(filePath, "utf-8");
+            if (!platform)
+                return this.plainFallback(raw);
+            try {
+                let turns;
+                switch (platform) {
+                    case "whatsapp":
+                        turns = this.parseWhatsApp(raw);
+                        break;
+                    case "telegram":
+                        turns = this.parseTelegram(JSON.parse(raw));
+                        break;
+                    case "discord":
+                        turns = this.parseDiscord(JSON.parse(raw));
+                        break;
+                    case "slack":
+                        turns = this.parseSlack(JSON.parse(raw), filePath);
+                        break;
+                }
+                if (turns.length === 0)
+                    return this.plainFallback(raw);
+                if (turns.length > this.maxMessages) {
+                    this.logger.warn(`ChatExportReader: ${filePath} (${platform}) has ${turns.length} messages; truncating to maxMessages=${this.maxMessages}`);
+                    turns = turns.slice(0, this.maxMessages);
+                }
+                const chunks = yield (0, turnPacking_1.packTurns)(turns, filePath, this.maxChunkSize, this.chunker);
+                // Per-platform provenance granularity (the ECS payoff); packTurns set the
+                // rest (source/speaker/occurredAt). Central stamping prefers this value.
+                const sourceAdapter = `chat:${platform}`;
+                for (const c of chunks)
+                    c.provenance = Object.assign(Object.assign({}, ((_a = c.provenance) !== null && _a !== void 0 ? _a : {})), { sourceAdapter });
+                return { chunks, metadata: { type: "chat", platform, source: filePath, messages: turns.length } };
+            }
+            catch (e) {
+                this.logger.warn(`ChatExportReader could not parse ${filePath}; falling back to plain chunking: ${e}`);
+                return this.plainFallback(raw);
+            }
+        });
+    }
+    // --- format detection -----------------------------------------------------
+    /** Cheap head sniff: claim only chat-shaped `.txt`/`.json`, defer everything else. */
+    detectFormat(filePath) {
+        const lower = filePath.toLowerCase();
+        if (!lower.endsWith(".txt") && !lower.endsWith(".json"))
+            return null;
+        const head = this.readHead(filePath, 8192);
+        if (!head)
+            return null;
+        if (lower.endsWith(".txt")) {
+            return this.looksWhatsApp(head) ? "whatsapp" : null;
+        }
+        // .json — string-includes signatures (avoid parsing a possibly-truncated head)
+        if (head.includes("Telegram Desktop Export") || (head.includes('"messages"') && head.includes('"text_entities"'))) {
+            return "telegram";
+        }
+        if (head.includes('"exportedAt"') || (head.includes('"guild"') && head.includes('"channel"') && head.includes('"author"'))) {
+            return "discord";
+        }
+        const trimmed = head.replace(/^/, "").trimStart();
+        if (trimmed.startsWith("[") && head.includes('"ts"') && head.includes('"type"') && (head.includes('"user"') || head.includes('"subtype"'))) {
+            return "slack";
+        }
+        return null;
+    }
+    looksWhatsApp(head) {
+        const lines = head.split(/\r?\n/).filter((l) => l.trim()).slice(0, 5);
+        return lines.some((l) => WA_IOS.test(l) || WA_ANDROID.test(l));
+    }
+    readHead(filePath, n) {
+        try {
+            const fd = fs.openSync(filePath, "r");
+            const buf = Buffer.alloc(n);
+            const read = fs.readSync(fd, buf, 0, n, 0);
+            fs.closeSync(fd);
+            return buf.toString("utf8", 0, read);
+        }
+        catch (_a) {
+            return null;
+        }
+    }
+    // --- per-platform parsers -------------------------------------------------
+    parseWhatsApp(raw) {
+        var _a;
+        const turns = [];
+        for (const line of raw.split(/\r?\n/)) {
+            const m = (_a = WA_IOS.exec(line)) !== null && _a !== void 0 ? _a : WA_ANDROID.exec(line);
+            if (m) {
+                const [, date, time, rest] = m;
+                const sm = WA_SENDER.exec(rest);
+                if (sm) {
+                    turns.push({ speaker: sm[1].trim(), text: sm[2], occurredAt: this.waDate(date, time), conversation: 0 });
+                }
+                else if (!this.skipSystem) {
+                    turns.push({ speaker: "system", text: rest, occurredAt: this.waDate(date, time), conversation: 0 });
+                }
+            }
+            else if (turns.length > 0) {
+                turns[turns.length - 1].text += "\n" + line; // continuation of the previous message
+            }
+            // a line before the first timestamped message is dropped
+        }
+        return turns
+            .map((t) => (Object.assign(Object.assign({}, t), { text: t.text.trim() })))
+            .filter((t) => t.text && !(this.skipSystem && WA_MEDIA.test(t.text)));
+    }
+    /** Best-effort WhatsApp date (locale-ambiguous D/M vs M/D) → ISO, else undefined. */
+    waDate(d, t) {
+        var _a, _b;
+        const parts = d.split(/[./-]/).map(Number);
+        if (parts.length !== 3 || parts.some((n) => Number.isNaN(n)))
+            return undefined;
+        let [a, b, y] = parts;
+        let day, month;
+        if (a > 12) {
+            day = a;
+            month = b;
+        }
+        else if (b > 12) {
+            month = a;
+            day = b;
+        }
+        else {
+            day = a;
+            month = b;
+        } // default D/M/Y (most locales)
+        if (y < 100)
+            y += 2000;
+        const tm = t.match(/(\d{1,2}):(\d{2})(?::(\d{2}))?\s*([APap][Mm])?/);
+        if (!tm)
+            return undefined;
+        let hh = Number(tm[1]);
+        const ap = (_a = tm[4]) === null || _a === void 0 ? void 0 : _a.toLowerCase();
+        if (ap === "pm" && hh < 12)
+            hh += 12;
+        if (ap === "am" && hh === 12)
+            hh = 0;
+        const dt = new Date(Date.UTC(y, month - 1, day, hh, Number(tm[2]), Number((_b = tm[3]) !== null && _b !== void 0 ? _b : 0)));
+        return Number.isNaN(dt.getTime()) ? undefined : dt.toISOString();
+    }
+    parseTelegram(data) {
+        const msgs = Array.isArray(data === null || data === void 0 ? void 0 : data.messages) ? data.messages : [];
+        return msgs
+            .filter((m) => !this.skipSystem || (m === null || m === void 0 ? void 0 : m.type) === "message")
+            .map((m) => {
+            var _a, _b;
+            return ({
+                speaker: String((_b = (_a = m === null || m === void 0 ? void 0 : m.from) !== null && _a !== void 0 ? _a : m === null || m === void 0 ? void 0 : m.from_id) !== null && _b !== void 0 ? _b : "unknown"),
+                text: this.telegramText(m),
+                occurredAt: this.telegramDate(m),
+                conversation: 0,
+            });
+        })
+            .filter((t) => t.text.trim());
+    }
+    telegramText(m) {
+        const flatten = (v) => Array.isArray(v) ? v.map((e) => { var _a; return (typeof e === "string" ? e : (_a = e === null || e === void 0 ? void 0 : e.text) !== null && _a !== void 0 ? _a : ""); }).join("") : typeof v === "string" ? v : "";
+        if (Array.isArray(m === null || m === void 0 ? void 0 : m.text_entities))
+            return flatten(m.text_entities);
+        return flatten(m === null || m === void 0 ? void 0 : m.text);
+    }
+    telegramDate(m) {
+        if ((m === null || m === void 0 ? void 0 : m.date_unixtime) != null) {
+            const d = new Date(Number(m.date_unixtime) * 1000);
+            if (!Number.isNaN(d.getTime()))
+                return d.toISOString();
+        }
+        return this.isoOrUndef(m === null || m === void 0 ? void 0 : m.date);
+    }
+    parseDiscord(data) {
+        const msgs = Array.isArray(data === null || data === void 0 ? void 0 : data.messages) ? data.messages : [];
+        return msgs
+            .filter((m) => !this.skipSystem || !DISCORD_SYSTEM.has(m === null || m === void 0 ? void 0 : m.type))
+            .map((m) => {
+            var _a, _b, _c;
+            return ({
+                speaker: ((_a = m === null || m === void 0 ? void 0 : m.author) === null || _a === void 0 ? void 0 : _a.nickname) || ((_b = m === null || m === void 0 ? void 0 : m.author) === null || _b === void 0 ? void 0 : _b.name) || "unknown",
+                text: String((_c = m === null || m === void 0 ? void 0 : m.content) !== null && _c !== void 0 ? _c : ""),
+                occurredAt: this.isoOrUndef(m === null || m === void 0 ? void 0 : m.timestamp),
+                conversation: 0,
+            });
+        })
+            .filter((t) => t.text.trim());
+    }
+    parseSlack(data, filePath) {
+        const msgs = Array.isArray(data) ? data : [];
+        const users = this.loadSlackUsers(filePath);
+        return msgs
+            .filter((m) => (m === null || m === void 0 ? void 0 : m.type) === "message" && (!this.skipSystem || !(m === null || m === void 0 ? void 0 : m.subtype) || !SLACK_SYSTEM_SUBTYPES.has(m.subtype)))
+            .map((m) => {
+            var _a, _b, _c, _d;
+            return ({
+                speaker: (_c = (_b = (_a = users.get(m === null || m === void 0 ? void 0 : m.user)) !== null && _a !== void 0 ? _a : m === null || m === void 0 ? void 0 : m.username) !== null && _b !== void 0 ? _b : m === null || m === void 0 ? void 0 : m.user) !== null && _c !== void 0 ? _c : ((m === null || m === void 0 ? void 0 : m.bot_id) ? "bot" : "unknown"),
+                text: this.resolveSlackMentions(String((_d = m === null || m === void 0 ? void 0 : m.text) !== null && _d !== void 0 ? _d : ""), users),
+                occurredAt: this.slackTs(m === null || m === void 0 ? void 0 : m.ts),
+                conversation: 0,
+            });
+        })
+            .filter((t) => t.text.trim());
+    }
+    /** Walk up from the day-file for the export's `users.json` (id → display name). */
+    loadSlackUsers(filePath) {
+        var _a;
+        let dir = path.dirname(path.resolve(filePath));
+        for (let i = 0; i < 5; i++) {
+            const candidate = path.join(dir, "users.json");
+            const cached = this.slackUserCache.get(candidate);
+            if (cached)
+                return cached;
+            if (fs.existsSync(candidate)) {
+                const map = new Map();
+                try {
+                    const arr = JSON.parse(fs.readFileSync(candidate, "utf-8"));
+                    if (Array.isArray(arr)) {
+                        for (const u of arr) {
+                            const name = ((_a = u === null || u === void 0 ? void 0 : u.profile) === null || _a === void 0 ? void 0 : _a.display_name) || (u === null || u === void 0 ? void 0 : u.real_name) || (u === null || u === void 0 ? void 0 : u.name);
+                            if ((u === null || u === void 0 ? void 0 : u.id) && name)
+                                map.set(u.id, name);
+                        }
+                    }
+                }
+                catch ( /* unreadable sidecar → ids stay unresolved */_b) { /* unreadable sidecar → ids stay unresolved */ }
+                this.slackUserCache.set(candidate, map);
+                return map;
+            }
+            const parent = path.dirname(dir);
+            if (parent === dir)
+                break;
+            dir = parent;
+        }
+        return new Map();
+    }
+    resolveSlackMentions(text, users) {
+        return text
+            .replace(/<@([A-Z0-9]+)>/g, (_, id) => { var _a; return "@" + ((_a = users.get(id)) !== null && _a !== void 0 ? _a : id); })
+            .replace(/<#[A-Z0-9]+\|([^>]+)>/g, "#$1")
+            .replace(/<(https?:[^|>]+)\|([^>]+)>/g, "$2")
+            .replace(/<(https?:[^|>]+)>/g, "$1");
+    }
+    slackTs(ts) {
+        const sec = Number(String(ts).split(".")[0]);
+        if (!Number.isFinite(sec) || sec <= 0)
+            return undefined;
+        const d = new Date(sec * 1000);
+        return Number.isNaN(d.getTime()) ? undefined : d.toISOString();
+    }
+    isoOrUndef(s) {
+        if (typeof s !== "string" || !s.trim())
+            return undefined;
+        const d = new Date(s);
+        return Number.isNaN(d.getTime()) ? undefined : d.toISOString();
+    }
+    plainFallback(raw) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const parts = yield this.chunker.chunk(raw);
+            return { chunks: parts.map((p) => (Object.assign({}, p))), metadata: { type: "chat-fallback" } };
+        });
+    }
+}
+exports.ChatExportReader = ChatExportReader;
+//# sourceMappingURL=ChatExportReader.js.map

package/dist/core/processor/readers/ChatExportReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatExportReader.js","sourceRoot":"","sources":["../../../../src/core/processor/readers/ChatExportReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,6CAA0D;AAG1D,0DAA2D;AAY3D,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAC9E,MAAM,MAAM,GAAG,qGAAqG,CAAC;AACrH,MAAM,UAAU,GAAG,oGAAoG,CAAC;AACxH,MAAM,SAAS,GAAG,6BAA6B,CAAC;AAChD,MAAM,QAAQ,GAAG,oMAAoM,CAAC;AAEtN,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,EAAE,cAAc,EAAE,iBAAiB;IACpF,mBAAmB,EAAE,mBAAmB,EAAE,eAAe,EAAE,YAAY;CACxE,CAAC,CAAC;AACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACpC,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,cAAc;IACnF,iBAAiB,EAAE,mBAAmB,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa;CAC7F,CAAC,CAAC;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,gBAAiB,SAAQ,uBAAU;IAM9C,YAAY,OAAoB,EAAE,MAAc,EAAE,YAAoB,EAAE,IAAuB;QAC7F,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,+CAA+C;QAH5D,mBAAc,GAAG,IAAI,GAAG,EAA+B,CAAC;QAIvE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IAED,OAAO;QACL,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,SAAS;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,QAAgB;QACtB,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;IAC9C,CAAC;IAEK,IAAI,CAAC,QAAgB;;;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D,IAAI,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC;gBACH,IAAI,KAAa,CAAC;gBAClB,QAAQ,QAAQ,EAAE,CAAC;oBACjB,KAAK,UAAU;wBAAE,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;wBAAC,MAAM;oBACxD,KAAK,UAAU;wBAAE,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAC,MAAM;oBACpE,KAAK,SAAS;wBAAE,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAC,MAAM;oBAClE,KAAK,OAAO;wBAAE,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;wBAAC,MAAM;gBAC1E,CAAC;gBACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACvD,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qBAAqB,QAAQ,KAAK,QAAQ,SAAS,KAAK,CAAC,MAAM,wCAAwC,IAAI,CAAC,WAAW,EAAE,CAC1H,CAAC;oBACF,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3C,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAS,EAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjF,0EAA0E;gBAC1E,yEAAyE;gBACzE,MAAM,aAAa,GAAG,QAAQ,QAAQ,EAAE,CAAC;gBACzC,KAAK,MAAM,CAAC,IAAI,MAAM;oBAAE,CAAC,CAAC,UAAU,mCAAQ,CAAC,MAAA,CAAC,CAAC,UAAU,mCAAI,EAAE,CAAC,KAAE,aAAa,GAAE,CAAC;gBAClF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACpG,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oCAAoC,QAAQ,qCAAqC,CAAC,EAAE,CACrF,CAAC;gBACF,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;KAAA;IAED,6EAA6E;IAE7E,sFAAsF;IAC9E,YAAY,CAAC,QAAgB;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,CAAC;QACD,+EAA+E;QAC/E,IAAI,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC;YAClH,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC3H,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;YAC3I,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IAEO,QAAQ,CAAC,QAAgB,EAAE,CAAS;QAC1C,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3C,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,OAAO,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,6EAA6E;IAErE,aAAa,CAAC,GAAW;;QAC/B,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,MAAA,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,mCAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC,EAAE,CAAC;gBACN,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,EAAE,EAAE,CAAC;oBACP,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3G,CAAC;qBAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;gBACtG,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,uCAAuC;YACtF,CAAC;YACD,yDAAyD;QAC3D,CAAC;QACD,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iCAAM,CAAC,KAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAG,CAAC;aAC3C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,qFAAqF;IAC7E,MAAM,CAAC,CAAS,EAAE,CAAS;;QACjC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,SAAS,CAAC;QAC/E,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;QACtB,IAAI,GAAW,EAAE,KAAa,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAAC,GAAG,GAAG,CAAC,CAAC;YAAC,KAAK,GAAG,CAAC,CAAC;QAAC,CAAC;aAC9B,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAAC,KAAK,GAAG,CAAC,CAAC;YAAC,GAAG,GAAG,CAAC,CAAC;QAAC,CAAC;aACnC,CAAC;YAAC,GAAG,GAAG,CAAC,CAAC;YAAC,KAAK,GAAG,CAAC,CAAC;QAAC,CAAC,CAAC,+BAA+B;QAC5D,IAAI,CAAC,GAAG,GAAG;YAAE,CAAC,IAAI,IAAI,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACrE,IAAI,CAAC,EAAE;YAAE,OAAO,SAAS,CAAC;QAC1B,IAAI,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,MAAA,EAAE,CAAC,CAAC,CAAC,0CAAE,WAAW,EAAE,CAAC;QAChC,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,GAAG,EAAE;YAAE,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,EAAE;YAAE,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAA,EAAE,CAAC,CAAC,CAAC,mCAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IACnE,CAAC;IAEO,aAAa,CAAC,IAAS;QAC7B,MAAM,IAAI,GAAU,KAAK,CAAC,OAAO,CAAC,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,MAAK,SAAS,CAAC;aACxD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;;YAAC,OAAA,CAAC;gBACX,OAAO,EAAE,MAAM,CAAC,MAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,mCAAI,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,mCAAI,SAAS,CAAC;gBACnD,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAC1B,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAChC,YAAY,EAAE,CAAC;aAChB,CAAC,CAAA;SAAA,CAAC;aACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAEO,YAAY,CAAC,CAAM;QACzB,MAAM,OAAO,GAAG,CAAC,CAAM,EAAU,EAAE,CACjC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,mCAAI,EAAE,CAAC,CAAA,EAAA,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzH,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,aAAa,CAAC;YAAE,OAAO,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,YAAY,CAAC,CAAM;QACzB,IAAI,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,aAAa,KAAI,IAAI,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBAAE,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAEO,YAAY,CAAC,IAAS;QAC5B,MAAM,IAAI,GAAU,KAAK,CAAC,OAAO,CAAC,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,CAAC,CAAC;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;;YAAC,OAAA,CAAC;gBACX,OAAO,EAAE,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,MAAM,0CAAE,QAAQ,MAAI,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,MAAM,0CAAE,IAAI,CAAA,IAAI,SAAS;gBAC5D,IAAI,EAAE,MAAM,CAAC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,mCAAI,EAAE,CAAC;gBAC9B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,SAAS,CAAC;gBACzC,YAAY,EAAE,CAAC;aAChB,CAAC,CAAA;SAAA,CAAC;aACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAEO,UAAU,CAAC,IAAS,EAAE,QAAgB;QAC5C,MAAM,IAAI,GAAU,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,IAAI;aACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,MAAK,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,CAAA,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;aAClH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;;YAAC,OAAA,CAAC;gBACX,OAAO,EAAE,MAAA,MAAA,MAAA,KAAK,CAAC,GAAG,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,CAAC,mCAAI,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,QAAQ,mCAAI,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,mCAAI,CAAC,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,MAAM,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxF,IAAI,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,mCAAI,EAAE,CAAC,EAAE,KAAK,CAAC;gBAC7D,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,EAAE,CAAC;gBAC/B,YAAY,EAAE,CAAC;aAChB,CAAC,CAAA;SAAA,CAAC;aACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,mFAAmF;IAC3E,cAAc,CAAC,QAAgB;;QACrC,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;gBACtC,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC5D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;wBACvB,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;4BACpB,MAAM,IAAI,GAAG,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,0CAAE,YAAY,MAAI,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,SAAS,CAAA,KAAI,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,IAAI,CAAA,CAAC;4BACjE,IAAI,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,EAAE,KAAI,IAAI;gCAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;wBACzC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,QAAQ,8CAA8C,IAAhD,CAAC,CAAC,8CAA8C,CAAC,CAAC;gBAC1D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBACxC,OAAO,GAAG,CAAC;YACb,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,KAAK,GAAG;gBAAE,MAAM;YAC1B,GAAG,GAAG,MAAM,CAAC;QACf,CAAC;QACD,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;IAEO,oBAAoB,CAAC,IAAY,EAAE,KAA0B;QACnE,OAAO,IAAI;aACR,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,WAAC,OAAA,GAAG,GAAG,CAAC,MAAA,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,CAAA,EAAA,CAAC;aAClE,OAAO,CAAC,wBAAwB,EAAE,KAAK,CAAC;aACxC,OAAO,CAAC,6BAA6B,EAAE,IAAI,CAAC;aAC5C,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC;IAEO,OAAO,CAAC,EAAO;QACrB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;QAC/B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACjE,CAAC;IAEO,UAAU,CAAC,CAAM;QACvB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;YAAE,OAAO,SAAS,CAAC;QACzD,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACjE,CAAC;IAEa,aAAa,CAAC,GAAW;;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAM,CAAC,EAAG,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC;QACvF,CAAC;KAAA;CACF;AA7PD,4CA6PC"}