@wanshi-kg/wanshi 0.1.0

package/dist/core/processor/FileProcessor.js

@@ -0,0 +1,184 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileProcessor = void 0;
+const path = __importStar(require("path"));
+const mergeClassifications_1 = require("./classifier/mergeClassifications");
+const vocabulary_1 = require("../knowledge/vocabulary");
+const trace_1 = require("../trace");
+/**
+ * Main file processor that coordinates reading and chunking
+ */
+class FileProcessor {
+    constructor(readerFactory, classifier, attachImages, logger) {
+        this.readerFactory = readerFactory;
+        this.logger = logger;
+        this.attachImages = attachImages;
+        this.classifier = classifier;
+    }
+    /**
+     * Process a single file - read and optionally chunk it
+     */
+    processFile(filePath, cachedClasses) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.logger.info(`Processing file: ${filePath}`);
+            // Get appropriate reader
+            const reader = this.readerFactory.getReader(filePath);
+            if (!reader) {
+                this.logger.warn(`No reader available for file: ${filePath}`);
+                return {
+                    chunks: [],
+                    path: filePath,
+                    metadata: {
+                        error: "No reader available",
+                        fileType: path.extname(filePath),
+                    },
+                };
+            }
+            try {
+                // Read the file
+                const readResult = yield reader.read(filePath);
+                // Ingest trace: which reader matched + chunk boundaries/provenance (the spine).
+                if (trace_1.trace.enabled) {
+                    for (const chunk of readResult.chunks) {
+                        trace_1.trace.emit(Object.assign({ stage: "ingest", type: "chunk", chunkId: `${filePath}#${chunk.index}`, file: filePath, chunkIndex: chunk.index, totalChunks: chunk.totalChunks, reader: reader.getName(), contentLength: chunk.content.length }, (chunk.provenance ? { provenance: chunk.provenance } : {})));
+                    }
+                }
+                // Return results
+                return {
+                    path: filePath,
+                    content: this.reconstructContent(readResult.chunks),
+                    chunks: readResult.chunks.map((chunk) => {
+                        var _a, _b, _c;
+                        return Object.assign({ content: chunk.content, index: chunk.index, totalChunks: chunk.totalChunks, startOffset: chunk.startOffset, endOffset: chunk.endOffset, 
+                            // Central ECS source-tagging: stamp `sourceAdapter` from the matched
+                            // reader onto every chunk (a reader may pre-set a finer id / a locator).
+                            provenance: Object.assign(Object.assign({}, chunk.provenance), { sourceAdapter: (_b = (_a = chunk.provenance) === null || _a === void 0 ? void 0 : _a.sourceAdapter) !== null && _b !== void 0 ? _b : reader.adapterId() }) }, (this.attachImages && {
+                            images: (_c = chunk.images) === null || _c === void 0 ? void 0 : _c.map((image) => {
+                                var _a;
+                                return {
+                                    path: image.path,
+                                    caption: image.alt,
+                                    base64: (_a = image.buffer) === null || _a === void 0 ? void 0 : _a.toString("base64"),
+                                };
+                            }),
+                        }));
+                    }),
+                    metadata: Object.assign(Object.assign({}, readResult.metadata), { 
+                        // Reuse the corpus pre-pass's cached classification when provided,
+                        // otherwise classify now (the classifier is the expensive bit).
+                        classes: cachedClasses !== null && cachedClasses !== void 0 ? cachedClasses : (yield this.classifyContent(filePath, readResult)), chunked: false }),
+                };
+            }
+            catch (error) {
+                this.logger.error(`Failed to process file ${filePath}: ${error}`);
+                throw new Error(`Failed to process file ${filePath}: ${error}`);
+            }
+        });
+    }
+    /**
+     * Reconstruct the full source text from chunks using their offsets, dropping
+     * any overlap added by the chunker. Falls back to plain concatenation when
+     * offsets are absent/unreliable. Used for outline generation and grounding.
+     */
+    reconstructContent(chunks) {
+        var _a, _b;
+        if (chunks.length === 0)
+            return "";
+        if (chunks.length === 1)
+            return chunks[0].content;
+        const sorted = [...chunks].sort((a, b) => { var _a, _b; return ((_a = a.startOffset) !== null && _a !== void 0 ? _a : 0) - ((_b = b.startOffset) !== null && _b !== void 0 ? _b : 0); });
+        let result = "";
+        let cursor = 0;
+        for (const c of sorted) {
+            const start = (_a = c.startOffset) !== null && _a !== void 0 ? _a : cursor;
+            const end = (_b = c.endOffset) !== null && _b !== void 0 ? _b : start + c.content.length;
+            if (start >= cursor) {
+                result += c.content;
+            }
+            else {
+                const overlap = cursor - start;
+                result += overlap < c.content.length ? c.content.slice(overlap) : "";
+            }
+            cursor = Math.max(cursor, end);
+        }
+        return result;
+    }
+    classifyContent(filePath, readResult) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const classifier = this.classifier;
+            if (!classifier)
+                return undefined;
+            try {
+                // Classify every chunk, then prevalence-weight across the whole file so a
+                // pervasive domain outranks a single off-topic chunk (see mergeChunkClassifications).
+                const perChunk = yield Promise.all(readResult.chunks.map((chunk) => classifier.classify(chunk.content, filePath)));
+                const merged = (0, mergeClassifications_1.mergeChunkClassifications)(perChunk);
+                if (trace_1.trace.enabled) {
+                    const active = (0, vocabulary_1.activeDomainClasses)(merged);
+                    trace_1.trace.emit({
+                        stage: "classify", type: "classification", file: filePath,
+                        distribution: merged.map((r) => ({ class: r.class, confidence: r.confidence })),
+                        gate: active.length === 0 ? "abstain" : active.length === 1 ? "single" : "multi",
+                        activeClasses: active,
+                        escalated: false,
+                    });
+                }
+                return merged;
+            }
+            catch (error) {
+                this.logger.error("Unable to classify file content.", error);
+                return undefined;
+            }
+        });
+    }
+    /**
+     * Check if a file can be processed
+     */
+    canProcess(filePath) {
+        return this.readerFactory.canRead(filePath);
+    }
+}
+exports.FileProcessor = FileProcessor;
+//# sourceMappingURL=FileProcessor.js.map

package/dist/core/processor/FileProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileProcessor.js","sourceRoot":"","sources":["../../../src/core/processor/FileProcessor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAW7B,4EAA8E;AAC9E,wDAA8D;AAC9D,oCAAiC;AAEjC;;GAEG;AACH,MAAa,aAAa;IAMxB,YACE,aAAgC,EAChC,UAA0C,EAC1C,YAAqB,EACrB,MAAc;QAEd,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;OAEG;IACG,WAAW,CACf,QAAgB,EAChB,aAAsC;;YAEtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;YAEjD,yBAAyB;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;gBAC9D,OAAO;oBACL,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE;wBACR,KAAK,EAAE,qBAAqB;wBAC5B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;qBACjC;iBACF,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,gBAAgB;gBAChB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAE/C,gFAAgF;gBAChF,IAAI,aAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;wBACtC,aAAK,CAAC,IAAI,iBACR,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAC9B,OAAO,EAAE,GAAG,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EACrD,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EACvD,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,IAC1D,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAqC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EACxF,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,iBAAiB;gBACjB,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC;oBACnD,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;;wBACtC,OAAO,gBACL,OAAO,EAAE,KAAK,CAAC,OAAO,EACtB,KAAK,EAAE,KAAK,CAAC,KAAK,EAClB,WAAW,EAAE,KAAK,CAAC,WAAW,EAC9B,WAAW,EAAE,KAAK,CAAC,WAAW,EAC9B,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,qEAAqE;4BACrE,yEAAyE;4BACzE,UAAU,kCACL,KAAK,CAAC,UAAU,KACnB,aAAa,EAAE,MAAA,MAAA,KAAK,CAAC,UAAU,0CAAE,aAAa,mCAAI,MAAM,CAAC,SAAS,EAAE,OAEnE,CAAC,IAAI,CAAC,YAAY,IAAI;4BACvB,MAAM,EAAE,MAAA,KAAK,CAAC,MAAM,0CAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;;gCAClC,OAAO;oCACL,IAAI,EAAE,KAAK,CAAC,IAAI;oCAChB,OAAO,EAAE,KAAK,CAAC,GAAG;oCAClB,MAAM,EAAE,MAAA,KAAK,CAAC,MAAM,0CAAE,QAAQ,CAAC,QAAQ,CAAC;iCACvB,CAAC;4BACtB,CAAC,CAAC;yBACH,CAAC,CACe,CAAC;oBACtB,CAAC,CAAC;oBACF,QAAQ,kCACH,UAAU,CAAC,QAAQ;wBACtB,mEAAmE;wBACnE,gEAAgE;wBAChE,OAAO,EAAE,aAAa,aAAb,aAAa,cAAb,aAAa,GAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,EAC5E,OAAO,EAAE,KAAK,GACf;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,QAAQ,KAAK,KAAK,EAAE,CAAC,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,KAAK,KAAK,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;KAAA;IAED;;;;OAIG;IACK,kBAAkB,CACxB,MAAuE;;QAEvE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAElD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAC7B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,eAAC,OAAA,CAAC,MAAA,CAAC,CAAC,WAAW,mCAAI,CAAC,CAAC,GAAG,CAAC,MAAA,CAAC,CAAC,WAAW,mCAAI,CAAC,CAAC,CAAA,EAAA,CACtD,CAAC;QACF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,MAAA,CAAC,CAAC,WAAW,mCAAI,MAAM,CAAC;YACtC,MAAM,GAAG,GAAG,MAAA,CAAC,CAAC,SAAS,mCAAI,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACpD,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;gBAC/B,MAAM,IAAI,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEa,eAAe,CAAC,QAAgB,EAAE,UAA0B;;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACnC,IAAI,CAAC,UAAU;gBAAE,OAAO,SAAS,CAAC;YAClC,IAAI,CAAC;gBACH,0EAA0E;gBAC1E,sFAAsF;gBACtF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC9B,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAC7C,CACF,CAAC;gBACF,MAAM,MAAM,GAAG,IAAA,gDAAyB,EAAC,QAAQ,CAAC,CAAC;gBACnD,IAAI,aAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,IAAA,gCAAmB,EAAC,MAAM,CAAC,CAAC;oBAC3C,aAAK,CAAC,IAAI,CAAC;wBACT,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ;wBACzD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;wBAC/E,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;wBAChF,aAAa,EAAE,MAAM;wBACrB,SAAS,EAAE,KAAK;qBACjB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;gBAC7D,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB;QACzB,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;AArKD,sCAqKC"}

package/dist/core/processor/ProcessedRegistry.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessedRegistry = void 0;
+/**
+ * In-run processed-file registry — the "don't re-read already-processed files" gate.
+ *
+ * One shared instance per run, consulted by the file worklist (and, later, the
+ * Phase-1 network fetcher) so a file is read/extracted **at most once** no matter
+ * how it's reached: overlapping globs, reference-following (an INDEX doc linking to
+ * everything), or fetch. Primary identity is the canonical corpus-relative path id
+ * (`toRelPathId`); an optional content-hash secondary catches the same content under
+ * a different path (symlink/copy).
+ *
+ * Distinct from the resume checkpoint (`CheckpointService`): that dedups per-CHUNK
+ * LLM extraction ACROSS runs; this dedups whole-file READS WITHIN a run. They compose.
+ */
+class ProcessedRegistry {
+    constructor() {
+        this.ids = new Set();
+        this.hashes = new Set();
+    }
+    /** Already processed this run — by path id, or (if given) by identical content. */
+    has(relPathId, contentHash) {
+        return this.ids.has(relPathId) || (contentHash !== undefined && this.hashes.has(contentHash));
+    }
+    /** Record a file as processed. Idempotent. */
+    mark(relPathId, contentHash) {
+        this.ids.add(relPathId);
+        if (contentHash !== undefined)
+            this.hashes.add(contentHash);
+    }
+    /** Count of distinct files processed (by path id). */
+    get size() {
+        return this.ids.size;
+    }
+}
+exports.ProcessedRegistry = ProcessedRegistry;
+//# sourceMappingURL=ProcessedRegistry.js.map

package/dist/core/processor/ProcessedRegistry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProcessedRegistry.js","sourceRoot":"","sources":["../../../src/core/processor/ProcessedRegistry.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;GAYG;AACH,MAAa,iBAAiB;IAA9B;QACmB,QAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QACxB,WAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IAiB9C,CAAC;IAfC,mFAAmF;IACnF,GAAG,CAAC,SAAiB,EAAE,WAAoB;QACzC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAChG,CAAC;IAED,8CAA8C;IAC9C,IAAI,CAAC,SAAiB,EAAE,WAAoB;QAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxB,IAAI,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC9D,CAAC;IAED,sDAAsD;IACtD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;CACF;AAnBD,8CAmBC"}

package/dist/core/processor/ast/AstSeedService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AstSeedService.js","sourceRoot":"","sources":["../../../../src/core/processor/ast/AstSeedService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,iEAAgE;AAIhE,iEAO0C;AAE1C;;;;;;;;;GASG;AACH,MAAa,cAAc;IAGzB,YACmB,KAAqB,EACrB,MAAc,EACd,YAAoB,EAAE;QAFtB,UAAK,GAAL,KAAK,CAAgB;QACrB,WAAM,GAAN,MAAM,CAAQ;QACd,cAAS,GAAT,SAAS,CAAa;QALxB,cAAS,GAAG,IAAI,iBAAe,EAAE,CAAC;IAMhD,CAAC;IAEJ,8DAA8D;IACxD,SAAS;;YACb,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;KAAA;IAED,8DAA8D;IACxD,SAAS;;YACb,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;KAAA;IAED,sFAAsF;IAChF,SAAS,CAAC,aAA4B;;YAC1C,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;YACtC,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YAEtB,MAAM,IAAI,GAAG,IAAA,wBAAW,EAAC,OAAO,CAAC,CAAC;YAClC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC9D,IAAI,CAAC,KAAK;oBAAE,OAAO,IAAI,CAAC,CAAC,kEAAkE;gBAC3F,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAEvC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC;KAAA;IAEO,OAAO,CAAC,KAAkB,EAAE,QAAgB;;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAElD,MAAM,GAAG,GAAG,CAAC,IAAY,EAAe,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAEnF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,IAAA,6BAAgB,EAAC,GAAG,CAAC;gBAAE,SAAS;YACrC,2EAA2E;YAC3E,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,UAAU,EAAE,uCAA0B,CAAC,GAAG,CAAC,IAAI,CAAC;gBAChD,KAAK,EAAE,CAAC,QAAQ,CAAC;gBACjB,YAAY,EAAE;oBACZ,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,aAAa,GAAG,MAAA,GAAG,CAAC,SAAS,mCAAI,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;iBAClG;aACF,CAAC,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,2EAA2E;QAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,MAAM,YAAY,GAAG,GAAW,EAAE;YAChC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,UAAU;oBAChB,UAAU,EAAE,QAAQ;oBACpB,KAAK,EAAE,CAAC,QAAQ,CAAC;oBACjB,YAAY,EAAE,CAAC,GAAG,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC;iBAC5C,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,SAAS,GAAG,CAAC,IAAY,EAAQ,EAAE;YACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7F,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,GAAW,EAAU,EAAE,WACtC,OAAA,GAAG,KAAK,0BAAa,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,MAAA,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,GAAG,CAAA,EAAA,CAAC;QAE3E,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,SAAiB,EAAE,EAAE;YAC9D,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,KAAK,EAAE;gBAAE,OAAO;YACxC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,EAAE,IAAI,SAAS,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO;YAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,wCAA2B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC3B,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClB,OAAO,CAAC,YAAY,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACjC,CAAC;IAED,8FAA8F;IACtF,OAAO,CAAC,QAAgB;QAC9B,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,QAAQ,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1E,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;CACF;AAnHD,wCAmHC"}

package/dist/core/processor/ast/AstSymbolStore.js

@@ -0,0 +1,110 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AstSymbolStore = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const outlion_1 = require("@wanshi-kg/outlion");
+/**
+ * Content-hash → SymbolTable cache sidecar (`<output>.ast-cache.json`) for the AST
+ * seed pass (Phase 8). A hit lets `AstSeedService` skip re-parsing unchanged file
+ * content entirely — the "re-running on an unchanged file is a no-op" gate. Modeled
+ * on {@link CorpusProfileStore}: a missing or garbled sidecar is non-fatal (the pass
+ * just re-extracts), and entries written under an older `SYMBOL_SCHEMA_VERSION` are
+ * dropped on load (treated as a miss) so a dependency bump can't feed stale shapes.
+ */
+class AstSymbolStore {
+    constructor(path, logger) {
+        this.path = path;
+        this.logger = logger;
+        this.cache = new Map();
+        this.loaded = false;
+        this.dirty = false;
+    }
+    load() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.loaded)
+                return;
+            this.loaded = true;
+            if (!fs.existsSync(this.path))
+                return;
+            try {
+                const parsed = JSON.parse(yield fs.promises.readFile(this.path, "utf-8"));
+                const entries = parsed && typeof parsed === "object" ? parsed.entries : undefined;
+                if (entries && typeof entries === "object") {
+                    for (const [hash, table] of Object.entries(entries)) {
+                        const t = table;
+                        if (t && t.schemaVersion === outlion_1.SYMBOL_SCHEMA_VERSION)
+                            this.cache.set(hash, t);
+                    }
+                }
+                this.logger.info(`Loaded ${this.cache.size} cached AST symbol table(s) from ${this.path}`);
+            }
+            catch (error) {
+                this.logger.warn(`Could not read AST cache at ${this.path} (ignored): ${error}`);
+            }
+        });
+    }
+    get(hash) {
+        return this.cache.get(hash);
+    }
+    set(hash, table) {
+        this.cache.set(hash, table);
+        this.dirty = true;
+    }
+    save() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.dirty)
+                return;
+            const dir = path.dirname(this.path);
+            if (dir && !fs.existsSync(dir))
+                yield fs.promises.mkdir(dir, { recursive: true });
+            const entries = Object.fromEntries(this.cache);
+            yield fs.promises.writeFile(this.path, JSON.stringify({ version: outlion_1.SYMBOL_SCHEMA_VERSION, entries }));
+            this.dirty = false;
+        });
+    }
+}
+exports.AstSymbolStore = AstSymbolStore;
+//# sourceMappingURL=AstSymbolStore.js.map

package/dist/core/processor/ast/AstSymbolStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AstSymbolStore.js","sourceRoot":"","sources":["../../../../src/core/processor/ast/AstSymbolStore.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,gDAA2D;AAI3D;;;;;;;GAOG;AACH,MAAa,cAAc;IAKzB,YAA6B,IAAY,EAAmB,MAAc;QAA7C,SAAI,GAAJ,IAAI,CAAQ;QAAmB,WAAM,GAAN,MAAM,CAAQ;QAJlE,UAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;QACvC,WAAM,GAAG,KAAK,CAAC;QACf,UAAK,GAAG,KAAK,CAAC;IAEuD,CAAC;IAExE,IAAI;;YACR,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC1E,MAAM,OAAO,GAAG,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;gBAClF,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;wBACpD,MAAM,CAAC,GAAG,KAAoB,CAAC;wBAC/B,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,KAAK,+BAAqB;4BAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC9E,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,oCAAoC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7F,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,IAAI,eAAe,KAAK,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;KAAA;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,IAAY,EAAE,KAAkB;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEK,IAAI;;YACR,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACxB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAClF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,+BAAqB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;YACpG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;KAAA;CACF;AA3CD,wCA2CC"}

package/dist/core/processor/ast/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./AstSeedService"), exports);
+__exportStar(require("./AstSymbolStore"), exports);
+//# sourceMappingURL=index.js.map

package/dist/core/processor/ast/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/processor/ast/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,mDAAiC"}

package/dist/core/processor/chunking/TextChunker.js

@@ -0,0 +1,98 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextChunker = void 0;
+const textsplitters_1 = require("@langchain/textsplitters");
+/**
+ * Smart text chunking service using LangChain's RecursiveCharacterTextSplitter
+ * Tries to split on natural boundaries (paragraphs, sentences, etc.)
+ */
+class TextChunker {
+    constructor(options, logger) {
+        this.options = options;
+        this.logger = logger;
+        this.defaultSeparators = [
+            "\n\n", // Paragraph breaks
+            "\n", // Line breaks
+            ". ", // Sentence endings
+            "? ", // Question endings
+            "! ", // Exclamation endings
+            "; ", // Semicolons
+            ", ", // Commas
+            " ", // Spaces
+            "", // Character level as last resort
+        ];
+    }
+    /**
+     * Chunk text into smaller pieces with overlap
+     */
+    chunk(text) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.options.enabled || text.length <= this.options.maxChunkSize) {
+                return [{
+                        content: text,
+                        index: 1,
+                        totalChunks: 1,
+                        startOffset: 0,
+                        endOffset: text.length,
+                    }];
+            }
+            this.logger.debug(`Chunking text of length ${text.length} with max size ${this.options.maxChunkSize}`);
+            const splitter = new textsplitters_1.RecursiveCharacterTextSplitter({
+                chunkSize: this.options.maxChunkSize,
+                chunkOverlap: this.options.overlapSize,
+                separators: this.defaultSeparators,
+            });
+            const chunks = yield splitter.splitText(text);
+            this.logger.info(`Split text into ${chunks.length} chunks`);
+            return chunks.map((chunk, index) => ({
+                content: chunk,
+                index: index + 1,
+                totalChunks: chunks.length,
+                startOffset: this.calculateStartPosition(chunks, index, this.options.overlapSize),
+                endOffset: this.calculateEndPosition(chunks, index, this.options.overlapSize)
+            }));
+        });
+    }
+    /**
+     * Calculate approximate start position of chunk in original text
+     */
+    calculateStartPosition(chunks, index, overlapSize) {
+        if (index === 0)
+            return 0;
+        let position = 0;
+        for (let i = 0; i < index; i++) {
+            position += chunks[i].length;
+            if (i < index - 1) {
+                position -= overlapSize;
+            }
+        }
+        return position;
+    }
+    /**
+     * Calculate approximate end position of chunk in original text
+     */
+    calculateEndPosition(chunks, index, overlapSize) {
+        return this.calculateStartPosition(chunks, index, overlapSize) + chunks[index].length;
+    }
+    /**
+     * Create a custom splitter with specific separators
+     */
+    createCustomSplitter(separators, chunkSize, overlapSize) {
+        return new textsplitters_1.RecursiveCharacterTextSplitter({
+            chunkSize,
+            chunkOverlap: overlapSize,
+            separators
+        });
+    }
+}
+exports.TextChunker = TextChunker;
+//# sourceMappingURL=TextChunker.js.map

package/dist/core/processor/chunking/TextChunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextChunker.js","sourceRoot":"","sources":["../../../../src/core/processor/chunking/TextChunker.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4DAA0E;AAI1E;;;GAGG;AACH,MAAa,WAAW;IAatB,YAAoB,OAAwB,EAAU,MAAc;QAAhD,YAAO,GAAP,OAAO,CAAiB;QAAU,WAAM,GAAN,MAAM,CAAQ;QAZnD,sBAAiB,GAAG;YACnC,MAAM,EAAG,mBAAmB;YAC5B,IAAI,EAAK,cAAc;YACvB,IAAI,EAAK,mBAAmB;YAC5B,IAAI,EAAK,mBAAmB;YAC5B,IAAI,EAAK,sBAAsB;YAC/B,IAAI,EAAK,aAAa;YACtB,IAAI,EAAK,SAAS;YAClB,GAAG,EAAM,SAAS;YAClB,EAAE,EAAO,iCAAiC;SAC3C,CAAC;IAEsE,CAAC;IAEzE;;OAEG;IACG,KAAK,CACT,IAAY;;YAEZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBACtE,OAAO,CAAC;wBACN,OAAO,EAAE,IAAI;wBACb,KAAK,EAAE,CAAC;wBACR,WAAW,EAAE,CAAC;wBACd,WAAW,EAAE,CAAC;wBACd,SAAS,EAAE,IAAI,CAAC,MAAM;qBACvB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,MAAM,kBAAkB,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;YAEvG,MAAM,QAAQ,GAAG,IAAI,8CAA8B,CAAC;gBAClD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;gBACpC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACtC,UAAU,EAAE,IAAI,CAAC,iBAAiB;aACnC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;YAE5D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACnC,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,GAAG,CAAC;gBAChB,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,WAAW,EAAE,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;gBACjF,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;aAC9E,CAAC,CAAC,CAAC;QACN,CAAC;KAAA;IAED;;OAEG;IACK,sBAAsB,CAC5B,MAAgB,EAChB,KAAa,EACb,WAAmB;QAEnB,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE1B,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7B,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;gBAClB,QAAQ,IAAI,WAAW,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,MAAgB,EAChB,KAAa,EACb,WAAmB;QAEnB,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,oBAAoB,CAClB,UAAoB,EACpB,SAAiB,EACjB,WAAmB;QAEnB,OAAO,IAAI,8CAA8B,CAAC;YACxC,SAAS;YACT,YAAY,EAAE,WAAW;YACzB,UAAU;SACX,CAAC,CAAC;IACL,CAAC;CACF;AAjGD,kCAiGC"}

package/dist/core/processor/chunking/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./TextChunker"), exports);
+//# sourceMappingURL=index.js.map

package/dist/core/processor/chunking/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/processor/chunking/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA8B"}