@devflow-tools/knowledge-engine 0.14.4 → 0.16.0

package/dist/knowledge-store.js

@@ -1,5 +1,7 @@
 import Database from 'better-sqlite3';
 import * as sqliteVec from 'sqlite-vec';
+import { dirname } from 'node:path';
+import { existsSync, mkdirSync } from 'node:fs';
 const KNOWLEDGE_SCHEMA = `
 CREATE TABLE IF NOT EXISTS knowledge_docs (
   id TEXT PRIMARY KEY,
@@ -24,7 +26,8 @@ CREATE TABLE IF NOT EXISTS knowledge_chunks (
 
 CREATE VIRTUAL TABLE IF NOT EXISTS knowledge_fts USING fts5(
   id UNINDEXED, heading_path, content, code_blocks,
-  content=knowledge_chunks
+  content=knowledge_chunks,
+  tokenize='trigram'
 );
 
 CREATE VIRTUAL TABLE IF NOT EXISTS knowledge_vec USING vec0(
@@ -38,12 +41,12 @@ CREATE TRIGGER IF NOT EXISTS kchunks_ai AFTER INSERT ON knowledge_chunks BEGIN
   VALUES (new.rowid, new.id, new.heading_path, new.content, new.code_blocks);
 END;
 CREATE TRIGGER IF NOT EXISTS kchunks_ad AFTER DELETE ON knowledge_chunks BEGIN
-  INSERT INTO knowledge_fts(knowledge_fts, id, heading_path, content, code_blocks)
-  VALUES('delete', old.id, old.heading_path, old.content, old.code_blocks);
+  INSERT INTO knowledge_fts(knowledge_fts, rowid, id, heading_path, content, code_blocks)
+  VALUES('delete', old.rowid, old.id, old.heading_path, old.content, old.code_blocks);
 END;
 CREATE TRIGGER IF NOT EXISTS kchunks_au AFTER UPDATE ON knowledge_chunks BEGIN
-  INSERT INTO knowledge_fts(knowledge_fts, id, heading_path, content, code_blocks)
-  VALUES('delete', old.id, old.heading_path, old.content, old.code_blocks);
+  INSERT INTO knowledge_fts(knowledge_fts, rowid, id, heading_path, content, code_blocks)
+  VALUES('delete', old.rowid, old.id, old.heading_path, old.content, old.code_blocks);
   INSERT INTO knowledge_fts(rowid, id, heading_path, content, code_blocks)
   VALUES (new.rowid, new.id, new.heading_path, new.content, new.code_blocks);
 END;
@@ -51,13 +54,37 @@ END;
 export class KnowledgeStore {
     db;
     constructor(dbPath) {
+        const dir = dirname(dbPath);
+        if (!existsSync(dir))
+            mkdirSync(dir, { recursive: true });
         this.db = new Database(dbPath);
         this.db.pragma('journal_mode = WAL');
+        this.db.pragma('busy_timeout = 5000');
         this.db.pragma('foreign_keys = ON');
         sqliteVec.load(this.db);
         this.db.exec(KNOWLEDGE_SCHEMA);
+        this.ensureTrigramFts();
         this.db.exec(FTS_TRIGGERS);
     }
+    ensureTrigramFts() {
+        const row = this.db.prepare("SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'knowledge_fts'").get();
+        if (/tokenize\s*=\s*['\"]?trigram/i.test(row?.sql ?? ''))
+            return;
+        this.db.transaction(() => {
+            this.db.exec(`
+        DROP TRIGGER IF EXISTS kchunks_ai;
+        DROP TRIGGER IF EXISTS kchunks_ad;
+        DROP TRIGGER IF EXISTS kchunks_au;
+        DROP TABLE IF EXISTS knowledge_fts;
+        CREATE VIRTUAL TABLE knowledge_fts USING fts5(
+          id UNINDEXED, heading_path, content, code_blocks,
+          content=knowledge_chunks,
+          tokenize='trigram'
+        );
+        INSERT INTO knowledge_fts(knowledge_fts) VALUES('rebuild');
+      `);
+        })();
+    }
     upsertDoc(doc) {
         const existing = this.db.prepare('SELECT id FROM knowledge_docs WHERE id = ?').get(doc.id);
         if (existing) {
@@ -74,9 +101,54 @@ export class KnowledgeStore {
         this.db.prepare('INSERT INTO knowledge_chunks (id, doc_id, chunk_index, heading_path, content, code_blocks, token_count) VALUES (?,?,?,?,?,?,?)').run(chunk.id, chunk.docId, chunk.index, chunk.headingPath, chunk.content, chunk.codeBlocks ?? null, chunk.tokenCount ?? null);
     }
     insertEmbedding(id, embedding) {
-        const buffer = Buffer.from(embedding.buffer);
+        const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);
         this.db.prepare('INSERT OR REPLACE INTO knowledge_vec(id, embedding) VALUES (?, ?)').run(id, buffer);
     }
+    insertEmbeddingBatch(entries) {
+        if (entries.length === 0)
+            return;
+        const insert = this.db.prepare('INSERT OR REPLACE INTO knowledge_vec(id, embedding) VALUES (?, ?)');
+        this.db.transaction(() => {
+            for (const { id, embedding } of entries) {
+                insert.run(id, Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength));
+            }
+        })();
+    }
+    replaceDocument(input) {
+        if (input.chunks.length !== input.embeddings.length) {
+            throw new Error(`Knowledge vector count mismatch: ${input.chunks.length} chunks, ${input.embeddings.length} vectors`);
+        }
+        const oldIds = this.db.prepare('SELECT id FROM knowledge_chunks WHERE doc_id = ?').all(input.doc.id);
+        const deleteVector = this.db.prepare('DELETE FROM knowledge_vec WHERE id = ?');
+        const insertChunk = this.db.prepare('INSERT INTO knowledge_chunks (id, doc_id, chunk_index, heading_path, content, code_blocks, token_count) VALUES (?,?,?,?,?,?,?)');
+        const insertVector = this.db.prepare('INSERT INTO knowledge_vec(id, embedding) VALUES (?, ?)');
+        this.db.transaction(() => {
+            this.upsertDoc(input.doc);
+            for (const { id } of oldIds)
+                deleteVector.run(id);
+            this.clearChunks(input.doc.id);
+            for (let index = 0; index < input.chunks.length; index++) {
+                const chunk = input.chunks[index];
+                const embedding = input.embeddings[index];
+                insertChunk.run(chunk.id, chunk.docId, chunk.index, chunk.headingPath, chunk.content, chunk.codeBlocks ?? null, chunk.tokenCount ?? null);
+                insertVector.run(chunk.id, Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength));
+            }
+        })();
+    }
+    replaceDocumentChunks(input) {
+        const oldIds = this.db.prepare('SELECT id FROM knowledge_chunks WHERE doc_id = ?').all(input.doc.id);
+        const deleteVector = this.db.prepare('DELETE FROM knowledge_vec WHERE id = ?');
+        const insertChunk = this.db.prepare('INSERT INTO knowledge_chunks (id, doc_id, chunk_index, heading_path, content, code_blocks, token_count) VALUES (?,?,?,?,?,?,?)');
+        this.db.transaction(() => {
+            this.upsertDoc(input.doc);
+            for (const { id } of oldIds)
+                deleteVector.run(id);
+            this.clearChunks(input.doc.id);
+            for (const chunk of input.chunks) {
+                insertChunk.run(chunk.id, chunk.docId, chunk.index, chunk.headingPath, chunk.content, chunk.codeBlocks ?? null, chunk.tokenCount ?? null);
+            }
+        })();
+    }
     searchBM25(query, limit = 20, sources) {
         if (sources && sources.length > 0) {
             const placeholders = sources.map(() => '?').join(',');
@@ -96,12 +168,19 @@ export class KnowledgeStore {
     `).all(query, limit);
         return rows;
     }
-    searchVector(embedding, limit = 20) {
-        const buffer = Buffer.from(embedding.buffer);
+    searchVector(embedding, limit = 20, sources) {
+        const buffer = Buffer.from(embedding.buffer, embedding.byteOffset, embedding.byteLength);
+        const sourceFilter = sources?.length
+            ? `WHERE d.source IN (${sources.map(() => '?').join(',')})`
+            : '';
         const rows = this.db.prepare(`
       SELECT v.id, vec_distance_cosine(v.embedding, ?) as distance
-      FROM knowledge_vec v ORDER BY distance LIMIT ?
-    `).all(buffer, limit);
+      FROM knowledge_vec v
+      JOIN knowledge_chunks c ON c.id = v.id
+      JOIN knowledge_docs d ON d.id = c.doc_id
+      ${sourceFilter}
+      ORDER BY distance LIMIT ?
+    `).all(buffer, ...(sources ?? []), limit);
         return rows;
     }
     getChunk(id) {
@@ -114,6 +193,86 @@ export class KnowledgeStore {
       WHERE kd.source = ? ORDER BY kc.chunk_index LIMIT ?
     `).all(source, limit);
     }
+    listChunks(options = {}) {
+        const conditions = [];
+        const params = [];
+        if (options.sources?.length) {
+            conditions.push(`d.source IN (${options.sources.map(() => '?').join(',')})`);
+            params.push(...options.sources);
+        }
+        if (options.afterId) {
+            conditions.push('c.id > ?');
+            params.push(options.afterId);
+        }
+        const where = conditions.length ? `WHERE ${conditions.join(' AND ')}` : '';
+        const limit = options.limit ?? 100_000;
+        return this.db.prepare(`
+      SELECT c.*, d.source, d.url, d.version
+      FROM knowledge_chunks c
+      JOIN knowledge_docs d ON d.id = c.doc_id
+      ${where}
+      ORDER BY c.id
+      LIMIT ?
+    `).all(...params, limit);
+    }
+    listMissingEmbeddingChunks(options = {}) {
+        const conditions = ['v.id IS NULL'];
+        const params = [];
+        if (options.source) {
+            conditions.push('d.source = ?');
+            params.push(options.source);
+        }
+        if (options.afterId) {
+            conditions.push('c.id > ?');
+            params.push(options.afterId);
+        }
+        return this.db.prepare(`
+      SELECT c.*, d.source, d.url, d.version
+      FROM knowledge_chunks c
+      JOIN knowledge_docs d ON d.id = c.doc_id
+      LEFT JOIN knowledge_vec v ON v.id = c.id
+      WHERE ${conditions.join(' AND ')}
+      ORDER BY c.id
+      LIMIT ?
+    `).all(...params, options.limit ?? 32);
+    }
+    countChunks(source) {
+        const row = source
+            ? this.db.prepare(`
+          SELECT COUNT(*) AS c FROM knowledge_chunks c
+          JOIN knowledge_docs d ON d.id = c.doc_id WHERE d.source = ?
+        `).get(source)
+            : this.db.prepare('SELECT COUNT(*) AS c FROM knowledge_chunks').get();
+        return row.c;
+    }
+    countEmbeddings(source) {
+        const row = source
+            ? this.db.prepare(`
+          SELECT COUNT(*) AS c FROM knowledge_vec v
+          JOIN knowledge_chunks c ON c.id = v.id
+          JOIN knowledge_docs d ON d.id = c.doc_id WHERE d.source = ?
+        `).get(source)
+            : this.db.prepare('SELECT COUNT(*) AS c FROM knowledge_vec').get();
+        return row.c;
+    }
+    getCoverageBySource() {
+        const rows = this.db.prepare(`
+      SELECT d.source, COUNT(c.id) AS chunks, COUNT(v.id) AS vectors
+      FROM knowledge_docs d
+      LEFT JOIN knowledge_chunks c ON c.doc_id = d.id
+      LEFT JOIN knowledge_vec v ON v.id = c.id
+      GROUP BY d.source ORDER BY d.source
+    `).all();
+        return rows;
+    }
+    getDistinctSources() {
+        const rows = this.db.prepare(`
+      SELECT DISTINCT source FROM knowledge_docs
+      WHERE status = 'active'
+      ORDER BY source
+    `).all();
+        return rows.map(row => row.source);
+    }
     close() { this.db.close(); }
 }
 //# sourceMappingURL=knowledge-store.js.map

package/dist/knowledge-store.js.map

@@ -1 +1 @@
-{"version":3,"file":"knowledge-store.js","sourceRoot":"","sources":["../src/knowledge-store.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AAGxC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+BxB,CAAC;AAEF,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;CAepB,CAAC;AAEF,MAAM,OAAO,cAAc;IACjB,EAAE,CAAoB;IAE9B,YAAY,MAAc;QACxB,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACpC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;IAED,SAAS,CAAC,GAAwG;QAChH,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3F,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,uFAAuF,CACxF,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,+GAA+G,CAChH,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;QAClH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC;IAED,WAAW,CAAC,KAAmI;QAC7I,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,gIAAgI,CACjI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;IAClI,CAAC;IAED,eAAe,CAAC,EAAU,EAAE,SAAuB;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACvG,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE,EAAE,OAAkB;QACtD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;uDAIoB,YAAY;;OAE5D,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,OAAO,EAAE,KAAK,CAAwC,CAAC;YACxE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAwC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,SAAuB,EAAE,KAAK,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAA4C,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAQ,CAAC;IACvF,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,KAAK,GAAG,GAAG;QACtC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAItB,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;CAC7B"}
+{"version":3,"file":"knowledge-store.js","sourceRoot":"","sources":["../src/knowledge-store.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAkChD,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCxB,CAAC;AAEF,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;CAepB,CAAC;AAEF,MAAM,OAAO,cAAc;IACjB,EAAE,CAAoB;IAE9B,YAAY,MAAc;QACxB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACpC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;IAEO,gBAAgB;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACzB,+EAA+E,CAChF,CAAC,GAAG,EAAkC,CAAC;QACxC,IAAI,+BAA+B,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAAE,OAAO;QAEjE,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;OAWZ,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,SAAS,CAAC,GAAwG;QAChH,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3F,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,uFAAuF,CACxF,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,+GAA+G,CAChH,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;QAClH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC;IAED,WAAW,CAAC,KAAmI;QAC7I,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,gIAAgI,CACjI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;IAClI,CAAC;IAED,eAAe,CAAC,EAAU,EAAE,SAAuB;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QACzF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACvG,CAAC;IAED,oBAAoB,CAAC,OAAuD;QAC1E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC5B,mEAAmE,CACpE,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,KAAK,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,OAAO,EAAE,CAAC;gBACxC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,eAAe,CAAC,KAIf;QACC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CACb,oCAAoC,KAAK,CAAC,MAAM,CAAC,MAAM,YAAY,KAAK,CAAC,UAAU,CAAC,MAAM,UAAU,CACrG,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC5B,kDAAkD,CACnD,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA0B,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;QAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACjC,gIAAgI,CACjI,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAClC,wDAAwD,CACzD,CAAC;QAEF,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,MAAM;gBAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;gBACzD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAE,CAAC;gBAC3C,WAAW,CAAC,GAAG,CACb,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,UAAU,IAAI,IAAI,CACzB,CAAC;gBACF,YAAY,CAAC,GAAG,CACd,KAAK,CAAC,EAAE,EACR,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAC1E,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,qBAAqB,CAAC,KAGrB;QACC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC5B,kDAAkD,CACnD,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA0B,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;QAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACjC,gIAAgI,CACjI,CAAC;QAEF,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,MAAM;gBAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjC,WAAW,CAAC,GAAG,CACb,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,UAAU,IAAI,IAAI,CACzB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE,EAAE,OAAkB;QACtD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;uDAIoB,YAAY;;OAE5D,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,OAAO,EAAE,KAAK,CAAwC,CAAC;YACxE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAwC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CACV,SAAuB,EACvB,KAAK,GAAG,EAAE,EACV,OAAkB;QAElB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QACzF,MAAM,YAAY,GAAG,OAAO,EAAE,MAAM;YAClC,CAAC,CAAC,sBAAsB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAC3D,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;QAKzB,YAAY;;KAEf,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,KAAK,CAA4C,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAQ,CAAC;IACvF,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,KAAK,GAAG,GAAG;QACtC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAItB,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,UAAU,CAAC,UAIP,EAAE;QACJ,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC;QACvC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;QAInB,KAAK;;;KAGR,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAwB,CAAC;IAClD,CAAC;IAED,0BAA0B,CAAC,UAIvB,EAAE;QACJ,MAAM,UAAU,GAAG,CAAC,cAAc,CAAC,CAAC;QACpC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;cAKb,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;;;KAGjC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAwB,CAAC;IAChE,CAAC;IAED,WAAW,CAAC,MAAe;QACzB,MAAM,GAAG,GAAG,MAAM;YAChB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;SAGf,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YAChB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,OAAQ,GAAqB,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,eAAe,CAAC,MAAe;QAC7B,MAAM,GAAG,GAAG,MAAM;YAChB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;SAIf,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YAChB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,OAAQ,GAAqB,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,mBAAmB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAM5B,CAAC,CAAC,GAAG,EAAgE,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kBAAkB;QAChB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,EAA+B,CAAC;QACtC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;CAC7B"}

package/dist/markdown-converter.d.ts

@@ -5,5 +5,11 @@ export interface Chunk {
     headingPath?: string;
     codeBlocks?: string;
 }
-export declare function sliceByHeadings(markdown: string): Chunk[];
+export declare const MIN_CHUNK_CHARS = 500;
+export declare const MAX_CHUNK_CHARS = 3000;
+export declare function extractCodeBlocks(text: string): string;
+export declare function sliceByHeadings(markdown: string, options?: {
+    minChars?: number;
+    maxChars?: number;
+}): Chunk[];
 //# sourceMappingURL=markdown-converter.d.ts.map

package/dist/markdown-converter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"markdown-converter.d.ts","sourceRoot":"","sources":["../src/markdown-converter.ts"],"names":[],"mappings":"AAUA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGnD;AAiCD,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAOD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,KAAK,EAAE,CA4CzD"}
+{"version":3,"file":"markdown-converter.d.ts","sourceRoot":"","sources":["../src/markdown-converter.ts"],"names":[],"mappings":"AAUA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGnD;AAmDD,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,eAAe,MAAM,CAAC;AACnC,eAAO,MAAM,eAAe,OAAO,CAAC;AAUpC,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoBtD;AA0LD,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,KAAK,EAAE,CAkBT"}

package/dist/markdown-converter.js

@@ -26,65 +26,282 @@ function filterNoise(md) {
         /^made with/i,
         /^built with/i,
         /^powered by/i,
+        /^menu\s*$/i,
+        /^roadmap$/i,
+        /^sidebar$/i,
+        /^(api|guides?|reference|tutorial|examples?|blog|docs?|community|changelog)\s*$/i,
     ];
     return lines
         .filter(line => {
         const trimmed = line.trim();
         if (!trimmed)
-            return true; // keep blank lines
+            return true;
         for (const p of noisePatterns) {
             if (p.test(trimmed))
                 return false;
         }
+        // Drop lines where >60% of non-space chars are inside markdown links
+        if (isLinkDense(trimmed))
+            return false;
         return true;
     })
         .join('\n');
 }
-function extractCodeBlocks(text) {
-    const codeMatches = text.match(/```[\s\S]*?```/g);
-    return codeMatches ? codeMatches.join('\n') : '';
+function isLinkDense(line) {
+    const stripped = line.replace(/!\[.*\]\(.*\)/g, '');
+    const linkMatches = stripped.match(/\[([^\]]*)\]\([^)]*\)/g);
+    if (!linkMatches || linkMatches.length < 3)
+        return false;
+    const linkTextLen = linkMatches.reduce((sum, m) => {
+        const inner = m.match(/\[([^\]]*)\]/);
+        return sum + (inner ? inner[1].length : 0);
+    }, 0);
+    const totalChars = stripped.replace(/\s/g, '').length;
+    return totalChars > 0 && linkTextLen / totalChars > 0.6;
 }
-export function sliceByHeadings(markdown) {
-    const trimmed = markdown.trim();
-    if (trimmed.length === 0)
-        return [];
-    const lines = trimmed.split('\n');
-    const chunks = [];
-    let currentTitle = '';
-    let currentContent = [];
+export const MIN_CHUNK_CHARS = 500;
+export const MAX_CHUNK_CHARS = 3000;
+function fenceDelimiter(line) {
+    return line.match(/^\s{0,3}(`{3,}|~{3,})/)?.[1];
+}
+function closesFence(delimiter, opening) {
+    return delimiter[0] === opening[0] && delimiter.length >= opening.length;
+}
+export function extractCodeBlocks(text) {
+    const blocks = [];
+    let opening;
+    let current = [];
+    for (const line of text.split('\n')) {
+        const delimiter = fenceDelimiter(line);
+        if (!opening && delimiter) {
+            opening = delimiter;
+            current = [line];
+            continue;
+        }
+        if (!opening)
+            continue;
+        current.push(line);
+        if (delimiter && closesFence(delimiter, opening)) {
+            blocks.push(current.join('\n'));
+            opening = undefined;
+            current = [];
+        }
+    }
+    return blocks.join('\n');
+}
+function splitSections(markdown) {
+    const sections = [];
+    const lines = markdown.split('\n');
+    let title = 'Overview';
     let headingStack = [];
+    let content = [];
+    let openingFence;
+    const finalize = () => {
+        const value = content.join('\n').trim();
+        if (value) {
+            sections.push({ title, headingPath: headingStack.join(' > '), content: value });
+        }
+    };
     for (const line of lines) {
-        const hMatch = line.match(/^(#{1,4})\s+(.+)/);
-        if (hMatch) {
-            if (currentContent.length > 0) {
-                const content = currentContent.join('\n').trim();
-                chunks.push({
-                    title: currentTitle || 'Overview',
-                    content,
-                    headingPath: headingStack.join(' > '),
-                    codeBlocks: extractCodeBlocks(content),
-                });
-            }
-            const level = hMatch[1].length;
-            const title = hMatch[2].replace(/\[.*\]\(.*\)/g, '').trim();
-            headingStack = headingStack.slice(0, level - 1);
-            headingStack.push(title);
-            currentTitle = title;
-            currentContent = [line];
+        const delimiter = fenceDelimiter(line);
+        if (delimiter) {
+            if (!openingFence)
+                openingFence = delimiter;
+            else if (closesFence(delimiter, openingFence))
+                openingFence = undefined;
+            content.push(line);
+            continue;
         }
-        else {
-            currentContent.push(line);
+        const heading = !openingFence ? line.match(/^(#{1,6})\s+(.+)/) : null;
+        if (!heading) {
+            content.push(line);
+            continue;
+        }
+        finalize();
+        const level = heading[1].length;
+        title = heading[2].replace(/\[([^\]]+)\]\([^)]*\)/g, '$1').trim();
+        headingStack = headingStack.slice(0, level - 1);
+        headingStack.push(title);
+        content = [line];
+    }
+    finalize();
+    return sections;
+}
+function splitText(text, maxChars) {
+    const parts = [];
+    let remaining = text.trim();
+    while (remaining.length > maxChars) {
+        const window = remaining.slice(0, maxChars + 1);
+        const candidates = [
+            window.lastIndexOf('\n\n') + 2,
+            window.lastIndexOf('\n') + 1,
+            window.lastIndexOf('. ') + 1,
+            window.lastIndexOf(' '),
+        ];
+        const splitAt = candidates.find(index => index >= Math.floor(maxChars * 0.6)) ?? maxChars;
+        parts.push(remaining.slice(0, splitAt).trim());
+        remaining = remaining.slice(splitAt).trim();
+    }
+    if (remaining)
+        parts.push(remaining);
+    return parts;
+}
+function markdownBlocks(content, maxChars) {
+    const blocks = [];
+    const lines = content.split('\n');
+    let current = [];
+    let openingFence;
+    const flushText = () => {
+        const text = current.join('\n').trim();
+        current = [];
+        if (!text)
+            return;
+        for (const part of splitText(text, maxChars))
+            blocks.push({ content: part, atomic: false });
+    };
+    for (const line of lines) {
+        const delimiter = fenceDelimiter(line);
+        if (delimiter && !openingFence) {
+            flushText();
+            openingFence = delimiter;
+            current = [line];
+            continue;
         }
+        if (openingFence) {
+            current.push(line);
+            if (delimiter && closesFence(delimiter, openingFence)) {
+                const code = current.join('\n').trim();
+                blocks.push({ content: code, atomic: true });
+                current = [];
+                openingFence = undefined;
+            }
+            continue;
+        }
+        if (line.trim().length === 0)
+            flushText();
+        else
+            current.push(line);
     }
-    if (currentContent.length > 0) {
-        const content = currentContent.join('\n').trim();
-        chunks.push({
-            title: currentTitle || 'Overview',
+    flushText();
+    return blocks;
+}
+function splitSection(section, minChars, maxChars) {
+    const fragments = [];
+    let blocks = [];
+    let length = 0;
+    const flush = () => {
+        const content = blocks.join('\n\n').trim();
+        blocks = [];
+        length = 0;
+        if (!content)
+            return;
+        fragments.push({
+            title: section.title,
+            headingPath: section.headingPath,
             content,
-            headingPath: headingStack.join(' > '),
             codeBlocks: extractCodeBlocks(content),
         });
+    };
+    for (const block of markdownBlocks(section.content, maxChars)) {
+        const separator = blocks.length > 0 ? 2 : 0;
+        if (blocks.length > 0 && length + separator + block.content.length > maxChars) {
+            if (block.atomic && length < minChars) {
+                blocks.push(block.content);
+                length += separator + block.content.length;
+                flush();
+                continue;
+            }
+            flush();
+        }
+        blocks.push(block.content);
+        length += (blocks.length > 1 ? 2 : 0) + block.content.length;
+        if (block.atomic && block.content.length > maxChars)
+            flush();
+    }
+    flush();
+    return fragments;
+}
+function mergeFragments(left, right) {
+    const leftPath = left.headingPath.split(' > ').filter(Boolean);
+    const rightPath = right.headingPath.split(' > ').filter(Boolean);
+    const commonPath = [];
+    for (let index = 0; index < Math.min(leftPath.length, rightPath.length); index++) {
+        if (leftPath[index] !== rightPath[index])
+            break;
+        commonPath.push(leftPath[index]);
+    }
+    const content = `${left.content}\n\n${right.content}`;
+    return {
+        title: left.title === right.title ? left.title : `${left.title} / ${right.title}`.slice(0, 120),
+        headingPath: commonPath.join(' > '),
+        content,
+        codeBlocks: extractCodeBlocks(content),
+    };
+}
+function coalesceShortFragments(fragments, minChars, maxChars) {
+    const chunks = [];
+    for (const fragment of fragments) {
+        const previous = chunks.at(-1);
+        if (previous
+            && (previous.content.length < minChars || fragment.content.length < minChars)
+            && previous.content.length + 2 + fragment.content.length <= maxChars) {
+            chunks[chunks.length - 1] = mergeFragments(previous, fragment);
+        }
+        else {
+            chunks.push(fragment);
+        }
     }
     return chunks;
 }
+export function sliceByHeadings(markdown, options = {}) {
+    const trimmed = markdown.trim();
+    if (trimmed.length === 0)
+        return [];
+    const minChars = Math.max(1, options.minChars ?? MIN_CHUNK_CHARS);
+    const maxChars = Math.max(minChars, options.maxChars ?? MAX_CHUNK_CHARS);
+    const sections = splitSections(trimmed);
+    const hasNestedHeading = sections.some(section => section.headingPath.includes(' > '));
+    const fragments = sections
+        .filter((section, index) => {
+        if (!hasNestedHeading || index !== 0 || section.headingPath.includes(' > '))
+            return true;
+        const cleaned = section.content.replace(/^#{1,6}\s+.*$/gm, '').replace(/\s+/g, ' ').trim();
+        return cleaned.length >= 30;
+    })
+        .flatMap(section => splitSection(section, minChars, maxChars));
+    const chunks = trimmed.length >= minChars
+        ? coalesceShortFragments(fragments, minChars, maxChars)
+        : fragments;
+    return chunks.filter(chunk => isQualityChunk(chunk));
+}
+const NAV_TITLES = new Set([
+    'overview', 'introduction', 'getting started', 'quick start',
+    'api reference', 'api', 'reference', 'guides', 'tutorial',
+    'examples', 'blog', 'docs', 'community', 'changelog',
+    'roadmap', 'sidebar', 'menu', 'navigation',
+]);
+function isQualityChunk(chunk) {
+    // Discard chunks with trivial navigation titles that have very little content
+    const cleanedContent = chunk.content
+        .replace(/^#{1,4}\s+.*$/gm, '')
+        .replace(/\[([^\]]*)\]\([^)]*\)/g, '$1')
+        .replace(/[`*_~#>|\[\]!-]/g, '')
+        .replace(/\s+/g, ' ')
+        .trim();
+    if (cleanedContent.length < 10)
+        return false;
+    const lowerTitle = chunk.title.toLowerCase().trim();
+    if (NAV_TITLES.has(lowerTitle) && cleanedContent.length < 120)
+        return false;
+    // Discard chunks that are mostly links after stripping headings
+    const linkChars = (chunk.content.match(/\[([^\]]*)\]\([^)]*\)/g) || [])
+        .reduce((sum, m) => {
+        const inner = m.match(/\[([^\]]*)\]/);
+        return sum + (inner ? inner[1].length : 0);
+    }, 0);
+    const totalChars = chunk.content.replace(/\s/g, '').length;
+    if (totalChars > 0 && linkChars / totalChars > 0.5)
+        return false;
+    return true;
+}
 //# sourceMappingURL=markdown-converter.js.map

package/dist/markdown-converter.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdown-converter.js","sourceRoot":"","sources":["../src/markdown-converter.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACnC,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,QAAQ;CACzB,CAAC,CAAC;AAEH,6CAA6C;AAC7C,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEtD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,2EAA2E;AAC3E,SAAS,WAAW,CAAC,EAAU;IAC7B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG;QACpB,mBAAmB;QACnB,gBAAgB;QAChB,kBAAkB;QAClB,2BAA2B;QAC3B,gBAAgB;QAChB,eAAe;QACf,uBAAuB;QACvB,gBAAgB;QAChB,YAAY;QACZ,sBAAsB;QACtB,aAAa;QACb,cAAc;QACd,cAAc;KACf,CAAC;IAEF,OAAO,KAAK;SACT,MAAM,CAAC,IAAI,CAAC,EAAE;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,CAAC,mBAAmB;QAC9C,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO,KAAK,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AASD,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAClD,OAAO,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,cAAc,GAAa,EAAE,CAAC;IAClC,IAAI,YAAY,GAAa,EAAE,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,YAAY,IAAI,UAAU;oBACjC,OAAO;oBACP,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;oBACrC,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;iBACvC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAChD,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,cAAc,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,YAAY,IAAI,UAAU;YACjC,OAAO;YACP,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;YACrC,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"markdown-converter.js","sourceRoot":"","sources":["../src/markdown-converter.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACnC,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,QAAQ;CACzB,CAAC,CAAC;AAEH,6CAA6C;AAC7C,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEtD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,2EAA2E;AAC3E,SAAS,WAAW,CAAC,EAAU;IAC7B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG;QACpB,mBAAmB;QACnB,gBAAgB;QAChB,kBAAkB;QAClB,2BAA2B;QAC3B,gBAAgB;QAChB,eAAe;QACf,uBAAuB;QACvB,gBAAgB;QAChB,YAAY;QACZ,sBAAsB;QACtB,aAAa;QACb,cAAc;QACd,cAAc;QACd,YAAY;QACZ,YAAY;QACZ,YAAY;QACZ,iFAAiF;KAClF,CAAC;IAEF,OAAO,KAAK;SACT,MAAM,CAAC,IAAI,CAAC,EAAE;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO,KAAK,CAAC;QACpC,CAAC;QACD,qEAAqE;QACrE,IAAI,WAAW,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7D,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACzD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACtC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;IACtD,OAAO,UAAU,GAAG,CAAC,IAAI,WAAW,GAAG,UAAU,GAAG,GAAG,CAAC;AAC1D,CAAC;AASD,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,CAAC;AACnC,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,CAAC;AAEpC,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,OAAe;IACrD,OAAO,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAA2B,CAAC;IAChC,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;YAC1B,OAAO,GAAG,SAAS,CAAC;YACpB,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,SAAS,IAAI,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChC,OAAO,GAAG,SAAS,CAAC;YACpB,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAYD,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,KAAK,GAAG,UAAU,CAAC;IACvB,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,YAAgC,CAAC;IAErC,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,YAAY;gBAAE,YAAY,GAAG,SAAS,CAAC;iBACvC,IAAI,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC;gBAAE,YAAY,GAAG,SAAS,CAAC;YACxE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QAED,QAAQ,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;QACjC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAChD,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,QAAQ,EAAE,CAAC;IACX,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,OAAO,SAAS,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG;YACjB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5B,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC;SACxB,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,IAAI,QAAQ,CAAC;QAC1F,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IACD,IAAI,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,OAAe,EAAE,QAAgB;IACvD,MAAM,MAAM,GAAgD,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,YAAgC,CAAC;IAErC,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9F,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/B,SAAS,EAAE,CAAC;YACZ,YAAY,GAAG,SAAS,CAAC;YACzB,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,IAAI,SAAS,IAAI,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7C,OAAO,GAAG,EAAE,CAAC;gBACb,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS,EAAE,CAAC;;YACrC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,SAAS,EAAE,CAAC;IACZ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,OAAgB,EAAE,QAAgB,EAAE,QAAgB;IACxE,MAAM,SAAS,GAAoB,EAAE,CAAC;IACtC,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,GAAG,EAAE,CAAC;QACZ,MAAM,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,SAAS,CAAC,IAAI,CAAC;YACb,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;SACvC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC9E,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC3B,MAAM,IAAI,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC3C,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,KAAK,EAAE,CAAC;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7D,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ;YAAE,KAAK,EAAE,CAAC;IAC/D,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,IAAmB,EAAE,KAAoB;IAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACjF,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC;YAAE,MAAM;QAChD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,OAAO,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;IACtD,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QAC/F,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;QACnC,OAAO;QACP,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,SAA0B,EAC1B,QAAgB,EAChB,QAAgB;IAEhB,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IACE,QAAQ;eACL,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;eAC1E,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,QAAQ,EACpE,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,UAAoD,EAAE;IAEtD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,IAAI,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,eAAe,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACvF,MAAM,SAAS,GAAG,QAAQ;SACvB,MAAM,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QACzB,IAAI,CAAC,gBAAgB,IAAI,KAAK,KAAK,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACzF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3F,OAAO,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IAC9B,CAAC,CAAC;SACD,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,QAAQ;QACvC,CAAC,CAAC,sBAAsB,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC;QACvD,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,UAAU,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa;IAC5D,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;IACzD,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW;IACpD,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY;CAC3C,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,KAAyC;IAC/D,8EAA8E;IAC9E,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO;SACjC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;SAC9B,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC;SACvC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IAEV,IAAI,cAAc,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAE7C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAE5E,gEAAgE;IAChE,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,EAAE,CAAC;SACpE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACtC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;IAC3D,IAAI,UAAU,GAAG,CAAC,IAAI,SAAS,GAAG,UAAU,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAEjE,OAAO,IAAI,CAAC;AACd,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devflow-tools/knowledge-engine",
-  "version": "0.14.4",
+  "version": "0.16.0",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -18,9 +18,9 @@
     "postinstall": "playwright install chromium || true"
   },
   "dependencies": {
-    "@devflow-tools/context-engine": "^0.14.4",
-    "@devflow-tools/memory-engine": "^0.14.4",
-    "@devflow-tools/sdk": "^0.14.4",
+    "@devflow-tools/context-engine": "0.16.0",
+    "@devflow-tools/memory-engine": "0.16.0",
+    "@devflow-tools/sdk": "0.16.0",
     "playwright": "^1.52.0",
     "turndown": "^7.2.4"
   },
@@ -32,5 +32,5 @@
   "files": [
     "dist"
   ],
-  "gitHead": "54c8815398c8f60461caee19802afa3827ea3100"
+  "gitHead": "2f52776bda72517354d44453756cccb9e8de9afa"
 }