hoolix 0.0.1-beta.19

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA;;;;;;;;;GASG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,4EAA4E;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,+EAA+E;AAC/E,uFAAuF;AACvF,OAAO,EAAE,iBAAiB,EAAoB,MAAM,eAAe,CAAC;AACpE,OAAO,EAAE,cAAc,EAAyB,MAAM,qBAAqB,CAAC;AAE5E,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAQ,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,GAAG,GAAS,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAE3C,MAAM,iBAAiB,EAAE,CAAC;IAC1B,MAAM,UAAU,EAAE,CAAC;IAEnB,kFAAkF;IAClF,IAAI,CAAC,UAAU,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,iBAAiB,IAAI,GAAG,KAAK,kBAAkB,IAAI,GAAG,KAAK,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,GAAG,EAAE,CAAC;QAC3K,cAAc,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,yCAAyC,IAAI,CAAC,aAAa,cAAc,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;gBAC7G,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,QAAQ,GAAG,EAAE,CAAC;QACZ,yEAAyE;QACzE,KAAK,SAAS,CAAC;QACf,KAAK,WAAW,CAAC;QACjB,KAAK,IAAI;YACP,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO;QAET,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,IAAI,CAAC,CAAC,CAAC;YACV,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YACnD,SAAS,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,yEAAyE;QACzE,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACvD,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,4EAA4E;YAC5E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,KAAK,OAAO,CAAC;QACb,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACvD,MAAM,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACvD,MAAM,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAC7D,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;YACtB,OAAO;QACT,CAAC;QACD,KAAK,WAAW,CAAC;QACjB,KAAK,UAAU,CAAC;QAChB,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;YACjE,MAAM,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QAED,yEAAyE;QACzE,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAC7D,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAC7D,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAC7D,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC9D,MAAM,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QACD,KAAK,OAAO,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,MAAM,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,yEAAyE;QACzE,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;YACnE,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,UAAU,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;YACjE,MAAM,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QACD,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;YACrD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACnB,OAAO;QACT,CAAC;QAED,2EAA2E;QAC3E,KAAK,iBAAiB;YACpB,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO;QAET,KAAK,kBAAkB;YACrB,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO;QAET,yEAAyE;QACzE,KAAK,KAAK,CAAC;QACX,OAAO,CAAC,CAAC,CAAC;YACR,0DAA0D;YAC1D,wEAAwE;YACxE,IAAI,cAAc,GAAG,IAAI,CAAC;YAC1B,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,EAAE,CAAC;gBACjD,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;iBAAM,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvD,IAAI,CAAC;oBACF,OAAO,CAAC,KAAa,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;oBACzC,OAAO,CAAC,KAAa,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC;oBACP,cAAc,GAAG,KAAK,CAAC;gBACzB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG,KAAK,CAAC;YACzB,CAAC;YAED,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,0BAA0B,EAAE,CAAC;gBACnC,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;gBACrD,MAAM,SAAS,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC;gBAC7E,MAAM,0BAA0B,EAAE,CAAC;YACrC,CAAC;YACD,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAc;IAC3C,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACtC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChD,CAAC,CAAC;IAEF,MAAM,IAAI,GAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAEnC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACrF,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc;IAC5C,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACtC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChD,CAAC,CAAC;IAEF,MAAM,IAAI,GAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAEnC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;IACjF,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,0BAA0B;IACvC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IACnD,SAAS,EAAE,CAAC;AACd,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/ingestion/chunker.d.ts

@@ -0,0 +1,13 @@
+import type { IngestedChunk } from './types.js';
+export interface ChunkOptions {
+    targetSize?: number;
+    overlap?: number;
+    minChunkSize?: number;
+}
+/**
+ * Heading-aware chunker.
+ * Splits on # headings, maintains sectionPath/headings stack for RAG grounding,
+ * adds overlap, caps oversized blocks, and enriches chunks with url + title.
+ */
+export declare function chunkMarkdown(markdown: string, sourceUrl: string, baseTitle: string, opts?: ChunkOptions): IngestedChunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/ingestion/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAQD;;;;GAIG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,YAAiB,GACtB,aAAa,EAAE,CA8EjB"}

package/dist/ingestion/chunker.js

@@ -0,0 +1,107 @@
+const DEFAULTS = {
+    targetSize: 1100,
+    overlap: 180,
+    minChunkSize: 120,
+};
+/**
+ * Heading-aware chunker.
+ * Splits on # headings, maintains sectionPath/headings stack for RAG grounding,
+ * adds overlap, caps oversized blocks, and enriches chunks with url + title.
+ */
+export function chunkMarkdown(markdown, sourceUrl, baseTitle, opts = {}) {
+    const { targetSize, overlap, minChunkSize } = { ...DEFAULTS, ...opts };
+    const lines = markdown.split(/\r?\n/);
+    const chunks = [];
+    let currentSection = [];
+    let currentHeadings = [];
+    let currentTitle = baseTitle;
+    let order = 0;
+    const flush = (extraContext = '') => {
+        let text = currentSection.join('\n').trim();
+        if (extraContext)
+            text = extraContext + '\n' + text;
+        if (text.length < minChunkSize)
+            return;
+        // Oversized: split further
+        if (text.length > targetSize * 1.6) {
+            const subChunks = splitLargeBlock(text, targetSize, overlap);
+            for (const sub of subChunks) {
+                chunks.push(createChunk(sub, sourceUrl, currentTitle, currentHeadings, order++));
+            }
+        }
+        else {
+            chunks.push(createChunk(text, sourceUrl, currentTitle, currentHeadings, order++));
+        }
+        currentSection = [];
+    };
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const headingMatch = line.match(/^(#{1,6})\s+(.+)$/);
+        if (headingMatch) {
+            const level = headingMatch[1].length;
+            const headingText = headingMatch[2].trim();
+            // Flush prior section on heading boundary
+            if (currentSection.length > 0) {
+                flush();
+            }
+            // Trim stack to current level + push
+            currentHeadings = currentHeadings.slice(0, level - 1);
+            currentHeadings.push(headingText);
+            if (level === 1) {
+                currentTitle = headingText;
+            }
+            currentSection.push(line);
+            continue;
+        }
+        currentSection.push(line);
+        // Size-based flush (within a section)
+        const currentText = currentSection.join('\n');
+        if (currentText.length >= targetSize) {
+            flush();
+        }
+    }
+    // Final flush for trailing content
+    if (currentSection.length > 0) {
+        flush();
+    }
+    // Prepend tail of previous chunk as overlap context (for better retrieval)
+    for (let i = 1; i < chunks.length; i++) {
+        const prev = chunks[i - 1].content;
+        const overlapText = prev.slice(-overlap);
+        if (overlapText.trim().length > 40) {
+            chunks[i].content = overlapText + '\n\n' + chunks[i].content;
+            chunks[i].metadata.charCount = chunks[i].content.length;
+        }
+    }
+    return chunks;
+}
+function createChunk(content, url, title, headings, order) {
+    const sectionPath = headings.length > 0 ? headings.join(' > ') : undefined;
+    return {
+        id: `chunk_${order}_${Date.now().toString(36)}`,
+        content: content.trim(),
+        metadata: {
+            url,
+            title,
+            sectionPath,
+            headings: [...headings],
+            charCount: content.length,
+            order,
+        },
+    };
+}
+function splitLargeBlock(text, target, overlap) {
+    const chunks = [];
+    let start = 0;
+    while (start < text.length) {
+        const end = Math.min(start + target, text.length);
+        chunks.push(text.slice(start, end));
+        start = end - overlap;
+        if (start < 0)
+            start = 0;
+        if (end === text.length)
+            break;
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/ingestion/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/ingestion/chunker.ts"],"names":[],"mappings":"AAQA,MAAM,QAAQ,GAA2B;IACvC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,GAAG;IACZ,YAAY,EAAE,GAAG;CAClB,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,SAAiB,EACjB,SAAiB,EACjB,OAAqB,EAAE;IAEvB,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;IAEvE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,IAAI,cAAc,GAAa,EAAE,CAAC;IAClC,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,YAAY,GAAG,SAAS,CAAC;IAC7B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,CAAC,YAAY,GAAG,EAAE,EAAE,EAAE;QAClC,IAAI,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,YAAY;YAAE,IAAI,GAAG,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC;QACpD,IAAI,IAAI,CAAC,MAAM,GAAG,YAAY;YAAE,OAAO;QAEvC,2BAA2B;QAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7D,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAErD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACrC,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAE3C,0CAA0C;YAC1C,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,KAAK,EAAE,CAAC;YACV,CAAC;YAED,qCAAqC;YACrC,eAAe,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACtD,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAElC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,YAAY,GAAG,WAAW,CAAC;YAC7B,CAAC;YAED,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1B,sCAAsC;QACtC,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,WAAW,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,EAAE,CAAC;IACV,CAAC;IAED,2EAA2E;IAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7D,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAClB,OAAe,EACf,GAAW,EACX,KAAa,EACb,QAAkB,EAClB,KAAa;IAEb,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,OAAO;QACL,EAAE,EAAE,SAAS,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;QAC/C,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;QACvB,QAAQ,EAAE;YACR,GAAG;YACH,KAAK;YACL,WAAW;YACX,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC;YACvB,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,KAAK;SACN;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,MAAc,EAAE,OAAe;IACpE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACpC,KAAK,GAAG,GAAG,GAAG,OAAO,CAAC;QACtB,IAAI,KAAK,GAAG,CAAC;YAAE,KAAK,GAAG,CAAC,CAAC;QACzB,IAAI,GAAG,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM;IACjC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/ingestion/cleaners.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Convert HTML to Markdown (Readability + Turndown). Called only for HTML sourceType.
+ * See top-of-file for lazy loading rationale.
+ */
+export declare function htmlToMarkdown(html: string, baseUrl?: string): string;
+/**
+ * Normalization pass (dedup newlines, trim) for markdown/llms content.
+ */
+export declare function normalizeMarkdown(md: string): string;
+//# sourceMappingURL=cleaners.d.ts.map

package/dist/ingestion/cleaners.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaners.d.ts","sourceRoot":"","sources":["../../src/ingestion/cleaners.ts"],"names":[],"mappings":"AAyBA;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAsBrE;AASD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAEpD"}

package/dist/ingestion/cleaners.js

@@ -0,0 +1,61 @@
+import TurndownService from 'turndown';
+// @ts-ignore - turndown-plugin-gfm has poor ESM types
+import * as turndownPluginGfm from 'turndown-plugin-gfm';
+// Lazy runtime require for jsdom (and transitive css-tree which has data/patch.json).
+// This keeps the common llms.txt/markdown path free of heavy modules at bundle time
+// (prevents "Cannot find module '../data/patch.json'" in compiled binaries and shrinks size).
+import { createRequire } from 'node:module';
+const require = createRequire(import.meta.url);
+let turndown = null;
+function getTurndown() {
+    if (!turndown) {
+        turndown = new TurndownService({
+            headingStyle: 'atx',
+            codeBlockStyle: 'fenced',
+            bulletListMarker: '-',
+        });
+        // GitHub Flavored Markdown (tables, strikethrough, task lists)
+        turndown.use(turndownPluginGfm.gfm);
+    }
+    return turndown;
+}
+/**
+ * Convert HTML to Markdown (Readability + Turndown). Called only for HTML sourceType.
+ * See top-of-file for lazy loading rationale.
+ */
+export function htmlToMarkdown(html, baseUrl) {
+    try {
+        const { JSDOM } = require('jsdom');
+        const { Readability } = require('@mozilla/readability');
+        const dom = new JSDOM(html, { url: baseUrl });
+        const reader = new Readability(dom.window.document);
+        const article = reader.parse();
+        if (article && article.content) {
+            const md = getTurndown().turndown(article.content);
+            return cleanMarkdown(md);
+        }
+    }
+    catch (e) {
+        // fall through to raw turndown
+    }
+    // Fallback: convert whatever we have
+    try {
+        return cleanMarkdown(getTurndown().turndown(html));
+    }
+    catch {
+        return '';
+    }
+}
+function cleanMarkdown(md) {
+    return md
+        .replace(/\n{3,}/g, '\n\n')
+        .replace(/[ \t]+$/gm, '')
+        .trim();
+}
+/**
+ * Normalization pass (dedup newlines, trim) for markdown/llms content.
+ */
+export function normalizeMarkdown(md) {
+    return cleanMarkdown(md);
+}
+//# sourceMappingURL=cleaners.js.map

package/dist/ingestion/cleaners.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaners.js","sourceRoot":"","sources":["../../src/ingestion/cleaners.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,sDAAsD;AACtD,OAAO,KAAK,iBAAiB,MAAM,qBAAqB,CAAC;AAEzD,sFAAsF;AACtF,oFAAoF;AACpF,8FAA8F;AAC9F,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,IAAI,QAAQ,GAA2B,IAAI,CAAC;AAE5C,SAAS,WAAW;IAClB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,eAAe,CAAC;YAC7B,YAAY,EAAE,KAAK;YACnB,cAAc,EAAE,QAAQ;YACxB,gBAAgB,EAAE,GAAG;SACtB,CAAC,CAAC;QACH,+DAA+D;QAC/D,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,OAAgB;IAC3D,IAAI,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAE/B,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACnD,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,+BAA+B;IACjC,CAAC;IAED,qCAAqC;IACrC,IAAI,CAAC;QACH,OAAO,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAC/B,OAAO,EAAE;SACN,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;SACxB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,EAAU;IAC1C,OAAO,aAAa,CAAC,EAAE,CAAC,CAAC;AAC3B,CAAC"}

package/dist/ingestion/detectors.d.ts

@@ -0,0 +1,5 @@
+import type { SourceType } from './types.js';
+export declare function detectSourceType(url: string, content?: string): SourceType;
+export { isGitHubRepoUrl } from './github.js';
+export declare function isLikelyMarkdown(contentType: string, content: string): boolean;
+//# sourceMappingURL=detectors.d.ts.map

package/dist/ingestion/detectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectors.d.ts","sourceRoot":"","sources":["../../src/ingestion/detectors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAG7C,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,UAAU,CAiB1E;AAED,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAM9E"}

package/dist/ingestion/detectors.js

@@ -0,0 +1,25 @@
+import { isGitHubRepoUrl } from './github.js';
+export function detectSourceType(url, content) {
+    const lower = url.toLowerCase();
+    if (lower.includes('llms.txt') || lower.includes('llms-full.txt')) {
+        return 'llms.txt';
+    }
+    if (isGitHubRepoUrl(url) || lower.includes('github.com')) {
+        return 'github';
+    }
+    // Heuristic: if content looks like markdown with many headings
+    if (content && /^#{1,6}\s/m.test(content) && content.length > 1500) {
+        return 'generic';
+    }
+    return 'generic';
+}
+export { isGitHubRepoUrl } from './github.js';
+export function isLikelyMarkdown(contentType, content) {
+    if (contentType.includes('markdown') || contentType.includes('text/plain'))
+        return true;
+    // crude but effective
+    const mdSignals = ['# ', '## ', '```', '- ', '* '];
+    const score = mdSignals.reduce((acc, sig) => acc + (content.includes(sig) ? 1 : 0), 0);
+    return score >= 2 && content.length > 300;
+}
+//# sourceMappingURL=detectors.js.map

package/dist/ingestion/detectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectors.js","sourceRoot":"","sources":["../../src/ingestion/detectors.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,OAAgB;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAEhC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAClE,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACzD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,+DAA+D;IAC/D,IAAI,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QACnE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,UAAU,gBAAgB,CAAC,WAAmB,EAAE,OAAe;IACnE,IAAI,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IACxF,sBAAsB;IACtB,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvF,OAAO,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC;AAC5C,CAAC"}

package/dist/ingestion/fetchers.d.ts

@@ -0,0 +1,38 @@
+export interface FetchResult {
+    content: string;
+    contentType: string;
+    url: string;
+}
+export declare function fetchWithRetry(url: string, opts?: {
+    timeout?: number;
+    headers?: Record<string, string>;
+}): Promise<Response>;
+export declare function fetchTextWithFallback(url: string, opts?: {
+    timeout?: number;
+    headers?: Record<string, string>;
+}): Promise<{
+    text: string;
+    contentType: string;
+}>;
+/**
+ * Smart fetch that prefers llms.txt when possible.
+ * When given (or discovering) llms.txt, we first try the sibling llms-full.txt
+ * because full concatenated content is ideal for high-quality RAG.
+ */
+export declare function fetchDocumentation(url: string, opts?: {
+    discoverLlms?: boolean;
+    headers?: Record<string, string>;
+}): Promise<FetchResult>;
+/** Try sibling/peer llms-full.txt for a given llms.txt (returns null if none usable). */
+export declare function tryFetchLlmsFull(llmsTxtUrl: string, headers?: Record<string, string>): Promise<FetchResult | null>;
+/**
+ * Parse an llms.txt (manifest) content for documentation page URLs.
+ * Handles common formats: markdown links [Title](url) and bare http(s) lines.
+ * Returns absolute deduped URLs (excluding the llms files themselves).
+ */
+export declare function parseLlmsManifestUrls(content: string, baseUrl: string): string[];
+/**
+ * Concurrent fetch for manifest pages. Passes discoverLlms:false so subpages keep their own URL in metadata.
+ */
+export declare function fetchPagesConcurrently(urls: string[], concurrency?: number, onProgress?: (completed: number, total: number) => void, headers?: Record<string, string>): Promise<FetchResult[]>;
+//# sourceMappingURL=fetchers.d.ts.map

package/dist/ingestion/fetchers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetchers.d.ts","sourceRoot":"","sources":["../../src/ingestion/fetchers.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAiBD,wBAAsB,cAAc,CAClC,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAO,GAChE,OAAO,CAAC,QAAQ,CAAC,CA6BnB;AA4CD,wBAAsB,qBAAqB,CACzC,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAO,GAChE,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC,CAehD;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,MAAM,EACX,IAAI,GAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAO,GACtE,OAAO,CAAC,WAAW,CAAC,CA+FtB;AAED,yFAAyF;AACzF,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAwB5H;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAmChF;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,MAAM,EAAE,EACd,WAAW,SAAI,EACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,EACvD,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,GACnC,OAAO,CAAC,WAAW,EAAE,CAAC,CAuBxB"}

package/dist/ingestion/fetchers.js

@@ -0,0 +1,296 @@
+import { logger } from '../core/logger.js';
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+import { fetchPrimaryGitHubContent, parseGitHubRepoUrl, getGitHubToken, isGitHubRepoUrl } from './github.js';
+const DEFAULT_TIMEOUT = 25_000;
+const MAX_RETRIES = 2;
+const execFileAsync = promisify(execFile);
+function withTimeout(promise, ms) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), ms);
+    return Promise.race([
+        promise.finally(() => clearTimeout(timeout)),
+        new Promise((_, rej) => setTimeout(() => rej(new Error('Request timeout')), ms + 100)),
+    ]);
+}
+export async function fetchWithRetry(url, opts = {}) {
+    const { timeout = DEFAULT_TIMEOUT, headers = {} } = opts;
+    let lastErr = null;
+    for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+        try {
+            const res = await withTimeout(fetch(url, {
+                headers: {
+                    'User-Agent': 'hoolix/0.2 (https://github.com/JayLLM/hoolix)',
+                    Accept: '*/*',
+                    ...headers,
+                },
+                redirect: 'follow',
+            }), timeout);
+            if (!res.ok)
+                throw new Error(`HTTP ${res.status}`);
+            return res;
+        }
+        catch (err) {
+            lastErr = err;
+            if (attempt < MAX_RETRIES) {
+                const delay = 400 * (attempt + 1);
+                logger.debug(`Fetch retry ${attempt + 1} for ${url} after ${delay}ms`);
+                await new Promise((r) => setTimeout(r, delay));
+            }
+        }
+    }
+    throw lastErr || new Error('Fetch failed');
+}
+async function fetchTextWithCurl(url, opts = {}) {
+    const { timeout = DEFAULT_TIMEOUT, headers = {} } = opts;
+    const curl = process.platform === 'win32' ? 'curl.exe' : 'curl';
+    const args = [
+        '-fsSL',
+        '--compressed',
+        '--max-time',
+        String(Math.ceil(timeout / 1000)),
+        '-A',
+        headers['User-Agent'] || headers['user-agent'] || 'hoolix/0.2 (https://github.com/JayLLM/hoolix)',
+    ];
+    // Forward all provided headers (critical for Authorization on private GitHub raw.githubusercontent when curl fallback triggers)
+    for (const [k, v] of Object.entries(headers)) {
+        if (!k || !v)
+            continue;
+        const key = k.toLowerCase() === 'user-agent' ? 'User-Agent' : k;
+        if (key.toLowerCase() === 'accept') {
+            args.push('-H', `Accept: ${v}`);
+        }
+        else {
+            args.push('-H', `${key}: ${v}`);
+        }
+    }
+    if (!Object.keys(headers).some((k) => k.toLowerCase() === 'accept')) {
+        args.push('-H', `Accept: ${headers.Accept || headers.accept || '*/*'}`);
+    }
+    args.push(url);
+    try {
+        const { stdout } = await execFileAsync(curl, args, {
+            encoding: 'utf8',
+            maxBuffer: 50 * 1024 * 1024,
+            windowsHide: true,
+        });
+        return stdout.length > 0 ? stdout : null;
+    }
+    catch (err) {
+        logger.debug(`curl fallback failed for ${url}: ${err?.message || err}`);
+        return null;
+    }
+}
+export async function fetchTextWithFallback(url, opts = {}) {
+    try {
+        const res = await fetchWithRetry(url, opts);
+        return {
+            text: await res.text(),
+            contentType: res.headers.get('content-type') || '',
+        };
+    }
+    catch (err) {
+        const text = await fetchTextWithCurl(url, opts);
+        if (text) {
+            logger.debug(`Fetched ${url} with curl fallback`);
+            return { text, contentType: 'text/plain; charset=utf-8' };
+        }
+        throw err;
+    }
+}
+/**
+ * Smart fetch that prefers llms.txt when possible.
+ * When given (or discovering) llms.txt, we first try the sibling llms-full.txt
+ * because full concatenated content is ideal for high-quality RAG.
+ */
+export async function fetchDocumentation(url, opts = {}) {
+    const { discoverLlms = true, headers = {} } = opts;
+    const normalized = url.trim();
+    // GitHub special-case (early, non-breaking): prefer llms/README discovery + raw fetches.
+    // Falls back to normal path on any failure (rate, private w/o token, etc.).
+    if (isGitHubRepoUrl(normalized) && discoverLlms) {
+        try {
+            const ghInfo = parseGitHubRepoUrl(normalized);
+            if (ghInfo) {
+                const ghPrimary = await fetchPrimaryGitHubContent(ghInfo, { token: getGitHubToken() });
+                if (ghPrimary) {
+                    logger.debug(`GitHub primary content fetched for ${normalized}`);
+                    return ghPrimary;
+                }
+            }
+        }
+        catch (e) {
+            logger.debug(`GitHub primary attempt failed for ${normalized}, falling back: ${e?.message || e}`);
+        }
+    }
+    // Direct llms: try full sibling first for best RAG content.
+    if (normalized.endsWith('llms.txt') || normalized.endsWith('llms-full.txt')) {
+        if (normalized.endsWith('llms.txt')) {
+            const full = await tryFetchLlmsFull(normalized, headers);
+            if (full)
+                return full;
+        }
+        const { text } = await fetchTextWithFallback(normalized, {
+            headers: { Accept: 'text/plain', ...headers },
+        });
+        return {
+            content: text,
+            contentType: 'text/markdown',
+            url: normalized,
+        };
+    }
+    // Discovery only for primary call (discoverLlms=true). Sub-pages from manifests use discoverLlms:false
+    // to avoid wrong metadata.url and duplicate root content.
+    if (discoverLlms) {
+        try {
+            const u = new URL(normalized);
+            const llmsCandidates = [
+                `${u.origin}/llms-full.txt`,
+                `${u.origin}/llms.txt`,
+                `${u.origin}/docs/llms-full.txt`,
+                `${u.origin}/docs/llms.txt`,
+            ];
+            // UA rotation + explicit Accept for sites that 404 node-fetch but serve to curl/browser (e.g. docs.x.ai).
+            const discoveryUAs = [
+                'hoolix/0.2 (https://github.com/JayLLM/hoolix)',
+                'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36',
+                'curl/8.4.0',
+            ];
+            for (const cand of llmsCandidates) {
+                let foundText = null;
+                for (const ua of discoveryUAs) {
+                    try {
+                        const fetched = await fetchTextWithFallback(cand, {
+                            timeout: 12000,
+                            headers: { 'User-Agent': ua, 'Accept': 'text/plain', ...headers },
+                        });
+                        if (fetched.text.length > 200) {
+                            foundText = fetched.text;
+                            break;
+                        }
+                    }
+                    catch {
+                        // try next UA
+                    }
+                }
+                if (foundText) {
+                    // llms.txt hit: still attempt full sibling first.
+                    if (cand.endsWith('llms.txt')) {
+                        const full = await tryFetchLlmsFull(cand, headers);
+                        if (full)
+                            return full;
+                    }
+                    logger.info(`Found llms at ${cand}`);
+                    return { content: foundText, contentType: 'text/markdown', url: cand };
+                }
+            }
+        }
+        catch {
+            // invalid for discovery; fall through to direct fetch
+        }
+    }
+    // Generic or manifest sub-page content (no llms discovery).
+    const res = await fetchWithRetry(normalized, { headers });
+    const contentType = res.headers.get('content-type') || '';
+    const text = await res.text();
+    return {
+        content: text,
+        contentType,
+        url: normalized,
+    };
+}
+/** Try sibling/peer llms-full.txt for a given llms.txt (returns null if none usable). */
+export async function tryFetchLlmsFull(llmsTxtUrl, headers = {}) {
+    try {
+        const u = new URL(llmsTxtUrl);
+        const candidates = [
+            llmsTxtUrl.replace(/llms\.txt$/i, 'llms-full.txt'),
+            `${u.origin}/llms-full.txt`,
+            `${u.origin}/docs/llms-full.txt`,
+        ];
+        for (const cand of candidates) {
+            if (cand === llmsTxtUrl)
+                continue;
+            try {
+                const { text } = await fetchTextWithFallback(cand, { timeout: 15000, headers });
+                if (text.length > 1500) {
+                    logger.info(`Found llms-full.txt at ${cand}`);
+                    return { content: text, contentType: 'text/markdown', url: cand };
+                }
+            }
+            catch {
+                // ignore; try next candidate
+            }
+        }
+    }
+    catch {
+        // invalid url; no full available
+    }
+    return null;
+}
+/**
+ * Parse an llms.txt (manifest) content for documentation page URLs.
+ * Handles common formats: markdown links [Title](url) and bare http(s) lines.
+ * Returns absolute deduped URLs (excluding the llms files themselves).
+ */
+export function parseLlmsManifestUrls(content, baseUrl) {
+    const urls = new Set();
+    // markdown links [text](url)
+    const linkRe = /\[[^\]]*\]\(([^)\s]+)(?:\s+"[^"]*")?\)/g;
+    let m;
+    while ((m = linkRe.exec(content)) !== null) {
+        let raw = m[1].trim();
+        // strip trailing punctuation leaked from markdown lists
+        raw = raw.replace(/[),.]+$/, '');
+        if (!raw || raw.startsWith('#') || raw.startsWith('data:') || raw.startsWith('mailto:'))
+            continue;
+        try {
+            const abs = new URL(raw, baseUrl).href;
+            if (abs.startsWith('http') && !/\.(png|jpe?g|gif|svg|ico|css|js|woff|ttf|map|json|zip|tar|pdf)$/i.test(abs)) {
+                urls.add(abs);
+            }
+        }
+        catch { }
+    }
+    // bare https?:// lines (or after links)
+    const bareRe = /https?:\/\/\S+/g;
+    while ((m = bareRe.exec(content)) !== null) {
+        let raw = m[0];
+        raw = raw.replace(/[),.]+$/, '');
+        try {
+            const abs = new URL(raw, baseUrl).href;
+            if (abs.startsWith('http') && !/\.(png|jpe?g|gif|svg|ico|css|js|woff|ttf|map|json|zip|tar|pdf)$/i.test(abs)) {
+                urls.add(abs);
+            }
+        }
+        catch { }
+    }
+    return Array.from(urls).filter((u) => !/llms(-full)?\.txt$/i.test(u) && !u.includes('/assets/') && !u.includes('/images/'));
+}
+/**
+ * Concurrent fetch for manifest pages. Passes discoverLlms:false so subpages keep their own URL in metadata.
+ */
+export async function fetchPagesConcurrently(urls, concurrency = 4, onProgress, headers = {}) {
+    const results = [];
+    const queue = [...urls];
+    let completed = 0;
+    const total = urls.length;
+    const runWorker = async () => {
+        while (queue.length > 0) {
+            const url = queue.shift();
+            try {
+                const r = await fetchDocumentation(url, { discoverLlms: false, headers });
+                results.push(r);
+            }
+            catch (err) {
+                logger.debug(`Sub-page fetch failed for ${url}: ${err?.message || err}`);
+            }
+            completed += 1;
+            onProgress?.(completed, total);
+        }
+    };
+    const workers = Array.from({ length: Math.max(1, Math.min(concurrency, 8)) }, () => runWorker());
+    await Promise.all(workers);
+    return results;
+}
+//# sourceMappingURL=fetchers.js.map

package/dist/ingestion/fetchers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetchers.js","sourceRoot":"","sources":["../../src/ingestion/fetchers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAQ7G,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,SAAS,WAAW,CAAI,OAAmB,EAAE,EAAU;IACrD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;QAClB,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAC5B,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,CAC9D;KACF,CAAe,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAW,EACX,OAA+D,EAAE;IAEjE,MAAM,EAAE,OAAO,GAAG,eAAe,EAAE,OAAO,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;IACzD,IAAI,OAAO,GAAiB,IAAI,CAAC;IAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAC3B,KAAK,CAAC,GAAG,EAAE;gBACT,OAAO,EAAE;oBACP,YAAY,EAAE,+CAA+C;oBAC7D,MAAM,EAAE,KAAK;oBACb,GAAG,OAAO;iBACX;gBACD,QAAQ,EAAE,QAAQ;aACnB,CAAC,EACF,OAAO,CACR,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACnD,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,GAAG,GAAG,CAAC;YACd,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBAClC,MAAM,CAAC,KAAK,CAAC,eAAe,OAAO,GAAG,CAAC,QAAQ,GAAG,UAAU,KAAK,IAAI,CAAC,CAAC;gBACvE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,OAAO,IAAI,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,GAAW,EACX,OAA+D,EAAE;IAEjE,MAAM,EAAE,OAAO,GAAG,eAAe,EAAE,OAAO,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;IACzD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,MAAM,IAAI,GAAa;QACrB,OAAO;QACP,cAAc;QACd,YAAY;QACZ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;QACjC,IAAI;QACJ,OAAO,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,YAAY,CAAC,IAAI,+CAA+C;KAClG,CAAC;IACF,gIAAgI;IAChI,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAAE,SAAS;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEf,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE;YACjD,QAAQ,EAAE,MAAM;YAChB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAC3B,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,KAAK,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,GAAW,EACX,OAA+D,EAAE;IAEjE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5C,OAAO;YACL,IAAI,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE;YACtB,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;SACnD,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChD,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,qBAAqB,CAAC,CAAC;YAClD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,2BAA2B,EAAE,CAAC;QAC5D,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAW,EACX,OAAqE,EAAE;IAEvE,MAAM,EAAE,YAAY,GAAG,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAE9B,yFAAyF;IACzF,4EAA4E;IAC5E,IAAI,eAAe,CAAC,UAAU,CAAC,IAAI,YAAY,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAC9C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;gBACvF,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,UAAU,EAAE,CAAC,CAAC;oBACjE,OAAO,SAAS,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,CAAC,KAAK,CAAC,qCAAqC,UAAU,mBAAmB,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAC5E,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACzD,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE;YACvD,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE;SAC9C,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,eAAe;YAC5B,GAAG,EAAE,UAAU;SAChB,CAAC;IACJ,CAAC;IAED,uGAAuG;IACvG,0DAA0D;IAC1D,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9B,MAAM,cAAc,GAAG;gBACrB,GAAG,CAAC,CAAC,MAAM,gBAAgB;gBAC3B,GAAG,CAAC,CAAC,MAAM,WAAW;gBACtB,GAAG,CAAC,CAAC,MAAM,qBAAqB;gBAChC,GAAG,CAAC,CAAC,MAAM,gBAAgB;aAC5B,CAAC;YACF,0GAA0G;YAC1G,MAAM,YAAY,GAAG;gBACnB,+CAA+C;gBAC/C,uGAAuG;gBACvG,YAAY;aACb,CAAC;YACF,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;gBAClC,IAAI,SAAS,GAAkB,IAAI,CAAC;gBACpC,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE;4BAChD,OAAO,EAAE,KAAK;4BACd,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE;yBAClE,CAAC,CAAC;wBACH,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAC9B,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;4BACzB,MAAM;wBACR,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,cAAc;oBAChB,CAAC;gBACH,CAAC;gBACD,IAAI,SAAS,EAAE,CAAC;oBACd,kDAAkD;oBAClD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;wBACnD,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC;oBACxB,CAAC;oBACD,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;oBACrC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;IACH,CAAC;IAED,4DAA4D;IAC5D,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAE9B,OAAO;QACL,OAAO,EAAE,IAAI;QACb,WAAW;QACX,GAAG,EAAE,UAAU;KAChB,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAkB,EAAE,UAAkC,EAAE;IAC7F,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAa;YAC3B,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,CAAC;YAClD,GAAG,CAAC,CAAC,MAAM,gBAAgB;YAC3B,GAAG,CAAC,CAAC,MAAM,qBAAqB;SACjC,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,IAAI,KAAK,UAAU;gBAAE,SAAS;YAClC,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChF,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;oBACvB,MAAM,CAAC,IAAI,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAC;oBAC9C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;gBACpE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,6BAA6B;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,iCAAiC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAe,EAAE,OAAe;IACpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,6BAA6B;IAC7B,MAAM,MAAM,GAAG,yCAAyC,CAAC;IACzD,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACtB,wDAAwD;QACxD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,SAAS;QAClG,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YACvC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5G,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,wCAAwC;IACxC,MAAM,MAAM,GAAG,iBAAiB,CAAC;IACjC,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YACvC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5G,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAC5F,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,IAAc,EACd,WAAW,GAAG,CAAC,EACf,UAAuD,EACvD,UAAkC,EAAE;IAEpC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACxB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IAE1B,MAAM,SAAS,GAAG,KAAK,IAAmB,EAAE;QAC1C,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,6BAA6B,GAAG,KAAK,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YAC3E,CAAC;YACD,SAAS,IAAI,CAAC,CAAC;YACf,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;IACjG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC"}