rag-lite-ts 1.0.1

package/dist/api-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-errors.js","sourceRoot":"","sources":["../src/api-errors.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,OAAgB,QAAS,SAAQ,KAAK;IAGjC;IACA;IACA;IAJT,YACE,OAAe,EACR,IAAY,EACZ,WAAqB,EACrB,OAAgB;QAEvB,KAAK,CAAC,OAAO,CAAC,CAAC;QAJR,SAAI,GAAJ,IAAI,CAAQ;QACZ,gBAAW,GAAX,WAAW,CAAU;QACrB,YAAO,GAAP,OAAO,CAAS;QAGvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,SAAS,IAAI,kBAAkB,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;gBAC7C,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,KAAK,UAAU,EAAE,CAAC;YACjD,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAEjD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;gBAC7C,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,oCAAoC;IACzD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,cAAe,SAAQ,QAAQ;IAC1C,YAAY,OAAe,EAAE,IAAY,EAAE,WAAqB,EAAE,OAAgB;QAChF,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,WAAY,SAAQ,QAAQ;IACvC,YAAY,OAAe,EAAE,IAAY,EAAE,WAAqB,EAAE,OAAgB;QAChF,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,aAAc,SAAQ,QAAQ;IACzC,YAAY,OAAe,EAAE,IAAY,EAAE,WAAqB,EAAE,OAAgB;QAChF,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,QAAQ;IACnD,YAAY,OAAe,EAAE,IAAY,EAAE,WAAqB,EAAE,OAAgB;QAChF,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,YAAY;IACvB;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,KAAc,EAAE,OAAe;QACzD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,uDAAuD;QACvD,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7E,IAAI,OAAO,KAAK,iBAAiB,EAAE,CAAC;gBAClC,OAAO,IAAI,cAAc,CACvB,0CAA0C,YAAY,EAAE,EACxD,gBAAgB,EAChB;oBACE,8CAA8C;oBAC9C,oDAAoD;oBACpD,0DAA0D;iBAC3D,EACD,OAAO,CACR,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,cAAc,CACvB,mCAAmC,OAAO,EAAE,EAC5C,iBAAiB,EACjB;oBACE,kDAAkD;oBAClD,gDAAgD;oBAChD,uDAAuD;iBACxD,EACD,OAAO,CACR,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAClF,OAAO,IAAI,cAAc,CACvB,4BAA4B,OAAO,EAAE,EACrC,mBAAmB,EACnB;gBACE,wDAAwD;gBACxD,0CAA0C;gBAC1C,uCAAuC;aACxC,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC9E,OAAO,IAAI,cAAc,CACvB,kCAAkC,OAAO,EAAE,EAC3C,iBAAiB,EACjB;gBACE,4CAA4C;gBAC5C,uDAAuD;gBACvD,yCAAyC;aAC1C,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACvE,OAAO,IAAI,uBAAuB,CAChC,wCAAwC,YAAY,EAAE,EACtD,qBAAqB,EACrB;gBACE,+DAA+D;gBAC/D,mEAAmE;gBACnE,6CAA6C;aAC9C,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,cAAc,CACvB,0CAA0C,YAAY,EAAE,EACxD,mBAAmB,EACnB;gBACE,oDAAoD;gBACpD,6CAA6C;gBAC7C,4CAA4C;gBAC5C,oDAAoD;aACrD,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,cAAc,CACvB,mCAAmC,YAAY,EAAE,EACjD,gBAAgB,EAChB;gBACE,+CAA+C;gBAC/C,kCAAkC;gBAClC,+CAA+C;gBAC/C,iCAAiC;aAClC,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,OAAO,IAAI,cAAc,CACvB,GAAG,OAAO,YAAY,YAAY,EAAE,EACpC,eAAe,EACf;YACE,oDAAoD;YACpD,kDAAkD;YAClD,uCAAuC;YACvC,kEAAkE;SACnE,EACD,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,iBAAiB,CAAC,KAAc,EAAE,OAAe;QACtD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,uCAAuC;QACvC,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;YACnC,OAAO,IAAI,WAAW,CACpB,yBAAyB,EACzB,oBAAoB,EACpB;gBACE,iFAAiF;gBACjF,yCAAyC;gBACzC,qDAAqD;aACtD,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,IAAI,WAAW,CACpB,6BAA6B,EAC7B,iBAAiB,EACjB;gBACE,8EAA8E;gBAC9E,sCAAsC;gBACtC,qDAAqD;aACtD,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,oBAAoB,EAAE,CAAC;YACrC,OAAO,IAAI,WAAW,CACpB,2GAA2G,EAC3G,sBAAsB,EACtB;gBACE,qFAAqF;gBACrF,6FAA6F;gBAC7F,8EAA8E;aAC/E,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,OAAO,IAAI,WAAW,CACpB,mCAAmC,YAAY,EAAE,EACjD,sBAAsB,EACtB;gBACE,oDAAoD;gBACpD,wDAAwD;gBACxD,oDAAoD;gBACpD,6CAA6C;aAC9C,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,qBAAqB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC/G,OAAO,IAAI,uBAAuB,CAChC,uCAAuC,YAAY,EAAE,EACrD,qBAAqB,EACrB;gBACE,uEAAuE;gBACvE,+DAA+D;gBAC/D,uEAAuE;gBACvE,yEAAyE;aAC1E,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7E,OAAO,IAAI,WAAW,CACpB,6BAA6B,YAAY,EAAE,EAC3C,iBAAiB,EACjB;gBACE,kDAAkD;gBAClD,uCAAuC;gBACvC,gDAAgD;aACjD,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAClF,OAAO,IAAI,WAAW,CACpB,sBAAsB,YAAY,EAAE,EACpC,mBAAmB,EACnB;gBACE,uEAAuE;gBACvE,oDAAoD;gBACpD,0CAA0C;aAC3C,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,WAAW,CACpB,mBAAmB,YAAY,EAAE,EACjC,gBAAgB,EAChB;gBACE,+CAA+C;gBAC/C,kDAAkD;gBAClD,wDAAwD;aACzD,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,OAAO,IAAI,WAAW,CACpB,iBAAiB,OAAO,YAAY,YAAY,EAAE,EAClD,eAAe,EACf;YACE,oDAAoD;YACpD,oDAAoD;YACpD,qDAAqD;YACrD,uCAAuC;SACxC,EACD,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,KAAc,EAAE,OAAe;QACxD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,aAAa,CACtB,mCAAmC,YAAY,EAAE,EACjD,uBAAuB,EACvB;gBACE,wDAAwD;gBACxD,2DAA2D;gBAC3D,kDAAkD;gBAClD,4CAA4C;aAC7C,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,OAAO,IAAI,aAAa,CACtB,4BAA4B,YAAY,EAAE,EAC1C,gBAAgB,EAChB;gBACE,oDAAoD;gBACpD,sDAAsD;gBACtD,yCAAyC;gBACzC,kEAAkE;aACnE,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,OAAO,IAAI,aAAa,CACtB,8BAA8B,YAAY,EAAE,EAC5C,gBAAgB,EAChB;YACE,oDAAoD;YACpD,gCAAgC;YAChC,kDAAkD;YAClD,uCAAuC;SACxC,EACD,OAAO,CACR,CAAC;IACJ,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B;;OAEG;IACH,qBAAqB,EAAE,IAAI,WAAW,CACpC,oDAAoD,EACpD,cAAc,EACd;QACE,2DAA2D;QAC3D,sEAAsE;QACtE,qDAAqD;KACtD,EACD,uBAAuB,CACxB;IAED;;OAEG;IACH,sBAAsB,EAAE,IAAI,uBAAuB,CACjD,2FAA2F,EAC3F,gBAAgB,EAChB;QACE,2DAA2D;QAC3D,iDAAiD;QACjD,yCAAyC;KAC1C,EACD,kBAAkB,CACnB;IAED;;OAEG;IACH,sBAAsB,EAAE,IAAI,WAAW,CACrC,+CAA+C,EAC/C,eAAe,EACf;QACE,0DAA0D;QAC1D,uCAAuC;QACvC,uDAAuD;KACxD,EACD,iBAAiB,CAClB;IAED;;OAEG;IACH,qBAAqB,EAAE,IAAI,aAAa,CACtC,0CAA0C,EAC1C,aAAa,EACb;QACE,sDAAsD;QACtD,+CAA+C;QAC/C,oDAAoD;QACpD,4CAA4C;KAC7C,EACD,yBAAyB,CAC1B;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc,EAAE,OAAe,EAAE,SAA8C;IAC5G,IAAI,QAAkB,CAAC;IAEvB,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC9B,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,WAAW;gBACd,QAAQ,GAAG,YAAY,CAAC,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC7D,MAAM;YACR,KAAK,QAAQ;gBACX,QAAQ,GAAG,YAAY,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC1D,MAAM;YACR,KAAK,UAAU;gBACb,QAAQ,GAAG,YAAY,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC5D,MAAM;YACR;gBACE,QAAQ,GAAG,IAAI,aAAa,CAC1B,uBAAuB,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC3F,kBAAkB,EAClB,CAAC,8CAA8C,CAAC,EAChD,OAAO,CACR,CAAC;QACN,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACpB,MAAM,QAAQ,CAAC;AACjB,CAAC"}

package/dist/chunker.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Configuration for chunking behavior
+ */
+export interface ChunkConfig {
+    /** Target chunk size in tokens (200-300 recommended) */
+    chunkSize: number;
+    /** Overlap between chunks in tokens (50 recommended) */
+    chunkOverlap: number;
+}
+/**
+ * Represents a text chunk with metadata
+ */
+export interface Chunk {
+    /** The text content of the chunk */
+    text: string;
+    /** Index of this chunk within the document */
+    chunkIndex: number;
+    /** Number of tokens in this chunk */
+    tokenCount: number;
+}
+/**
+ * Represents a document to be chunked
+ */
+export interface Document {
+    /** Source path or identifier */
+    source: string;
+    /** Document title */
+    title: string;
+    /** Full text content */
+    content: string;
+}
+/**
+ * Default chunking configuration
+ */
+export declare const DEFAULT_CHUNK_CONFIG: ChunkConfig;
+/**
+ * Main chunking function implementing the three-tier strategy:
+ * 1. Split at paragraph boundaries (double newlines)
+ * 2. If paragraphs are too large, split at sentence boundaries
+ * 3. If sentences are still too large, use fixed-size chunking
+ *
+ * @param document - Document to chunk
+ * @param config - Chunking configuration
+ * @returns Array of chunks with metadata
+ */
+export declare function chunkDocument(document: Document, config?: ChunkConfig): Promise<Chunk[]>;
+//# sourceMappingURL=chunker.d.ts.map

package/dist/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB,oCAAoC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,8CAA8C;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,gCAAgC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,wBAAwB;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,EAAE,WAGlC,CAAC;AA+LF;;;;;;;;;GASG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,QAAQ,EAClB,MAAM,GAAE,WAAkC,GACzC,OAAO,CAAC,KAAK,EAAE,CAAC,CAmFlB"}

package/dist/chunker.js

@@ -0,0 +1,256 @@
+import { countTokens } from './tokenizer.js';
+/**
+ * Default chunking configuration
+ */
+export const DEFAULT_CHUNK_CONFIG = {
+    chunkSize: 250, // Target 200-300 tokens
+    chunkOverlap: 50
+};
+/**
+ * Split text at paragraph boundaries (double newlines)
+ * This is the first tier of the chunking strategy
+ */
+function splitIntoParagraphs(text) {
+    // Split on double newlines, filter out empty strings
+    return text
+        .split(/\n\s*\n/)
+        .map(p => p.trim())
+        .filter(p => p.length > 0);
+}
+/**
+ * Split text at sentence boundaries using punctuation marks
+ * This is the second tier of the chunking strategy
+ */
+function splitIntoSentences(text) {
+    // Split on sentence-ending punctuation followed by whitespace or end of string
+    // Handle common abbreviations and edge cases
+    const sentences = text
+        .split(/(?<=[.!?])\s+/)
+        .map(s => s.trim())
+        .filter(s => s.length > 0);
+    return sentences;
+}
+/**
+ * Split text into fixed-size chunks based on character count
+ * This is the fallback tier when semantic splitting fails
+ */
+async function splitIntoFixedSizeChunks(text, maxTokens, overlapTokens) {
+    const chunks = [];
+    const words = text.split(/\s+/);
+    let currentChunk = '';
+    let currentTokens = 0;
+    let i = 0;
+    while (i < words.length) {
+        const word = words[i];
+        const testChunk = currentChunk ? `${currentChunk} ${word}` : word;
+        const testTokens = await countTokens(testChunk);
+        if (testTokens <= maxTokens) {
+            currentChunk = testChunk;
+            currentTokens = testTokens;
+            i++;
+        }
+        else {
+            // Current chunk is full, save it
+            if (currentChunk) {
+                chunks.push(currentChunk);
+                // Create overlap for next chunk
+                if (overlapTokens > 0 && chunks.length > 0) {
+                    const overlapText = await createOverlapFromWords(currentChunk, overlapTokens);
+                    currentChunk = overlapText;
+                    currentTokens = await countTokens(currentChunk);
+                }
+                else {
+                    currentChunk = '';
+                    currentTokens = 0;
+                }
+            }
+            else {
+                // Single word exceeds limit, add it anyway
+                chunks.push(word);
+                i++;
+            }
+        }
+    }
+    // Add final chunk if it has content
+    if (currentChunk.trim()) {
+        chunks.push(currentChunk.trim());
+    }
+    return chunks;
+}
+/**
+ * Create overlap text from words at the end of a chunk
+ */
+async function createOverlapFromWords(text, overlapTokens) {
+    const words = text.split(/\s+/);
+    let overlapText = '';
+    let tokens = 0;
+    // Work backwards from the end
+    for (let i = words.length - 1; i >= 0; i--) {
+        const word = words[i];
+        const testText = word + (overlapText ? ' ' + overlapText : '');
+        const testTokens = await countTokens(testText);
+        if (testTokens <= overlapTokens) {
+            overlapText = testText;
+            tokens = testTokens;
+        }
+        else {
+            break;
+        }
+    }
+    return overlapText;
+}
+/**
+ * Create chunks from a list of text segments, respecting token limits
+ */
+async function createChunksFromSegments(segments, config) {
+    const chunks = [];
+    let currentChunk = '';
+    let currentTokens = 0;
+    for (const segment of segments) {
+        const segmentTokens = await countTokens(segment);
+        // If this single segment exceeds our limit, we need to split it further
+        if (segmentTokens > config.chunkSize) {
+            // Save current chunk if it has content
+            if (currentChunk.trim()) {
+                chunks.push(currentChunk.trim());
+                currentChunk = '';
+                currentTokens = 0;
+            }
+            // Split the large segment using fixed-size chunking based on tokens
+            const subChunks = await splitIntoFixedSizeChunks(segment, config.chunkSize, config.chunkOverlap);
+            chunks.push(...subChunks);
+            continue;
+        }
+        // Check if adding this segment would exceed our token limit
+        const potentialChunk = currentChunk ? `${currentChunk}\n\n${segment}` : segment;
+        const potentialTokens = await countTokens(potentialChunk);
+        if (potentialTokens <= config.chunkSize) {
+            // Add to current chunk
+            currentChunk = potentialChunk;
+            currentTokens = potentialTokens;
+        }
+        else {
+            // Save current chunk and start a new one
+            if (currentChunk.trim()) {
+                chunks.push(currentChunk.trim());
+            }
+            // Start new chunk with overlap if possible
+            if (config.chunkOverlap > 0 && currentChunk) {
+                const overlapText = await createOverlapText(currentChunk, config.chunkOverlap);
+                currentChunk = overlapText ? `${overlapText}\n\n${segment}` : segment;
+            }
+            else {
+                currentChunk = segment;
+            }
+            currentTokens = await countTokens(currentChunk);
+        }
+    }
+    // Add final chunk if it has content
+    if (currentChunk.trim()) {
+        chunks.push(currentChunk.trim());
+    }
+    return chunks;
+}
+/**
+ * Create overlap text from the end of a chunk
+ */
+async function createOverlapText(text, overlapTokens) {
+    // Split into sentences and work backwards to get approximately the right amount of overlap
+    const sentences = splitIntoSentences(text);
+    let overlapText = '';
+    let tokens = 0;
+    for (let i = sentences.length - 1; i >= 0; i--) {
+        const sentence = sentences[i];
+        const sentenceTokens = await countTokens(sentence);
+        if (tokens + sentenceTokens <= overlapTokens) {
+            overlapText = sentence + (overlapText ? ' ' + overlapText : '');
+            tokens += sentenceTokens;
+        }
+        else {
+            break;
+        }
+    }
+    return overlapText;
+}
+/**
+ * Main chunking function implementing the three-tier strategy:
+ * 1. Split at paragraph boundaries (double newlines)
+ * 2. If paragraphs are too large, split at sentence boundaries
+ * 3. If sentences are still too large, use fixed-size chunking
+ *
+ * @param document - Document to chunk
+ * @param config - Chunking configuration
+ * @returns Array of chunks with metadata
+ */
+export async function chunkDocument(document, config = DEFAULT_CHUNK_CONFIG) {
+    console.log(`📝 Chunking document "${document.title}" with config: chunkSize=${config.chunkSize}, chunkOverlap=${config.chunkOverlap}`);
+    if (!document.content || document.content.trim().length === 0) {
+        return [];
+    }
+    // Tier 1: Split into paragraphs
+    const paragraphs = splitIntoParagraphs(document.content);
+    // Tier 2: For large paragraphs, split into sentences
+    const segments = [];
+    for (const paragraph of paragraphs) {
+        const paragraphTokens = await countTokens(paragraph);
+        if (paragraphTokens <= config.chunkSize) {
+            // Paragraph is small enough, use as-is
+            segments.push(paragraph);
+        }
+        else {
+            // Paragraph is too large, split into sentences
+            const sentences = splitIntoSentences(paragraph);
+            // Group sentences that fit within token limits
+            let currentGroup = '';
+            let currentTokens = 0;
+            for (const sentence of sentences) {
+                const sentenceTokens = await countTokens(sentence);
+                // If single sentence exceeds limit, it will be handled in createChunksFromSegments
+                if (sentenceTokens > config.chunkSize) {
+                    // Save current group if it has content
+                    if (currentGroup.trim()) {
+                        segments.push(currentGroup.trim());
+                        currentGroup = '';
+                        currentTokens = 0;
+                    }
+                    // Add the large sentence as its own segment (will be split later)
+                    segments.push(sentence);
+                    continue;
+                }
+                const potentialGroup = currentGroup ? `${currentGroup} ${sentence}` : sentence;
+                const potentialTokens = await countTokens(potentialGroup);
+                if (potentialTokens <= config.chunkSize) {
+                    currentGroup = potentialGroup;
+                    currentTokens = potentialTokens;
+                }
+                else {
+                    // Save current group and start new one
+                    if (currentGroup.trim()) {
+                        segments.push(currentGroup.trim());
+                    }
+                    currentGroup = sentence;
+                    currentTokens = sentenceTokens;
+                }
+            }
+            // Add final group if it has content
+            if (currentGroup.trim()) {
+                segments.push(currentGroup.trim());
+            }
+        }
+    }
+    // Tier 3: Create final chunks with overlap handling
+    const chunkTexts = await createChunksFromSegments(segments, config);
+    // Convert to Chunk objects with metadata
+    const chunks = [];
+    for (let i = 0; i < chunkTexts.length; i++) {
+        const text = chunkTexts[i];
+        const tokenCount = await countTokens(text);
+        chunks.push({
+            text,
+            chunkIndex: i,
+            tokenCount
+        });
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAoC7C;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,SAAS,EAAE,GAAG,EAAE,wBAAwB;IACxC,YAAY,EAAE,EAAE;CACjB,CAAC;AAEF;;;GAGG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACvC,qDAAqD;IACrD,OAAO,IAAI;SACR,KAAK,CAAC,SAAS,CAAC;SAChB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,+EAA+E;IAC/E,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE7B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,wBAAwB,CAAC,IAAY,EAAE,SAAiB,EAAE,aAAqB;IAC5F,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEhC,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClE,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC;QAEhD,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;YAC5B,YAAY,GAAG,SAAS,CAAC;YACzB,aAAa,GAAG,UAAU,CAAC;YAC3B,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAE1B,gCAAgC;gBAChC,IAAI,aAAa,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3C,MAAM,WAAW,GAAG,MAAM,sBAAsB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;oBAC9E,YAAY,GAAG,WAAW,CAAC;oBAC3B,aAAa,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,CAAC;gBAClD,CAAC;qBAAM,CAAC;oBACN,YAAY,GAAG,EAAE,CAAC;oBAClB,aAAa,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,2CAA2C;gBAC3C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC,EAAE,CAAC;YACN,CAAC;QACH,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,aAAqB;IACvE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,8BAA8B;IAC9B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC;YAChC,WAAW,GAAG,QAAQ,CAAC;YACvB,MAAM,GAAG,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,QAAkB,EAClB,MAAmB;IAEnB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAEjD,wEAAwE;QACxE,IAAI,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YACrC,uCAAuC;YACvC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACjC,YAAY,GAAG,EAAE,CAAC;gBAClB,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;YAED,oEAAoE;YACpE,MAAM,SAAS,GAAG,MAAM,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,4DAA4D;QAC5D,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QAChF,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;QAE1D,IAAI,eAAe,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACxC,uBAAuB;YACvB,YAAY,GAAG,cAAc,CAAC;YAC9B,aAAa,GAAG,eAAe,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,yCAAyC;YACzC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACnC,CAAC;YAED,2CAA2C;YAC3C,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,IAAI,YAAY,EAAE,CAAC;gBAC5C,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC/E,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,OAAO,CAAC;YACzB,CAAC;YACD,aAAa,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,aAAqB;IAClE,2FAA2F;IAC3F,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,MAAM,GAAG,cAAc,IAAI,aAAa,EAAE,CAAC;YAC7C,WAAW,GAAG,QAAQ,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChE,MAAM,IAAI,cAAc,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAkB,EAClB,SAAsB,oBAAoB;IAE1C,OAAO,CAAC,GAAG,CAAC,yBAAyB,QAAQ,CAAC,KAAK,4BAA4B,MAAM,CAAC,SAAS,kBAAkB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IAExI,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,gCAAgC;IAChC,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAEzD,qDAAqD;IACrD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,eAAe,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACxC,uCAAuC;YACvC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,+CAA+C;YAC/C,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAEhD,+CAA+C;YAC/C,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAEnD,mFAAmF;gBACnF,IAAI,cAAc,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBACtC,uCAAuC;oBACvC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;wBACxB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;wBACnC,YAAY,GAAG,EAAE,CAAC;wBAClB,aAAa,GAAG,CAAC,CAAC;oBACpB,CAAC;oBACD,kEAAkE;oBAClE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACxB,SAAS;gBACX,CAAC;gBAED,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAC/E,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;gBAE1D,IAAI,eAAe,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACxC,YAAY,GAAG,cAAc,CAAC;oBAC9B,aAAa,GAAG,eAAe,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;wBACxB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrC,CAAC;oBACD,YAAY,GAAG,QAAQ,CAAC;oBACxB,aAAa,GAAG,cAAc,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAEpE,yCAAyC;IACzC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAE3C,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,UAAU,EAAE,CAAC;YACb,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/cli/indexer.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Run document ingestion from CLI
+ * @param path - File or directory path to ingest
+ * @param options - CLI options including model selection
+ */
+export declare function runIngest(path: string, options?: Record<string, any>): Promise<void>;
+/**
+ * Run index rebuild from CLI
+ */
+export declare function runRebuild(): Promise<void>;
+//# sourceMappingURL=indexer.d.ts.map

package/dist/cli/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/cli/indexer.ts"],"names":[],"mappings":"AAKA;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAkM9F;AAED;;GAEG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAqEhD"}

package/dist/cli/indexer.js

@@ -0,0 +1,272 @@
+import { existsSync, statSync } from 'fs';
+import { resolve } from 'path';
+import { IngestionPipeline, rebuildIndex } from '../ingestion.js';
+import { EXIT_CODES, ConfigurationError } from '../config.js';
+/**
+ * Run document ingestion from CLI
+ * @param path - File or directory path to ingest
+ * @param options - CLI options including model selection
+ */
+export async function runIngest(path, options = {}) {
+    try {
+        // Validate path exists
+        const resolvedPath = resolve(path);
+        if (!existsSync(resolvedPath)) {
+            console.error(`Error: Path does not exist: ${path}`);
+            console.error('');
+            console.error('Please check:');
+            console.error('- The path is spelled correctly');
+            console.error('- You have read permissions for the path');
+            console.error('- The file or directory exists');
+            console.error('');
+            console.error('Examples:');
+            console.error('  raglite ingest ./docs/           # Ingest directory');
+            console.error('  raglite ingest ./readme.md       # Ingest single file');
+            process.exit(EXIT_CODES.FILE_NOT_FOUND);
+        }
+        // Check if it's a file or directory
+        let stats;
+        try {
+            stats = statSync(resolvedPath);
+        }
+        catch (error) {
+            console.error(`Error: Cannot access path: ${path}`);
+            console.error('');
+            if (error instanceof Error && error.message.includes('EACCES')) {
+                console.error('Permission denied. Please check that you have read permissions for this path.');
+                process.exit(EXIT_CODES.PERMISSION_ERROR);
+            }
+            else {
+                console.error('The path exists but cannot be accessed. Please check permissions.');
+                process.exit(EXIT_CODES.FILE_NOT_FOUND);
+            }
+        }
+        const pathType = stats.isDirectory() ? 'directory' : 'file';
+        // Validate file type for single files
+        if (stats.isFile()) {
+            const validExtensions = ['.md', '.txt'];
+            const hasValidExtension = validExtensions.some(ext => path.toLowerCase().endsWith(ext));
+            if (!hasValidExtension) {
+                console.error(`Error: Unsupported file type: ${path}`);
+                console.error('');
+                console.error('Supported file types: .md, .txt');
+                console.error('');
+                console.error('If you want to ingest multiple files, provide a directory path instead.');
+                process.exit(EXIT_CODES.INVALID_ARGUMENTS);
+            }
+        }
+        console.log(`Starting ingestion of ${pathType}: ${resolvedPath}`);
+        console.log('This may take a while for large document collections...');
+        console.log('');
+        // Create and run ingestion pipeline
+        const configOverrides = {};
+        if (options.model) {
+            configOverrides.embedding_model = options.model;
+            console.log(`Using embedding model: ${options.model}`);
+        }
+        const pipeline = new IngestionPipeline();
+        pipeline.setConfigOverrides(configOverrides);
+        // Set path storage strategy if specified
+        if (options['path-strategy'] || options['path-base']) {
+            const strategy = options['path-strategy'] || 'relative';
+            const basePath = options['path-base'] || process.cwd();
+            pipeline.setPathStorageStrategy(strategy, basePath);
+            console.log(`Using path storage strategy: ${strategy} (base: ${basePath})`);
+        }
+        try {
+            // Handle automatic rebuild if needed
+            if (options.rebuildIfNeeded) {
+                try {
+                    await pipeline.initialize();
+                }
+                catch (error) {
+                    if (error instanceof Error && error.message.includes('Model mismatch detected')) {
+                        console.log('⚠️  Model mismatch detected. Rebuilding index automatically...');
+                        console.log('⚠️  WARNING: This will regenerate ALL embeddings and may take a while.');
+                        console.log('');
+                        // Create a new pipeline with the same config overrides for rebuild
+                        const rebuildPipeline = new IngestionPipeline();
+                        rebuildPipeline.setConfigOverrides(configOverrides);
+                        try {
+                            await rebuildPipeline.initialize();
+                            await rebuildPipeline.rebuildIndex();
+                        }
+                        finally {
+                            await rebuildPipeline.cleanup();
+                        }
+                        console.log('✅ Rebuild completed. Continuing with ingestion...');
+                        console.log('');
+                    }
+                    else {
+                        throw error;
+                    }
+                }
+            }
+            const result = await pipeline.ingestPath(resolvedPath);
+            // Display final results
+            console.log('\n' + '='.repeat(50));
+            console.log('INGESTION SUMMARY');
+            console.log('='.repeat(50));
+            console.log(`Documents processed: ${result.documentsProcessed}`);
+            console.log(`Chunks created: ${result.chunksCreated}`);
+            console.log(`Embeddings generated: ${result.embeddingsGenerated}`);
+            if (result.documentErrors > 0) {
+                console.log(`Document errors: ${result.documentErrors}`);
+            }
+            if (result.embeddingErrors > 0) {
+                console.log(`Embedding errors: ${result.embeddingErrors}`);
+            }
+            console.log(`Total processing time: ${(result.processingTimeMs / 1000).toFixed(2)} seconds`);
+            if (result.chunksCreated > 0) {
+                const chunksPerSecond = (result.chunksCreated / (result.processingTimeMs / 1000)).toFixed(1);
+                console.log(`Processing rate: ${chunksPerSecond} chunks/second`);
+            }
+            console.log('\nIngestion completed successfully!');
+            console.log('You can now search your documents using: raglite search "your query"');
+        }
+        finally {
+            await pipeline.cleanup();
+        }
+    }
+    catch (error) {
+        console.error('\n' + '='.repeat(50));
+        console.error('INGESTION FAILED');
+        console.error('='.repeat(50));
+        if (error instanceof ConfigurationError) {
+            console.error('Configuration Error:');
+            console.error(error.message);
+            process.exit(error.exitCode);
+        }
+        else if (error instanceof Error) {
+            console.error('Error:', error.message);
+            console.error('');
+            // Provide specific help for common error types
+            if (error.message.includes('ENOENT')) {
+                console.error('File/Directory Not Found:');
+                console.error('- Verify the path exists and is accessible');
+                console.error('- Check file and directory permissions');
+                console.error('- Ensure you have read access to the specified location');
+                process.exit(EXIT_CODES.FILE_NOT_FOUND);
+            }
+            else if (error.message.includes('EACCES') || error.message.includes('permission')) {
+                console.error('Permission Denied:');
+                console.error('- Check that you have read permissions for the files/directories');
+                console.error('- Ensure the database file is not locked by another process');
+                console.error('- Try running with appropriate permissions');
+                process.exit(EXIT_CODES.PERMISSION_ERROR);
+            }
+            else if (error.message.includes('SQLITE') || error.message.includes('database')) {
+                console.error('Database Error:');
+                console.error('- The database file may be corrupted or locked');
+                console.error('- Try running: raglite rebuild');
+                console.error('- Ensure no other RAG-lite processes are running');
+                console.error('- Check available disk space');
+                process.exit(EXIT_CODES.DATABASE_ERROR);
+            }
+            else if (error.message.includes('ONNX') || error.message.includes('model')) {
+                console.error('Model Loading Error:');
+                console.error('- The embedding model failed to load');
+                console.error('- This may happen on first run while downloading the model');
+                console.error('- Ensure you have internet connection for initial model download');
+                console.error('- Check available disk space in the models directory');
+                console.error('- Try running the command again');
+                process.exit(EXIT_CODES.MODEL_ERROR);
+            }
+            else if (error.message.includes('index') || error.message.includes('vector')) {
+                console.error('Vector Index Error:');
+                console.error('- The vector index may be corrupted');
+                console.error('- Try running: raglite rebuild');
+                console.error('- Check available disk space');
+                process.exit(EXIT_CODES.INDEX_ERROR);
+            }
+            else {
+                console.error('General Error:');
+                console.error('- An unexpected error occurred during ingestion');
+                console.error('- Check the error message above for more details');
+                console.error('- Try running the command again');
+                console.error('- If the problem persists, try: raglite rebuild');
+                process.exit(EXIT_CODES.GENERAL_ERROR);
+            }
+        }
+        else {
+            console.error('Unknown error:', String(error));
+            process.exit(EXIT_CODES.GENERAL_ERROR);
+        }
+    }
+}
+/**
+ * Run index rebuild from CLI
+ */
+export async function runRebuild() {
+    try {
+        console.log('Starting index rebuild...');
+        console.log('This will regenerate all embeddings and rebuild the vector index.');
+        console.log('This may take a while depending on your document collection size.');
+        console.log('');
+        console.log('Progress will be shown below...');
+        console.log('');
+        await rebuildIndex();
+        console.log('\n' + '='.repeat(50));
+        console.log('REBUILD COMPLETE');
+        console.log('='.repeat(50));
+        console.log('The vector index has been successfully rebuilt.');
+        console.log('All embeddings have been regenerated with the current model.');
+        console.log('');
+        console.log('You can now search your documents using: raglite search "your query"');
+    }
+    catch (error) {
+        console.error('\n' + '='.repeat(50));
+        console.error('REBUILD FAILED');
+        console.error('='.repeat(50));
+        if (error instanceof ConfigurationError) {
+            console.error('Configuration Error:');
+            console.error(error.message);
+            process.exit(error.exitCode);
+        }
+        else if (error instanceof Error) {
+            console.error('Error:', error.message);
+            console.error('');
+            if (error.message.includes('No documents found') || error.message.includes('empty')) {
+                console.error('No Documents Found:');
+                console.error('- Make sure you have ingested documents first');
+                console.error('- Run: raglite ingest <path>');
+                console.error('- Check that your documents are in supported formats (.md, .txt)');
+                process.exit(EXIT_CODES.FILE_NOT_FOUND);
+            }
+            else if (error.message.includes('SQLITE') || error.message.includes('database')) {
+                console.error('Database Error:');
+                console.error('- The database file may be missing or corrupted');
+                console.error('- Try deleting db.sqlite and re-ingesting your documents');
+                console.error('- Ensure you have write permissions in the current directory');
+                process.exit(EXIT_CODES.DATABASE_ERROR);
+            }
+            else if (error.message.includes('model') || error.message.includes('ONNX')) {
+                console.error('Model Error:');
+                console.error('- The embedding model failed to load');
+                console.error('- Ensure you have internet connection for model download');
+                console.error('- Check available disk space');
+                console.error('- Try deleting the models directory and running again');
+                process.exit(EXIT_CODES.MODEL_ERROR);
+            }
+            else if (error.message.includes('index') || error.message.includes('vector')) {
+                console.error('Index Error:');
+                console.error('- Failed to rebuild the vector index');
+                console.error('- Try deleting vector-index.bin and running again');
+                console.error('- Check available disk space');
+                process.exit(EXIT_CODES.INDEX_ERROR);
+            }
+            else {
+                console.error('General Error:');
+                console.error('- An unexpected error occurred during rebuild');
+                console.error('- Try deleting db.sqlite and vector-index.bin, then re-ingest');
+                console.error('- Check available disk space and permissions');
+                process.exit(EXIT_CODES.GENERAL_ERROR);
+            }
+        }
+        else {
+            console.error('Unknown error:', String(error));
+            process.exit(EXIT_CODES.GENERAL_ERROR);
+        }
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/dist/cli/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/cli/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE9D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,UAA+B,EAAE;IAC7E,IAAI,CAAC;QACH,uBAAuB;QACvB,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACjD,OAAO,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC1D,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAChD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACvE,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;QAED,oCAAoC;QACpC,IAAI,KAAK,CAAC;QACV,IAAI,CAAC;YACH,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/D,OAAO,CAAC,KAAK,CAAC,+EAA+E,CAAC,CAAC;gBAC/F,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;gBACnF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QAE5D,sCAAsC;QACtC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACxC,MAAM,iBAAiB,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAExF,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,OAAO,CAAC,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACjD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;gBACzF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,QAAQ,KAAK,YAAY,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,oCAAoC;QACpC,MAAM,eAAe,GAAQ,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,eAAe,CAAC,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAE7C,yCAAyC;QACzC,IAAI,OAAO,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,UAAU,CAAC;YACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YACvD,QAAQ,CAAC,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,WAAW,QAAQ,GAAG,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC;YACH,qCAAqC;YACrC,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;wBAChF,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;wBAC9E,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC;wBACtF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAEhB,mEAAmE;wBACnE,MAAM,eAAe,GAAG,IAAI,iBAAiB,EAAE,CAAC;wBAChD,eAAe,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;wBACpD,IAAI,CAAC;4BACH,MAAM,eAAe,CAAC,UAAU,EAAE,CAAC;4BACnC,MAAM,eAAe,CAAC,YAAY,EAAE,CAAC;wBACvC,CAAC;gCAAS,CAAC;4BACT,MAAM,eAAe,CAAC,OAAO,EAAE,CAAC;wBAClC,CAAC;wBAED,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;wBACjE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAClB,CAAC;yBAAM,CAAC;wBACN,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAEvD,wBAAwB;YACxB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;YAEnE,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,MAAM,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAE7F,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,eAAe,GAAG,CAAC,MAAM,CAAC,aAAa,GAAG,CAAC,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7F,OAAO,CAAC,GAAG,CAAC,oBAAoB,eAAe,gBAAgB,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;QAEtF,CAAC;gBAAS,CAAC;YACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;IAEH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9B,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;YACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACtC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;aAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAElB,+CAA+C;YAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBAC3C,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC5D,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;gBACzE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACpF,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACpC,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;gBAClF,OAAO,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;gBAC7E,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC5D,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;YAC5C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAClF,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBAChE,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChD,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;gBAClE,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7E,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBACtC,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;gBAC5E,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;gBAClF,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;gBACtE,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/E,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACrD,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChD,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAChC,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBACjE,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;gBAClE,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACjD,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBACjE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,MAAM,YAAY,EAAE,CAAC;QAErB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;IAEtF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9B,IAAI,KAAK,YAAY,kBAAkB,EAAE,CAAC;YACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACtC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;aAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAElB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpF,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBACrC,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;gBAC/D,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;gBAClF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAClF,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBACjE,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;gBAC1E,OAAO,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;gBAC9E,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7E,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;gBAC9B,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;gBAC1E,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;gBACvE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/E,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;gBAC9B,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACnE,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAChC,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;gBAC/D,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;gBAC/E,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBAC9D,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/cli/search.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Run search from CLI
+ * @param query - Search query string
+ * @param options - CLI options including top-k and rerank settings
+ */
+export declare function runSearch(query: string, options?: Record<string, any>): Promise<void>;
+//# sourceMappingURL=search.d.ts.map