@cogitator-ai/rag 0.1.0 → 0.1.3

package/dist/loaders/html-loader.d.ts

@@ -0,0 +1,12 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export interface HTMLLoaderOptions {
+    selector?: string;
+}
+export declare class HTMLLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    readonly selector: string;
+    constructor(options?: HTMLLoaderOptions);
+    load(source: string): Promise<RAGDocument[]>;
+    parseHTML(html: string, source: string, sourceType: 'html' | 'web'): Promise<RAGDocument>;
+}
+//# sourceMappingURL=html-loader.d.ts.map

package/dist/loaders/html-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/html-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAUvE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,UAAW,YAAW,cAAc;IAC/C,QAAQ,CAAC,cAAc,WAAmB;IAC1C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,OAAO,CAAC,EAAE,iBAAiB;IAIjC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAM5C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC;CAkBhG"}

package/dist/loaders/html-loader.js

@@ -0,0 +1,40 @@
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { nanoid } from 'nanoid';
+async function loadCheerio() {
+    try {
+        return await import('cheerio');
+    }
+    catch {
+        throw new Error('cheerio is required for HTMLLoader. Install it: pnpm add cheerio');
+    }
+}
+export class HTMLLoader {
+    supportedTypes = ['html', 'htm'];
+    selector;
+    constructor(options) {
+        this.selector = options?.selector ?? 'body';
+    }
+    async load(source) {
+        const filePath = resolve(source);
+        const html = await readFile(filePath, 'utf-8');
+        return [await this.parseHTML(html, filePath, 'html')];
+    }
+    async parseHTML(html, source, sourceType) {
+        const cheerio = await loadCheerio();
+        const $ = cheerio.load(html);
+        const content = $(this.selector).text().trim();
+        const title = $('title').text().trim() || undefined;
+        const metadata = {};
+        if (title)
+            metadata.title = title;
+        return {
+            id: nanoid(),
+            content,
+            source,
+            sourceType,
+            ...(Object.keys(metadata).length > 0 && { metadata }),
+        };
+    }
+}
+//# sourceMappingURL=html-loader.js.map

package/dist/loaders/html-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-loader.js","sourceRoot":"","sources":["../../src/loaders/html-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,KAAK,UAAU,WAAW;IACxB,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAMD,MAAM,OAAO,UAAU;IACZ,cAAc,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACjC,QAAQ,CAAS;IAE1B,YAAY,OAA2B;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,MAAM,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,MAAc,EAAE,UAA0B;QACtE,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QAEpD,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,IAAI,KAAK;YAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAElC,OAAO;YACL,EAAE,EAAE,MAAM,EAAE;YACZ,OAAO;YACP,MAAM;YACN,UAAU;YACV,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC;CACF"}

package/dist/loaders/index.d.ts

@@ -0,0 +1,14 @@
+export { TextLoader } from './text-loader';
+export { MarkdownLoader } from './markdown-loader';
+export type { MarkdownLoaderOptions } from './markdown-loader';
+export { JSONLoader } from './json-loader';
+export type { JSONLoaderOptions } from './json-loader';
+export { CSVLoader } from './csv-loader';
+export type { CSVLoaderOptions } from './csv-loader';
+export { HTMLLoader } from './html-loader';
+export type { HTMLLoaderOptions } from './html-loader';
+export { PDFLoader } from './pdf-loader';
+export type { PDFLoaderOptions } from './pdf-loader';
+export { WebLoader } from './web-loader';
+export type { WebLoaderOptions } from './web-loader';
+//# sourceMappingURL=index.d.ts.map

package/dist/loaders/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/loaders/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,YAAY,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}

package/dist/loaders/index.js

@@ -0,0 +1,8 @@
+export { TextLoader } from './text-loader';
+export { MarkdownLoader } from './markdown-loader';
+export { JSONLoader } from './json-loader';
+export { CSVLoader } from './csv-loader';
+export { HTMLLoader } from './html-loader';
+export { PDFLoader } from './pdf-loader';
+export { WebLoader } from './web-loader';
+//# sourceMappingURL=index.js.map

package/dist/loaders/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/loaders/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC"}

package/dist/loaders/json-loader.d.ts

@@ -0,0 +1,16 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export interface JSONLoaderOptions {
+    contentField?: string;
+    metadataFields?: string[];
+}
+export declare class JSONLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    private readonly contentField?;
+    private readonly metadataFields?;
+    constructor(options?: JSONLoaderOptions);
+    load(source: string): Promise<RAGDocument[]>;
+    private itemToDocument;
+    private extractContent;
+    private extractMetadata;
+}
+//# sourceMappingURL=json-loader.d.ts.map

package/dist/loaders/json-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/json-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAIvE,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,UAAW,YAAW,cAAc;IAC/C,QAAQ,CAAC,cAAc,WAAY;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAW;gBAE/B,OAAO,CAAC,EAAE,iBAAiB;IAKjC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IASlD,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,eAAe;CAWxB"}

package/dist/loaders/json-loader.js

@@ -0,0 +1,55 @@
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { nanoid } from 'nanoid';
+const CONTENT_FIELDS = ['content', 'text', 'body'];
+export class JSONLoader {
+    supportedTypes = ['json'];
+    contentField;
+    metadataFields;
+    constructor(options) {
+        this.contentField = options?.contentField;
+        this.metadataFields = options?.metadataFields;
+    }
+    async load(source) {
+        const filePath = resolve(source);
+        const raw = await readFile(filePath, 'utf-8');
+        const data = JSON.parse(raw);
+        const items = Array.isArray(data) ? data : [data];
+        return items.map((item) => this.itemToDocument(item, filePath));
+    }
+    itemToDocument(item, source) {
+        const obj = item;
+        const content = this.extractContent(obj);
+        const metadata = this.extractMetadata(obj);
+        return {
+            id: nanoid(),
+            content,
+            source,
+            sourceType: 'json',
+            ...(metadata && Object.keys(metadata).length > 0 && { metadata }),
+        };
+    }
+    extractContent(obj) {
+        if (this.contentField && this.contentField in obj) {
+            return String(obj[this.contentField]);
+        }
+        for (const field of CONTENT_FIELDS) {
+            if (field in obj) {
+                return String(obj[field]);
+            }
+        }
+        return JSON.stringify(obj, null, 2);
+    }
+    extractMetadata(obj) {
+        if (!this.metadataFields)
+            return undefined;
+        const metadata = {};
+        for (const field of this.metadataFields) {
+            if (field in obj) {
+                metadata[field] = obj[field];
+            }
+        }
+        return metadata;
+    }
+}
+//# sourceMappingURL=json-loader.js.map

package/dist/loaders/json-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-loader.js","sourceRoot":"","sources":["../../src/loaders/json-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,MAAM,cAAc,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAOnD,MAAM,OAAO,UAAU;IACZ,cAAc,GAAG,CAAC,MAAM,CAAC,CAAC;IAClB,YAAY,CAAU;IACtB,cAAc,CAAY;IAE3C,YAAY,OAA2B;QACrC,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,YAAY,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEtC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,CAAC;IAEO,cAAc,CAAC,IAAa,EAAE,MAAc;QAClD,MAAM,GAAG,GAAG,IAA+B,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,OAAO;YACL,EAAE,EAAE,MAAM,EAAE;YACZ,OAAO;YACP,MAAM;YACN,UAAU,EAAE,MAAM;YAClB,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,GAA4B;QACjD,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,GAAG,EAAE,CAAC;YAClD,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBACjB,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAEO,eAAe,CAAC,GAA4B;QAClD,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,SAAS,CAAC;QAE3C,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBACjB,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/loaders/markdown-loader.d.ts

@@ -0,0 +1,14 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export interface MarkdownLoaderOptions {
+    stripFrontmatter?: boolean;
+}
+export declare class MarkdownLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    private readonly stripFrontmatter;
+    constructor(options?: MarkdownLoaderOptions);
+    load(source: string): Promise<RAGDocument[]>;
+    private loadFile;
+    private parseFrontmatter;
+    private loadDirectory;
+}
+//# sourceMappingURL=markdown-loader.d.ts.map

package/dist/loaders/markdown-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/markdown-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAMvE,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,qBAAa,cAAe,YAAW,cAAc;IACnD,QAAQ,CAAC,cAAc,WAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAU;gBAE/B,OAAO,CAAC,EAAE,qBAAqB;IAIrC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAWpC,QAAQ;IAsBtB,OAAO,CAAC,gBAAgB;YAWV,aAAa;CAiB5B"}

package/dist/loaders/markdown-loader.js

@@ -0,0 +1,65 @@
+import { readFile, readdir, stat } from 'node:fs/promises';
+import { join, resolve } from 'node:path';
+import { nanoid } from 'nanoid';
+const MD_EXTENSIONS = new Set(['md', 'mdx']);
+const FRONTMATTER_RE = /^---\r?\n([\s\S]*?)\r?\n---\r?\n/;
+export class MarkdownLoader {
+    supportedTypes = ['md', 'mdx'];
+    stripFrontmatter;
+    constructor(options) {
+        this.stripFrontmatter = options?.stripFrontmatter ?? false;
+    }
+    async load(source) {
+        const resolved = resolve(source);
+        const info = await stat(resolved);
+        if (info.isDirectory()) {
+            return this.loadDirectory(resolved);
+        }
+        return [await this.loadFile(resolved)];
+    }
+    async loadFile(filePath) {
+        const raw = await readFile(filePath, 'utf-8');
+        let content = raw;
+        let metadata;
+        if (this.stripFrontmatter) {
+            const match = raw.match(FRONTMATTER_RE);
+            if (match) {
+                metadata = this.parseFrontmatter(match[1]);
+                content = raw.slice(match[0].length);
+            }
+        }
+        return {
+            id: nanoid(),
+            content,
+            source: filePath,
+            sourceType: 'markdown',
+            ...(metadata && { metadata }),
+        };
+    }
+    parseFrontmatter(raw) {
+        const result = {};
+        for (const line of raw.split('\n')) {
+            const match = line.match(/^(\w[\w\s-]*?):\s*(.+)$/);
+            if (match) {
+                result[match[1].trim()] = match[2].trim();
+            }
+        }
+        return result;
+    }
+    async loadDirectory(dirPath) {
+        const entries = await readdir(dirPath);
+        const docs = [];
+        for (const entry of entries) {
+            const ext = entry.split('.').pop()?.toLowerCase() ?? '';
+            if (!MD_EXTENSIONS.has(ext))
+                continue;
+            const filePath = join(dirPath, entry);
+            const info = await stat(filePath);
+            if (info.isFile()) {
+                docs.push(await this.loadFile(filePath));
+            }
+        }
+        return docs;
+    }
+}
+//# sourceMappingURL=markdown-loader.js.map

package/dist/loaders/markdown-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-loader.js","sourceRoot":"","sources":["../../src/loaders/markdown-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAE7C,MAAM,cAAc,GAAG,kCAAkC,CAAC;AAM1D,MAAM,OAAO,cAAc;IAChB,cAAc,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACvB,gBAAgB,CAAU;IAE3C,YAAY,OAA+B;QACzC,IAAI,CAAC,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAgB;QACrC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,IAAI,QAA6C,CAAC;QAElD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACxC,IAAI,KAAK,EAAE,CAAC;gBACV,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAE,MAAM,EAAE;YACZ,OAAO;YACP,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,UAAU;YACtB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;SAC9B,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,GAAW;QAClC,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACpD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAe;QACzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,IAAI,GAAkB,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/loaders/pdf-loader.d.ts

@@ -0,0 +1,14 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export interface PDFLoaderOptions {
+    splitPages?: boolean;
+}
+export declare class PDFLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    private readonly splitPages;
+    constructor(options?: PDFLoaderOptions);
+    load(source: string): Promise<RAGDocument[]>;
+    private loadSingleDocument;
+    private loadSplitPages;
+    private buildPageDoc;
+}
+//# sourceMappingURL=pdf-loader.d.ts.map

package/dist/loaders/pdf-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/pdf-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAuBvE,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,qBAAa,SAAU,YAAW,cAAc;IAC9C,QAAQ,CAAC,cAAc,WAAW;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;gBAEzB,OAAO,CAAC,EAAE,gBAAgB;IAIhC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAYpC,kBAAkB;YAsBlB,cAAc;IA4B5B,OAAO,CAAC,YAAY;CAkBrB"}

package/dist/loaders/pdf-loader.js

@@ -0,0 +1,72 @@
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { nanoid } from 'nanoid';
+async function loadPdfParse() {
+    try {
+        const mod = await import('pdf-parse');
+        return mod.default;
+    }
+    catch {
+        throw new Error('pdf-parse is required for PDFLoader. Install it: pnpm add pdf-parse');
+    }
+}
+export class PDFLoader {
+    supportedTypes = ['pdf'];
+    splitPages;
+    constructor(options) {
+        this.splitPages = options?.splitPages ?? false;
+    }
+    async load(source) {
+        const pdfParse = await loadPdfParse();
+        const filePath = resolve(source);
+        const buffer = await readFile(filePath);
+        if (this.splitPages) {
+            return this.loadSplitPages(pdfParse, buffer, filePath);
+        }
+        return this.loadSingleDocument(pdfParse, buffer, filePath);
+    }
+    async loadSingleDocument(pdfParse, buffer, source) {
+        const result = await pdfParse(buffer);
+        const title = result.info?.Title;
+        const metadata = { pages: result.numpages };
+        if (title)
+            metadata.title = title;
+        return [
+            {
+                id: nanoid(),
+                content: result.text,
+                source,
+                sourceType: 'pdf',
+                metadata,
+            },
+        ];
+    }
+    async loadSplitPages(pdfParse, buffer, source) {
+        const pageContents = [];
+        const result = await pdfParse(buffer, {
+            pagerender(pageData) {
+                pageContents[pageData.pageIndex] = '';
+                return '';
+            },
+        });
+        const title = result.info?.Title;
+        if (pageContents.length === 0) {
+            const pages = result.text.split(/\f/);
+            return pages.map((text, i) => this.buildPageDoc(text.trim(), source, i + 1, result.numpages, title));
+        }
+        return pageContents.map((text, i) => this.buildPageDoc(text || '', source, i + 1, result.numpages, title));
+    }
+    buildPageDoc(content, source, pageNumber, totalPages, title) {
+        const metadata = { pageNumber, totalPages };
+        if (title)
+            metadata.title = title;
+        return {
+            id: nanoid(),
+            content,
+            source,
+            sourceType: 'pdf',
+            metadata,
+        };
+    }
+}
+//# sourceMappingURL=pdf-loader.js.map

package/dist/loaders/pdf-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-loader.js","sourceRoot":"","sources":["../../src/loaders/pdf-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAehC,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QACtC,OAAO,GAAG,CAAC,OAAgC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IACzF,CAAC;AACH,CAAC;AAMD,MAAM,OAAO,SAAS;IACX,cAAc,GAAG,CAAC,KAAK,CAAC,CAAC;IACjB,UAAU,CAAU;IAErC,YAAY,OAA0B;QACpC,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,KAAK,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,MAAM,YAAY,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,QAAoB,EACpB,MAAc,EACd,MAAc;QAEd,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC;QAEjC,MAAM,QAAQ,GAA4B,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrE,IAAI,KAAK;YAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAElC,OAAO;YACL;gBACE,EAAE,EAAE,MAAM,EAAE;gBACZ,OAAO,EAAE,MAAM,CAAC,IAAI;gBACpB,MAAM;gBACN,UAAU,EAAE,KAAK;gBACjB,QAAQ;aACT;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAoB,EACpB,MAAc,EACd,MAAc;QAEd,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE;YACpC,UAAU,CAAC,QAA+B;gBACxC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAC;YACZ,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC;QAEjC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CACtE,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAClC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CACrE,CAAC;IACJ,CAAC;IAEO,YAAY,CAClB,OAAe,EACf,MAAc,EACd,UAAkB,EAClB,UAAkB,EAClB,KAAc;QAEd,MAAM,QAAQ,GAA4B,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;QACrE,IAAI,KAAK;YAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAElC,OAAO;YACL,EAAE,EAAE,MAAM,EAAE;YACZ,OAAO;YACP,MAAM;YACN,UAAU,EAAE,KAAK;YACjB,QAAQ;SACT,CAAC;IACJ,CAAC;CACF"}

package/dist/loaders/text-loader.d.ts

@@ -0,0 +1,8 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export declare class TextLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    load(source: string): Promise<RAGDocument[]>;
+    private loadFile;
+    private loadDirectory;
+}
+//# sourceMappingURL=text-loader.d.ts.map

package/dist/loaders/text-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/text-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAIvE,qBAAa,UAAW,YAAW,cAAc;IAC/C,QAAQ,CAAC,cAAc,WAAmB;IAEpC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAWpC,QAAQ;YAUR,aAAa;CAiB5B"}

package/dist/loaders/text-loader.js

@@ -0,0 +1,40 @@
+import { readFile, readdir, stat } from 'node:fs/promises';
+import { join, resolve } from 'node:path';
+import { nanoid } from 'nanoid';
+const TEXT_EXTENSIONS = new Set(['txt', 'text']);
+export class TextLoader {
+    supportedTypes = ['txt', 'text'];
+    async load(source) {
+        const resolved = resolve(source);
+        const info = await stat(resolved);
+        if (info.isDirectory()) {
+            return this.loadDirectory(resolved);
+        }
+        return [await this.loadFile(resolved)];
+    }
+    async loadFile(filePath) {
+        const content = await readFile(filePath, 'utf-8');
+        return {
+            id: nanoid(),
+            content,
+            source: filePath,
+            sourceType: 'text',
+        };
+    }
+    async loadDirectory(dirPath) {
+        const entries = await readdir(dirPath);
+        const docs = [];
+        for (const entry of entries) {
+            const ext = entry.split('.').pop()?.toLowerCase() ?? '';
+            if (!TEXT_EXTENSIONS.has(ext))
+                continue;
+            const filePath = join(dirPath, entry);
+            const info = await stat(filePath);
+            if (info.isFile()) {
+                docs.push(await this.loadFile(filePath));
+            }
+        }
+        return docs;
+    }
+}
+//# sourceMappingURL=text-loader.js.map

package/dist/loaders/text-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-loader.js","sourceRoot":"","sources":["../../src/loaders/text-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAEjD,MAAM,OAAO,UAAU;IACZ,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAE1C,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAgB;QACrC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO;YACL,EAAE,EAAE,MAAM,EAAE;YACZ,OAAO;YACP,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAe;QACzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,IAAI,GAAkB,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/loaders/web-loader.d.ts

@@ -0,0 +1,13 @@
+import type { DocumentLoader, RAGDocument } from '@cogitator-ai/types';
+export interface WebLoaderOptions {
+    selector?: string;
+    headers?: Record<string, string>;
+}
+export declare class WebLoader implements DocumentLoader {
+    readonly supportedTypes: string[];
+    private readonly htmlLoader;
+    private readonly headers?;
+    constructor(options?: WebLoaderOptions);
+    load(source: string): Promise<RAGDocument[]>;
+}
+//# sourceMappingURL=web-loader.d.ts.map

package/dist/loaders/web-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-loader.d.ts","sourceRoot":"","sources":["../../src/loaders/web-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGvE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,qBAAa,SAAU,YAAW,cAAc;IAC9C,QAAQ,CAAC,cAAc,WAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAyB;gBAEtC,OAAO,CAAC,EAAE,gBAAgB;IAKhC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CAcnD"}

package/dist/loaders/web-loader.js

@@ -0,0 +1,23 @@
+import { nanoid } from 'nanoid';
+import { HTMLLoader } from './html-loader';
+export class WebLoader {
+    supportedTypes = ['http', 'https'];
+    htmlLoader;
+    headers;
+    constructor(options) {
+        this.htmlLoader = new HTMLLoader({ selector: options?.selector });
+        this.headers = options?.headers;
+    }
+    async load(source) {
+        const response = await fetch(source, {
+            headers: this.headers ?? {},
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch ${source}: ${response.status} ${response.statusText}`);
+        }
+        const html = await response.text();
+        const doc = await this.htmlLoader.parseHTML(html, source, 'web');
+        return [{ ...doc, id: nanoid() }];
+    }
+}
+//# sourceMappingURL=web-loader.js.map

package/dist/loaders/web-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-loader.js","sourceRoot":"","sources":["../../src/loaders/web-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAO3C,MAAM,OAAO,SAAS;IACX,cAAc,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3B,UAAU,CAAa;IACvB,OAAO,CAA0B;IAElD,YAAY,OAA0B;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAEjE,OAAO,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC;CACF"}

package/dist/rag-builder.d.ts

@@ -0,0 +1,22 @@
+import type { DocumentLoader, Chunker, AsyncChunker, EmbeddingService, EmbeddingAdapter, Retriever, Reranker } from '@cogitator-ai/types';
+import { type RAGPipelineConfigInput } from './schema';
+import { RAGPipeline } from './rag-pipeline';
+export declare class RAGPipelineBuilder {
+    private loader?;
+    private chunker?;
+    private embeddingService?;
+    private embeddingAdapter?;
+    private retriever?;
+    private reranker?;
+    private configInput?;
+    withLoader(loader: DocumentLoader): this;
+    withChunker(chunker: Chunker | AsyncChunker): this;
+    withEmbeddingService(service: EmbeddingService): this;
+    withEmbeddingAdapter(adapter: EmbeddingAdapter): this;
+    withRetriever(retriever: Retriever): this;
+    withReranker(reranker: Reranker): this;
+    withConfig(config: RAGPipelineConfigInput): this;
+    build(): RAGPipeline;
+    private resolveConfig;
+}
+//# sourceMappingURL=rag-builder.d.ts.map

package/dist/rag-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-builder.d.ts","sourceRoot":"","sources":["../src/rag-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,QAAQ,EAET,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAI7C,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAC,CAAiB;IAChC,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,SAAS,CAAC,CAAY;IAC9B,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,WAAW,CAAC,CAAyB;IAE7C,UAAU,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAKxC,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,GAAG,IAAI;IAKlD,oBAAoB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKrD,oBAAoB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAKrD,aAAa,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI;IAKzC,YAAY,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAKtC,UAAU,CAAC,MAAM,EAAE,sBAAsB,GAAG,IAAI;IAKhD,KAAK,IAAI,WAAW;IA8BpB,OAAO,CAAC,aAAa;CAMtB"}

package/dist/rag-builder.js

@@ -0,0 +1,74 @@
+import { RAGPipelineConfigSchema } from './schema';
+import { RAGPipeline } from './rag-pipeline';
+import { createChunker } from './chunkers/create-chunker';
+import { SimilarityRetriever } from './retrievers/similarity-retriever';
+export class RAGPipelineBuilder {
+    loader;
+    chunker;
+    embeddingService;
+    embeddingAdapter;
+    retriever;
+    reranker;
+    configInput;
+    withLoader(loader) {
+        this.loader = loader;
+        return this;
+    }
+    withChunker(chunker) {
+        this.chunker = chunker;
+        return this;
+    }
+    withEmbeddingService(service) {
+        this.embeddingService = service;
+        return this;
+    }
+    withEmbeddingAdapter(adapter) {
+        this.embeddingAdapter = adapter;
+        return this;
+    }
+    withRetriever(retriever) {
+        this.retriever = retriever;
+        return this;
+    }
+    withReranker(reranker) {
+        this.reranker = reranker;
+        return this;
+    }
+    withConfig(config) {
+        this.configInput = config;
+        return this;
+    }
+    build() {
+        if (!this.loader) {
+            throw new Error('loader is required — call withLoader() before build()');
+        }
+        if (!this.embeddingService) {
+            throw new Error('embeddingService is required — call withEmbeddingService() before build()');
+        }
+        if (!this.embeddingAdapter) {
+            throw new Error('embeddingAdapter is required — call withEmbeddingAdapter() before build()');
+        }
+        const config = this.resolveConfig();
+        const chunker = this.chunker ?? createChunker(config.chunking, this.embeddingService);
+        const retriever = this.retriever ??
+            new SimilarityRetriever({
+                embeddingAdapter: this.embeddingAdapter,
+                embeddingService: this.embeddingService,
+            });
+        return new RAGPipeline(config, {
+            loader: this.loader,
+            chunker,
+            embeddingService: this.embeddingService,
+            embeddingAdapter: this.embeddingAdapter,
+            retriever,
+            reranker: this.reranker,
+        });
+    }
+    resolveConfig() {
+        if (!this.configInput) {
+            throw new Error('config is required — call withConfig() or provide a chunker');
+        }
+        return RAGPipelineConfigSchema.parse(this.configInput);
+    }
+}
+//# sourceMappingURL=rag-builder.js.map

package/dist/rag-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-builder.js","sourceRoot":"","sources":["../src/rag-builder.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,uBAAuB,EAA+B,MAAM,UAAU,CAAC;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAExE,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAAkB;IACxB,OAAO,CAA0B;IACjC,gBAAgB,CAAoB;IACpC,gBAAgB,CAAoB;IACpC,SAAS,CAAa;IACtB,QAAQ,CAAY;IACpB,WAAW,CAA0B;IAE7C,UAAU,CAAC,MAAsB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,OAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,OAAyB;QAC5C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,OAAyB;QAC5C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,SAAoB;QAChC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,QAAkB;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,MAA8B;QACvC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACtF,MAAM,SAAS,GACb,IAAI,CAAC,SAAS;YACd,IAAI,mBAAmB,CAAC;gBACtB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC,CAAC;QAEL,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO;YACP,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS;YACT,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;IACL,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzD,CAAC;CACF"}

package/dist/rag-pipeline.d.ts

@@ -0,0 +1,28 @@
+import type { DocumentLoader, Chunker, AsyncChunker, EmbeddingService, EmbeddingAdapter, Retriever, Reranker, RAGPipelineConfig, RetrievalConfig, RetrievalResult } from '@cogitator-ai/types';
+export interface RAGPipelineDeps {
+    loader: DocumentLoader;
+    chunker: Chunker | AsyncChunker;
+    embeddingService: EmbeddingService;
+    embeddingAdapter: EmbeddingAdapter;
+    retriever: Retriever;
+    reranker?: Reranker;
+}
+export declare class RAGPipeline {
+    private readonly config;
+    private readonly deps;
+    private stats;
+    constructor(config: RAGPipelineConfig, deps: RAGPipelineDeps);
+    ingest(source: string): Promise<{
+        documents: number;
+        chunks: number;
+    }>;
+    query(text: string, options?: Partial<RetrievalConfig>): Promise<RetrievalResult[]>;
+    getStats(): {
+        documentsIngested: number;
+        chunksStored: number;
+        queriesProcessed: number;
+    };
+    private chunkDocument;
+    private storeChunk;
+}
+//# sourceMappingURL=rag-pipeline.d.ts.map

package/dist/rag-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-pipeline.d.ts","sourceRoot":"","sources":["../src/rag-pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,eAAe,EAGhB,MAAM,qBAAqB,CAAC;AAG7B,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,cAAc,CAAC;IACvB,OAAO,EAAE,OAAO,GAAG,YAAY,CAAC;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAkB;IACvC,OAAO,CAAC,KAAK,CAAkE;gBAEnE,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,eAAe;IAKtD,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAsBtE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWzF,QAAQ;;;;;YAIM,aAAa;YAKb,UAAU;CAkBzB"}