@ariaflowagents/rag 0.4.3

package/README.md

@@ -0,0 +1,5 @@
+# @ariaflowagents/rag
+
+RAG primitives for AriaFlow (sources, chunkers, retrievers).
+
+Guides: `packages/ariaflow-rag/guides/`

package/dist/chunkers.d.ts

@@ -0,0 +1,4 @@
+import type { Chunker, ChunkOptions } from './types.js';
+export declare function createMarkdownChunker(defaultOptions?: ChunkOptions): Chunker;
+export declare function createRecursiveChunker(defaultOptions?: ChunkOptions): Chunker;
+//# sourceMappingURL=chunkers.d.ts.map

package/dist/chunkers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkers.d.ts","sourceRoot":"","sources":["../src/chunkers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAkB,MAAM,YAAY,CAAC;AAExE,wBAAgB,qBAAqB,CAAC,cAAc,GAAE,YAAiB,GAAG,OAAO,CA0BhF;AAED,wBAAgB,sBAAsB,CAAC,cAAc,GAAE,YAAiB,GAAG,OAAO,CAQjF"}

package/dist/chunkers.js

@@ -0,0 +1,77 @@
+export function createMarkdownChunker(defaultOptions = {}) {
+    return {
+        chunk(text, options) {
+            const merged = { ...defaultOptions, ...options };
+            const sections = parseMarkdownSections(text);
+            const chunks = [];
+            const seen = new Map();
+            for (const section of sections) {
+                const baseId = section.id;
+                const count = (seen.get(baseId) ?? 0) + 1;
+                seen.set(baseId, count);
+                const id = count > 1 ? `${baseId} (${count})` : baseId;
+                const parts = splitByMaxChars(section.text, merged.maxChars, merged.overlapChars);
+                if (parts.length === 1) {
+                    chunks.push({ id, text: parts[0] });
+                    continue;
+                }
+                for (let i = 0; i < parts.length; i++) {
+                    chunks.push({ id: `${id}#${i + 1}`, text: parts[i] });
+                }
+            }
+            return chunks;
+        },
+    };
+}
+export function createRecursiveChunker(defaultOptions = {}) {
+    return {
+        chunk(text, options) {
+            const merged = { ...defaultOptions, ...options };
+            const parts = splitByMaxChars(text, merged.maxChars, merged.overlapChars);
+            return parts.map((part, index) => ({ id: `chunk-${index + 1}`, text: part }));
+        },
+    };
+}
+function parseMarkdownSections(content) {
+    const lines = content.split(/\r?\n/);
+    const sections = [];
+    let currentId = null;
+    let buffer = [];
+    let firstHeadingUsed = false;
+    for (const line of lines) {
+        const h1 = line.match(/^#\s+(.+)$/);
+        const hN = line.match(/^#{2,6}\s+(.+)$/);
+        if (h1 && !firstHeadingUsed && buffer.length === 0 && !currentId) {
+            firstHeadingUsed = true;
+            continue;
+        }
+        if (hN) {
+            if (currentId || buffer.length > 0) {
+                sections.push({ id: currentId ?? 'section', text: buffer.join('\n').trim() });
+            }
+            currentId = hN[1].trim();
+            buffer = [];
+            continue;
+        }
+        buffer.push(line);
+    }
+    if (currentId || buffer.length > 0) {
+        sections.push({ id: currentId ?? 'section', text: buffer.join('\n').trim() });
+    }
+    return sections.filter(section => section.text.length > 0);
+}
+function splitByMaxChars(text, maxChars, overlapChars = 0) {
+    if (!maxChars || text.length <= maxChars) {
+        return [text];
+    }
+    const step = Math.max(1, maxChars - overlapChars);
+    const parts = [];
+    for (let start = 0; start < text.length; start += step) {
+        const end = Math.min(text.length, start + maxChars);
+        parts.push(text.slice(start, end));
+        if (end === text.length)
+            break;
+    }
+    return parts;
+}
+//# sourceMappingURL=chunkers.js.map

package/dist/chunkers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkers.js","sourceRoot":"","sources":["../src/chunkers.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,qBAAqB,CAAC,iBAA+B,EAAE;IACrE,OAAO;QACL,KAAK,CAAC,IAAY,EAAE,OAAsB;YACxC,MAAM,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;YACjD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAqB,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;YAEvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBACxB,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;gBACvD,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;gBAClF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpC,SAAS;gBACX,CAAC;gBACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,iBAA+B,EAAE;IACtE,OAAO;QACL,KAAK,CAAC,IAAY,EAAE,OAAsB;YACxC,MAAM,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAC1E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,SAAS,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAChF,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe;IAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAEzC,IAAI,EAAE,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACjE,gBAAgB,GAAG,IAAI,CAAC;YACxB,SAAS;QACX,CAAC;QAED,IAAI,EAAE,EAAE,CAAC;YACP,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,IAAI,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAChF,CAAC;YACD,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzB,MAAM,GAAG,EAAE,CAAC;YACZ,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,IAAI,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,QAAiB,EAAE,eAAuB,CAAC;IAChF,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QACzC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAC,CAAC;IAClD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,GAAG,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export type { KnowledgeChunk, KnowledgeSource, Chunker, ChunkOptions, RetrievalHit, KnowledgeRetriever, LLMRetrieverOptions, } from './types.js';
+export { createMarkdownChunker, createRecursiveChunker } from './chunkers.js';
+export { createStaticKnowledgeSource } from './source.js';
+export { createLLMRetriever } from './llmRetriever.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,cAAc,EACd,eAAe,EACf,OAAO,EACP,YAAY,EACZ,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export { createMarkdownChunker, createRecursiveChunker } from './chunkers.js';
+export { createStaticKnowledgeSource } from './source.js';
+export { createLLMRetriever } from './llmRetriever.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/llmRetriever.d.ts

@@ -0,0 +1,3 @@
+import type { KnowledgeRetriever, LLMRetrieverOptions } from './types.js';
+export declare function createLLMRetriever(options: LLMRetrieverOptions): KnowledgeRetriever;
+//# sourceMappingURL=llmRetriever.d.ts.map

package/dist/llmRetriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmRetriever.d.ts","sourceRoot":"","sources":["../src/llmRetriever.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAmB,mBAAmB,EAAgB,MAAM,YAAY,CAAC;AAYzG,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,mBAAmB,GAAG,kBAAkB,CA4BnF"}

package/dist/llmRetriever.js

@@ -0,0 +1,88 @@
+import { generateText, Output } from 'ai';
+import { z } from 'zod';
+const outputSchema = z.object({
+    ranked: z.array(z.object({
+        sourceId: z.string(),
+        chunkId: z.string(),
+        reason: z.string(),
+    })),
+});
+export function createLLMRetriever(options) {
+    const { model, topK = 4, includeReasons = true, candidateMaxChars = 1500 } = options;
+    return {
+        async retrieve(query, sources, opts) {
+            const k = Math.max(1, opts?.topK ?? topK);
+            const candidates = flattenCandidates(sources);
+            if (candidates.length === 0)
+                return [];
+            const prompt = buildPrompt({
+                query,
+                hint: opts?.hint,
+                candidates,
+                candidateMaxChars,
+                topK: k,
+            });
+            const { output } = await generateText({
+                model,
+                system: 'You are a retrieval ranker. Only select from provided chunk IDs.',
+                prompt,
+                output: Output.object({ schema: outputSchema }),
+            });
+            const ranked = output.ranked ?? [];
+            return coerceHits(ranked, candidates, k, includeReasons);
+        },
+    };
+}
+function flattenCandidates(sources) {
+    const candidates = [];
+    for (const source of sources) {
+        const chunks = source.getChunks();
+        for (const chunk of chunks) {
+            candidates.push({
+                sourceId: source.id,
+                chunkId: chunk.id,
+                text: chunk.text,
+                sourceName: source.name,
+            });
+        }
+    }
+    return candidates;
+}
+function buildPrompt(input) {
+    const header = [
+        `Query: ${input.query}`,
+        input.hint ? `Hint: ${input.hint}` : null,
+        `Return top ${input.topK} chunk IDs with short reasons.`,
+        'Only use provided sourceId + chunkId pairs.',
+    ]
+        .filter(Boolean)
+        .join('\n');
+    const chunks = input.candidates
+        .map(candidate => {
+        const body = candidate.text.slice(0, input.candidateMaxChars);
+        return `sourceId: ${candidate.sourceId}\nchunkId: ${candidate.chunkId}\nsourceName: ${candidate.sourceName}\n${body}`;
+    })
+        .join('\n\n---\n\n');
+    return `${header}\n\nChunks:\n${chunks}`;
+}
+function coerceHits(ranked, candidates, topK, includeReasons) {
+    const candidateSet = new Set(candidates.map(c => `${c.sourceId}::${c.chunkId}`));
+    const hits = [];
+    for (const entry of ranked) {
+        const key = `${entry.sourceId}::${entry.chunkId}`;
+        if (!candidateSet.has(key))
+            continue;
+        if (hits.find(hit => hit.sourceId === entry.sourceId && hit.chunkId === entry.chunkId))
+            continue;
+        hits.push({
+            sourceId: entry.sourceId,
+            chunkId: entry.chunkId,
+            rank: hits.length + 1,
+            reason: includeReasons ? entry.reason ?? '' : undefined,
+        });
+        if (hits.length >= topK)
+            break;
+    }
+    return hits;
+}
+//# sourceMappingURL=llmRetriever.js.map

package/dist/llmRetriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmRetriever.js","sourceRoot":"","sources":["../src/llmRetriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC1C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,KAAK,CACb,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;KACnB,CAAC,CACH;CACF,CAAC,CAAC;AAEH,MAAM,UAAU,kBAAkB,CAAC,OAA4B;IAC7D,MAAM,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,EAAE,cAAc,GAAG,IAAI,EAAE,iBAAiB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IAErF,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAA0B,EAAE,IAAuC;YAC/F,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEvC,MAAM,MAAM,GAAG,WAAW,CAAC;gBACzB,KAAK;gBACL,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,UAAU;gBACV,iBAAiB;gBACjB,IAAI,EAAE,CAAC;aACR,CAAC,CAAC;YAEH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC;gBACpC,KAAK;gBACL,MAAM,EAAE,kEAAkE;gBAC1E,MAAM;gBACN,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;aAChD,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACnC,OAAO,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA0B;IACnD,MAAM,UAAU,GAAmF,EAAE,CAAC;IACtG,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,MAAM,CAAC,IAAI;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,WAAW,CAAC,KAMpB;IACC,MAAM,MAAM,GAAG;QACb,UAAU,KAAK,CAAC,KAAK,EAAE;QACvB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;QACzC,cAAc,KAAK,CAAC,IAAI,gCAAgC;QACxD,6CAA6C;KAC9C;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU;SAC5B,GAAG,CAAC,SAAS,CAAC,EAAE;QACf,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC9D,OAAO,aAAa,SAAS,CAAC,QAAQ,cAAc,SAAS,CAAC,OAAO,iBAAiB,SAAS,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;IACxH,CAAC,CAAC;SACD,IAAI,CAAC,aAAa,CAAC,CAAC;IAEvB,OAAO,GAAG,MAAM,gBAAgB,MAAM,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,UAAU,CACjB,MAAqE,EACrE,UAAwD,EACxD,IAAY,EACZ,cAAuB;IAEvB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,IAAI,GAAmB,EAAE,CAAC;IAEhC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACrC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;YAAE,SAAS;QAEjG,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;YACrB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;SACxD,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI;YAAE,MAAM;IACjC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/source.d.ts

@@ -0,0 +1,13 @@
+import type { Chunker, KnowledgeSource } from './types.js';
+export declare function createStaticKnowledgeSource(input: {
+    id: string;
+    name: string;
+    description?: string;
+    content: string;
+    chunker?: Chunker;
+    chunkOptions?: {
+        maxChars?: number;
+        overlapChars?: number;
+    };
+}): KnowledgeSource;
+//# sourceMappingURL=source.d.ts.map

package/dist/source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAkB,MAAM,YAAY,CAAC;AAG3E,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7D,GAAG,eAAe,CAelB"}

package/dist/source.js

@@ -0,0 +1,17 @@
+import { createMarkdownChunker } from './chunkers.js';
+export function createStaticKnowledgeSource(input) {
+    const chunker = input.chunker ?? createMarkdownChunker(input.chunkOptions);
+    const chunks = chunker.chunk(input.content, input.chunkOptions);
+    return {
+        id: input.id,
+        name: input.name,
+        description: input.description,
+        getChunks() {
+            return chunks;
+        },
+        dumpContent() {
+            return input.content;
+        },
+    };
+}
+//# sourceMappingURL=source.js.map

package/dist/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../src/source.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAEtD,MAAM,UAAU,2BAA2B,CAAC,KAO3C;IACC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,qBAAqB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IAEhE,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,SAAS;YACP,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,WAAW;YACT,OAAO,KAAK,CAAC,OAAO,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,40 @@
+import type { LanguageModel } from 'ai';
+export type KnowledgeChunk = {
+    id: string;
+    text: string;
+    meta?: Record<string, unknown>;
+};
+export interface KnowledgeSource {
+    id: string;
+    name: string;
+    description?: string;
+    getChunks(): KnowledgeChunk[];
+    dumpContent?(): string;
+}
+export interface Chunker {
+    chunk(text: string, options?: ChunkOptions): KnowledgeChunk[];
+}
+export type ChunkOptions = {
+    maxChars?: number;
+    overlapChars?: number;
+};
+export type RetrievalHit = {
+    sourceId: string;
+    chunkId: string;
+    rank: number;
+    score?: number;
+    reason?: string;
+};
+export interface KnowledgeRetriever {
+    retrieve(query: string, sources: KnowledgeSource[], options?: {
+        topK?: number;
+        hint?: string;
+    }): Promise<RetrievalHit[]>;
+}
+export type LLMRetrieverOptions = {
+    model: LanguageModel;
+    topK?: number;
+    includeReasons?: boolean;
+    candidateMaxChars?: number;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,MAAM,MAAM,cAAc,GAAG;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,IAAI,cAAc,EAAE,CAAC;IAC9B,WAAW,CAAC,IAAI,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,cAAc,EAAE,CAAC;CAC/D;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CACN,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,eAAe,EAAE,EAC1B,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GACzC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAC5B;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@ariaflowagents/rag",
+  "version": "0.4.3",
+  "description": "RAG primitives for AriaFlow",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "peerDependencies": {
+    "ai": "^6.0.0",
+    "zod": "^3.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.11.0",
+    "ai": "^6.0.0",
+    "typescript": "^5.3.0",
+    "zod": "^3.23.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "clean": "rm -rf dist",
+    "prepublishOnly": "npm run build"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ]
+}