llm-agent-runtime 0.1.5 → 0.1.16

package/dist/rag/sources.d.ts

@@ -0,0 +1,29 @@
+export type RagSourceKind = "pdf" | "docx" | "txt" | "unknown";
+export type ResolvedRagSource = {
+    /** Original path or URL from config. */
+    source: string;
+    /** Local file path after download (URL) or as given (path). */
+    localPath: string;
+    kind: RagSourceKind;
+    /** True when we downloaded a remote file into a temp location. */
+    isTemp: boolean;
+};
+export declare function isHttpUrl(value: string): boolean;
+/**
+ * Collect RAG sources from env.
+ *
+ * Preferred:
+ *   RAG_SOURCES=/path/a.pdf,https://cdn.example.com/b.docx
+ *
+ * Also accepted:
+ *   RAG_PDF_PATH=/one.pdf
+ *   RAG_PDF_PATHS=/a.pdf,/b.pdf
+ *   RAG_DOC_URLS=https://.../a.pdf,https://.../b.docx
+ */
+export declare function ragSourcesFromEnv(env?: NodeJS.ProcessEnv): string[];
+/**
+ * Resolve a single source (local path or http(s) URL) to a local file.
+ */
+export declare function resolveRagSource(source: string): Promise<ResolvedRagSource>;
+export declare function resolveRagSources(sources: string[]): Promise<ResolvedRagSource[]>;
+//# sourceMappingURL=sources.d.ts.map

package/dist/rag/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../src/rag/sources.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,SAAS,CAAC;AAE/D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wCAAwC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,+DAA+D;IAC/D,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,aAAa,CAAC;IACpB,kEAAkE;IAClE,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAUF,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAEhD;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAC/B,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,MAAM,EAAE,CAiBV;AAwBD;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,iBAAiB,CAAC,CA6B5B;AAED,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAM9B"}

package/dist/rag/sources.js

@@ -0,0 +1,101 @@
+import fs from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+function detectKind(nameOrUrl) {
+    const lower = nameOrUrl.split("?")[0].toLowerCase();
+    if (lower.endsWith(".pdf"))
+        return "pdf";
+    if (lower.endsWith(".docx"))
+        return "docx";
+    if (lower.endsWith(".txt") || lower.endsWith(".md"))
+        return "txt";
+    return "unknown";
+}
+export function isHttpUrl(value) {
+    return /^https?:\/\//i.test(value.trim());
+}
+/**
+ * Collect RAG sources from env.
+ *
+ * Preferred:
+ *   RAG_SOURCES=/path/a.pdf,https://cdn.example.com/b.docx
+ *
+ * Also accepted:
+ *   RAG_PDF_PATH=/one.pdf
+ *   RAG_PDF_PATHS=/a.pdf,/b.pdf
+ *   RAG_DOC_URLS=https://.../a.pdf,https://.../b.docx
+ */
+export function ragSourcesFromEnv(env = process.env) {
+    const parts = [];
+    const pushCsv = (raw) => {
+        if (!raw?.trim())
+            return;
+        for (const item of raw.split(",")) {
+            const s = item.trim();
+            if (s)
+                parts.push(s);
+        }
+    };
+    pushCsv(env.RAG_SOURCES);
+    pushCsv(env.RAG_PDF_PATH);
+    pushCsv(env.RAG_PDF_PATHS);
+    pushCsv(env.RAG_DOC_URLS);
+    return [...new Set(parts)];
+}
+async function downloadToTemp(url) {
+    const res = await fetch(url);
+    if (!res.ok) {
+        throw new Error(`Failed to download RAG source (${res.status}): ${url}`);
+    }
+    const kind = detectKind(url);
+    const ext = kind === "pdf"
+        ? ".pdf"
+        : kind === "docx"
+            ? ".docx"
+            : kind === "txt"
+                ? ".txt"
+                : path.extname(new URL(url).pathname) || ".bin";
+    const dir = await fs.mkdtemp(path.join(os.tmpdir(), "llm-agent-rag-"));
+    const localPath = path.join(dir, `doc${ext}`);
+    const buf = Buffer.from(await res.arrayBuffer());
+    await fs.writeFile(localPath, buf);
+    return localPath;
+}
+/**
+ * Resolve a single source (local path or http(s) URL) to a local file.
+ */
+export async function resolveRagSource(source) {
+    const trimmed = source.trim();
+    if (!trimmed) {
+        throw new Error("Empty RAG source");
+    }
+    if (isHttpUrl(trimmed)) {
+        const localPath = await downloadToTemp(trimmed);
+        return {
+            source: trimmed,
+            localPath,
+            kind: detectKind(trimmed),
+            isTemp: true,
+        };
+    }
+    const localPath = path.resolve(trimmed);
+    try {
+        await fs.access(localPath);
+    }
+    catch {
+        throw new Error(`RAG file not found: ${localPath}`);
+    }
+    return {
+        source: trimmed,
+        localPath,
+        kind: detectKind(localPath),
+        isTemp: false,
+    };
+}
+export async function resolveRagSources(sources) {
+    const out = [];
+    for (const source of sources) {
+        out.push(await resolveRagSource(source));
+    }
+    return out;
+}

package/dist/services/flow-router.d.ts

@@ -5,6 +5,7 @@ export declare function createFlowRouter(options: {
     stickyFlows: Set<string>;
     menuMap: Record<string, string>;
     normalizeIntent: (intent: string) => string;
+    intents: IntentDefinition[];
     getEmbeddedIntents: () => Promise<{
         name: string;
         embedding: number[];

package/dist/services/flow-router.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"flow-router.d.ts","sourceRoot":"","sources":["../../src/services/flow-router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,gBAAgB,EAChB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAOjD,eAAO,MAAM,aAAa,GAAI,SAAS,MAAM,KAAG,OAI/C,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC5C,kBAAkB,EAAE,MAAM,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC,CAAC;IAC3E,sBAAsB,EAAE,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,KAC9C,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACrC,qBAAqB,EAAE,CAAC,KAAK,EAAE;QAC7B,OAAO,EAAE,MAAM,CAAC;QAChB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;IAC/B,kBAAkB,EAAE,CAClB,YAAY,EAAE,oBAAoB,EAClC,SAAS,EAAE,eAAe,KACvB,oBAAoB,GAAG;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAA;KAAE,CAAC;IAClE,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,CAAC,EAAE,CACb,KAAK,EAAE,iBAAiB,KACrB,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACtD,UAAU,CAAC,EAAE;QACX,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;sFAoBI;QACD,OAAO,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,EAAE,aAAa,GAAG,IAAI,CAAC;QACtC,mBAAmB,EAAE,MAAM,CAAC;KAC7B,KAAG,OAAO,CAAC,cAAc,CAAC;+BA4KlB,iBAAiB,KACvB,OAAO,CAAC,kBAAkB,CAAC;EAkB/B;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAE7E;AAED,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC"}
+{"version":3,"file":"flow-router.d.ts","sourceRoot":"","sources":["../../src/services/flow-router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,gBAAgB,EAChB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAOjD,eAAO,MAAM,aAAa,GAAI,SAAS,MAAM,KAAG,OAI/C,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC5C,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,kBAAkB,EAAE,MAAM,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC,CAAC;IAC3E,sBAAsB,EAAE,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,KAC9C,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IACrC,qBAAqB,EAAE,CAAC,KAAK,EAAE;QAC7B,OAAO,EAAE,MAAM,CAAC;QAChB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;IAC/B,kBAAkB,EAAE,CAClB,YAAY,EAAE,oBAAoB,EAClC,SAAS,EAAE,eAAe,KACvB,oBAAoB,GAAG;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAA;KAAE,CAAC;IAClE,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,CAAC,EAAE,CACb,KAAK,EAAE,iBAAiB,KACrB,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACtD,UAAU,CAAC,EAAE;QACX,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;sFAoBI;QACD,OAAO,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,EAAE,aAAa,GAAG,IAAI,CAAC;QACtC,mBAAmB,EAAE,MAAM,CAAC;KAC7B,KAAG,OAAO,CAAC,cAAc,CAAC;+BAyLlB,iBAAiB,KACvB,OAAO,CAAC,kBAAkB,CAAC;EAkB/B;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAE7E;AAED,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC"}

package/dist/services/flow-router.js

@@ -52,6 +52,18 @@ export function createFlowRouter(options) {
                 promptIntent: menuIntent,
             };
         }
+        // Regex fast-path: skip LLM/embeddings if a pattern matches
+        const intentsWithRegex = options.intents.filter((i) => i.regex);
+        for (const intent of intentsWithRegex) {
+            if (intent.regex.test(message)) {
+                const sticky = options.stickyFlows.has(intent.name);
+                return {
+                    messageIntent: { intent: intent.name, score: 1 },
+                    flow: { active: sticky, intent: sticky ? intent.name : null },
+                    promptIntent: intent.name,
+                };
+            }
+        }
         const embeddedIntents = await options.getEmbeddedIntents();
         const [embeddingScores, llmResult] = await Promise.all([
             options.scoreIntentsForMessage(message, embeddedIntents),

package/dist/services/intent-embeddings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"intent-embeddings.d.ts","sourceRoot":"","sources":["../../src/services/intent-embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAgB1E,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,OAAO,EAAE;IAC9C,UAAU,EAAE,UAAU,CAAC;IACvB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CAC7C;8BAsBsC,OAAO,CAAC,cAAc,EAAE,CAAC;sCAQnD,MAAM,mBACE,cAAc,EAAE,KAChC,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAchC,uDAAuD;;EAK1D"}
+{"version":3,"file":"intent-embeddings.d.ts","sourceRoot":"","sources":["../../src/services/intent-embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAgB1E,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,OAAO,EAAE;IAC9C,UAAU,EAAE,UAAU,CAAC;IACvB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CAC7C;8BAqBsC,OAAO,CAAC,cAAc,EAAE,CAAC;sCAQnD,MAAM,mBACE,cAAc,EAAE,KAChC,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAchC,uDAAuD;;EAK1D"}

package/dist/services/intent-embeddings.js

@@ -12,13 +12,12 @@ function cosineSimilarity(a, b) {
 export function createIntentEmbeddings(options) {
     let cached = null;
     const build = async () => {
-        const results = [];
-        for (const intent of options.intents) {
+        return Promise.all(options.intents.map(async (intent) => {
             const embeddings = await Promise.all(intent.examples.map((ex) => options.embeddings.embedQuery(ex)));
-            const avgEmbedding = embeddings[0].map((_, i) => embeddings.reduce((sum, emb) => sum + emb[i], 0) / embeddings.length);
-            results.push({ name: intent.name, embedding: avgEmbedding });
-        }
-        return results;
+            const avgEmbedding = embeddings[0].map((_, i) => embeddings.reduce((sum, emb) => sum + emb[i], 0) /
+                embeddings.length);
+            return { name: intent.name, embedding: avgEmbedding };
+        }));
     };
     const getEmbeddedIntents = async () => {
         if (!cached) {

package/dist/services/token-usage.d.ts

@@ -0,0 +1,26 @@
+export type TokenCounts = {
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+};
+export type FlowTokenUsage = TokenCounts & {
+    /** Sticky / active flow intent, or null when not in a sticky flow. */
+    intent: string | null;
+};
+/** Returned on every `invoke`. */
+export type TokenUsageReport = {
+    /** Tokens for this invoke only (agent turn messages). */
+    turn: TokenCounts;
+    /** Accumulated tokens for the current sticky flow (falls back to turn). */
+    flow: FlowTokenUsage;
+    /** Accumulated tokens for the whole thread/session. */
+    total: TokenCounts;
+};
+export declare function emptyTokenCounts(): TokenCounts;
+export declare function addTokenCounts(a: TokenCounts, b: TokenCounts): TokenCounts;
+/**
+ * Sum token usage from LangChain AI messages
+ * (`usage_metadata` and/or `response_metadata.tokenUsage` / `usage`).
+ */
+export declare function extractTokenUsageFromMessages(messages: unknown[]): TokenCounts;
+//# sourceMappingURL=token-usage.d.ts.map

package/dist/services/token-usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-usage.d.ts","sourceRoot":"","sources":["../../src/services/token-usage.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG;IACzC,sEAAsE;IACtE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,kCAAkC;AAClC,MAAM,MAAM,gBAAgB,GAAG;IAC7B,yDAAyD;IACzD,IAAI,EAAE,WAAW,CAAC;IAClB,2EAA2E;IAC3E,IAAI,EAAE,cAAc,CAAC;IACrB,uDAAuD;IACvD,KAAK,EAAE,WAAW,CAAC;CACpB,CAAC;AAEF,wBAAgB,gBAAgB,IAAI,WAAW,CAE9C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,GAAG,WAAW,CAM1E;AAiCD;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,WAAW,CA0B9E"}

package/dist/services/token-usage.js

@@ -0,0 +1,63 @@
+export function emptyTokenCounts() {
+    return { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+}
+export function addTokenCounts(a, b) {
+    return {
+        inputTokens: a.inputTokens + b.inputTokens,
+        outputTokens: a.outputTokens + b.outputTokens,
+        totalTokens: a.totalTokens + b.totalTokens,
+    };
+}
+function readUsageBlob(raw) {
+    if (!raw || typeof raw !== "object")
+        return null;
+    const u = raw;
+    const input = numberOrZero(u.input_tokens) ||
+        numberOrZero(u.inputTokens) ||
+        numberOrZero(u.prompt_tokens) ||
+        numberOrZero(u.promptTokens);
+    const output = numberOrZero(u.output_tokens) ||
+        numberOrZero(u.outputTokens) ||
+        numberOrZero(u.completion_tokens) ||
+        numberOrZero(u.completionTokens);
+    const total = numberOrZero(u.total_tokens) ||
+        numberOrZero(u.totalTokens) ||
+        input + output;
+    if (!input && !output && !total)
+        return null;
+    return {
+        inputTokens: input,
+        outputTokens: output,
+        totalTokens: total || input + output,
+    };
+}
+function numberOrZero(v) {
+    return typeof v === "number" && Number.isFinite(v) ? v : 0;
+}
+/**
+ * Sum token usage from LangChain AI messages
+ * (`usage_metadata` and/or `response_metadata.tokenUsage` / `usage`).
+ */
+export function extractTokenUsageFromMessages(messages) {
+    let sum = emptyTokenCounts();
+    for (const msg of messages) {
+        if (!msg || typeof msg !== "object")
+            continue;
+        const m = msg;
+        const fromUsageMeta = readUsageBlob(m.usage_metadata);
+        if (fromUsageMeta) {
+            sum = addTokenCounts(sum, fromUsageMeta);
+            continue;
+        }
+        const responseMeta = m.response_metadata;
+        if (responseMeta) {
+            const fromTokenUsage = readUsageBlob(responseMeta.tokenUsage) ||
+                readUsageBlob(responseMeta.usage) ||
+                readUsageBlob(responseMeta.token_usage);
+            if (fromTokenUsage) {
+                sum = addTokenCounts(sum, fromTokenUsage);
+            }
+        }
+    }
+    return sum;
+}

package/dist/services/usage-store.d.ts

@@ -0,0 +1,24 @@
+import type { RedisClientType } from "redis";
+import { type TokenCounts } from "./token-usage.js";
+/**
+ * Persist per-thread and per-flow token totals in Redis (or memory fallback).
+ */
+export declare function createUsageStore(options: {
+    redis?: RedisClientType;
+    ttlSeconds?: number;
+}): {
+    getThreadUsage: (threadId: string) => Promise<TokenCounts>;
+    getFlowUsage: (threadId: string, intent: string | null) => Promise<TokenCounts>;
+    recordTurn: (options: {
+        threadId: string;
+        flowIntent: string | null;
+        turn: TokenCounts;
+    }) => Promise<{
+        total: TokenCounts;
+        flow: TokenCounts;
+    }>;
+    clearFlowUsage: (threadId: string, intent: string) => Promise<void>;
+    clearThreadUsage: (threadId: string) => Promise<void>;
+};
+export type UsageStore = ReturnType<typeof createUsageStore>;
+//# sourceMappingURL=usage-store.d.ts.map

package/dist/services/usage-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage-store.d.ts","sourceRoot":"","sources":["../../src/services/usage-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAC7C,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,kBAAkB,CAAC;AAM1B;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE;IACxC,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;+BA0CmC,MAAM;6BAER,MAAM,UAAU,MAAM,GAAG,IAAI;0BAK1B;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,IAAI,EAAE,WAAW,CAAC;KACnB;;;;+BAcuC,MAAM,UAAU,MAAM;iCAMpB,MAAM;EA2BjD;AAED,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC"}

package/dist/services/usage-store.js

@@ -0,0 +1,92 @@
+import { addTokenCounts, emptyTokenCounts, } from "./token-usage.js";
+const DEFAULT_TTL = 60 * 60 * 24 * 7; // 7 days
+/**
+ * Persist per-thread and per-flow token totals in Redis (or memory fallback).
+ */
+export function createUsageStore(options) {
+    const redis = options.redis;
+    const ttl = options.ttlSeconds ?? DEFAULT_TTL;
+    const memory = new Map();
+    const threadKey = (threadId) => `usage:thread:${threadId}`;
+    const flowKey = (threadId, intent) => `usage:flow:${threadId}:${intent}`;
+    const read = async (key) => {
+        if (redis) {
+            const raw = await redis.get(key);
+            if (!raw)
+                return emptyTokenCounts();
+            try {
+                const parsed = JSON.parse(raw);
+                return {
+                    inputTokens: parsed.inputTokens ?? 0,
+                    outputTokens: parsed.outputTokens ?? 0,
+                    totalTokens: parsed.totalTokens ?? 0,
+                };
+            }
+            catch {
+                return emptyTokenCounts();
+            }
+        }
+        return memory.get(key) ?? emptyTokenCounts();
+    };
+    const write = async (key, counts) => {
+        const payload = { ...counts, updatedAt: Date.now() };
+        if (redis) {
+            await redis.set(key, JSON.stringify(payload), { EX: ttl });
+            return;
+        }
+        memory.set(key, payload);
+    };
+    const addToKey = async (key, delta) => {
+        const next = addTokenCounts(await read(key), delta);
+        await write(key, next);
+        return next;
+    };
+    const getThreadUsage = (threadId) => read(threadKey(threadId));
+    const getFlowUsage = (threadId, intent) => {
+        if (!intent)
+            return Promise.resolve(emptyTokenCounts());
+        return read(flowKey(threadId, intent));
+    };
+    const recordTurn = async (options) => {
+        const total = await addToKey(threadKey(options.threadId), options.turn);
+        let flow = emptyTokenCounts();
+        if (options.flowIntent) {
+            flow = await addToKey(flowKey(options.threadId, options.flowIntent), options.turn);
+        }
+        else {
+            flow = options.turn;
+        }
+        return { total, flow };
+    };
+    const clearFlowUsage = async (threadId, intent) => {
+        const key = flowKey(threadId, intent);
+        if (redis)
+            await redis.del(key);
+        else
+            memory.delete(key);
+    };
+    const clearThreadUsage = async (threadId) => {
+        if (redis) {
+            const pattern = `usage:flow:${threadId}:*`;
+            // SCAN + DEL for flow keys; also delete thread total
+            await redis.del(threadKey(threadId));
+            for await (const key of redis.scanIterator({ MATCH: pattern, COUNT: 50 })) {
+                await redis.del(key);
+            }
+            return;
+        }
+        for (const key of [...memory.keys()]) {
+            if (key === threadKey(threadId) ||
+                key.startsWith(`usage:flow:${threadId}:`)) {
+                memory.delete(key);
+            }
+        }
+    };
+    return {
+        getThreadUsage,
+        getFlowUsage,
+        recordTurn,
+        clearFlowUsage,
+        clearThreadUsage,
+    };
+}

package/dist/types.d.ts

@@ -2,6 +2,8 @@ import type { BaseChatModel } from "@langchain/core/language_models/chat_models"
 import type { Embeddings } from "@langchain/core/embeddings";
 import type { DynamicStructuredTool } from "@langchain/core/tools";
 import type { BaseCheckpointSaver } from "@langchain/langgraph-checkpoint";
+import type { TokenUsageReport } from "./services/token-usage.js";
+export type { TokenCounts, FlowTokenUsage, TokenUsageReport } from "./services/token-usage.js";
 /**
  * Simple tool → output key map.
  *
@@ -28,21 +30,27 @@ export type IntentDefinition = {
     sticky?: boolean;
     /** Short description for the LLM intent router. */
     description?: string;
+    /** Fast-path regex: if message matches, skip LLM/embeddings and use this intent directly. */
+    regex?: RegExp;
 };
-/** Context passed into prompt builders (app-defined shape). */
-export type PromptContext = {
+/** Context passed into prompt builders (app-defined shape via generic). */
+export type PromptContext<TContext = unknown> = {
     hasConversationHistory: boolean;
     intent: string;
     intentScore?: number;
     message?: string;
-    /** Arbitrary app context (userInfo, contactName, phone, etc.). */
-    context?: Record<string, unknown>;
+    /**
+     * App payload from `invoke({ context })`.
+     * Default is `unknown` — pass your type to `createAgentRuntime<MyContext>(...)`
+     * or cast: `(ctx.context as MyContext)?.userInfo?.name`.
+     */
+    context?: TContext;
 };
-export type IntentBinding = {
-    prompt: (ctx: PromptContext) => string;
+export type IntentBinding<TContext = unknown> = {
+    prompt: (ctx: PromptContext<TContext>) => string;
     tools: (phoneKey: string) => DynamicStructuredTool[];
 };
-export type IntentRegistry = Record<string, IntentBinding>;
+export type IntentRegistry<TContext = unknown> = Record<string, IntentBinding<TContext>>;
 export type DetectedIntentResult = {
     intent: string;
     score: number;
@@ -65,15 +73,30 @@ export type FlowResolution = {
     promptIntent: string;
     llmResult?: LlmIntentResult;
 };
-export type LlmProvider = "ollama" | "openai";
+export type LlmProvider = "ollama" | "openai" | "openrouter";
+/**
+ * Intent-embedding backends.
+ * - ollama — local Ollama server
+ * - openai — paid OpenAI embeddings API
+ * - xenova — free in-process Transformers.js (default when chat is not ollama and EMBEDDINGS_PROVIDER unset)
+ */
+export type EmbeddingsProvider = "ollama" | "openai" | "xenova";
 export type LlmConfig = {
     provider: LlmProvider;
     model: string;
     intentRouterModel?: string;
     embeddingsModel?: string;
-    embeddingsProvider?: LlmProvider;
+    embeddingsProvider?: EmbeddingsProvider;
+    /** Chat provider base URL (Ollama host or OpenRouter/OpenAI API root). */
     baseUrl?: string;
+    /**
+     * Embeddings host when different from chat (e.g. OpenRouter chat + local Ollama embeddings).
+     * Defaults to `baseUrl` for ollama chat, else `http://localhost:11434`.
+     */
+    embeddingsBaseUrl?: string;
     apiKey?: string;
+    /** Separate key for OpenAI embeddings when chat uses OpenRouter. */
+    embeddingsApiKey?: string;
     temperature?: number;
 };
 export type CacheConfig = {
@@ -112,11 +135,11 @@ export type FinalizeFlowResult = {
     /** Extra fields the app wants returned from invoke (campaign, tickets, …). */
     extras?: Record<string, unknown>;
 };
-export type InvokeInput = {
+export type InvokeInput<TContext = unknown> = {
     message: string;
     threadId: string;
     /** App context passed to prompts and optional phoneKey helper. */
-    context?: Record<string, unknown>;
+    context?: TContext;
     /** Force an intent (skips hybrid routing). */
     explicitIntent?: string;
     phoneKey?: string;
@@ -133,8 +156,13 @@ export type InvokeResult = {
         reason?: string;
     };
     extras?: Record<string, unknown>;
+    /**
+     * Token usage for this turn, current sticky flow, and whole thread.
+     * Persisted in Redis when `redisUrl` is set (else in-memory).
+     */
+    usage?: TokenUsageReport;
 };
-export type AgentRuntimeConfig = {
+export type AgentRuntimeConfig<TContext = unknown> = {
     redisUrl?: string;
     /**
      * LLM config. Omit to use `llmConfigFromEnv()` (OLLAMA_* / OPENAI_* env vars).
@@ -143,7 +171,7 @@ export type AgentRuntimeConfig = {
     /** Intent catalog for embeddings + sticky flags. */
     intents: IntentDefinition[];
     /** Per-intent prompt + tools factory. */
-    intentRegistry: IntentRegistry;
+    intentRegistry: IntentRegistry<TContext>;
     /**
      * Optional digit → intent routing (e.g. menu "1" → create_campaign).
      * Prompt text alone cannot switch intent when the user types a number —
@@ -155,8 +183,14 @@ export type AgentRuntimeConfig = {
     defaultIntent?: string;
     /** Override LLM router system prompt. */
     routerSystemPrompt?: string | ((intents: IntentDefinition[]) => string);
-    /** Custom system prompt builder; default uses intentRegistry[intent].prompt. */
-    buildSystemPrompt?: (ctx: PromptContext) => string;
+    /**
+     * Optional rules prepended to **every** intent prompt (emojis, tone, language, …).
+     * Not the same as `withGeneralIntent` (that adds a catch-all *routing* intent).
+     * Skipped when you supply a custom `buildSystemPrompt` (compose it yourself there).
+     */
+    sharedPrompt?: string | ((ctx: PromptContext<TContext>) => string);
+    /** Custom system prompt builder; default uses intentRegistry[intent].prompt (+ sharedPrompt). */
+    buildSystemPrompt?: (ctx: PromptContext<TContext>) => string;
     /**
      * Simple toolName → output key map (preferred).
      * @example { create_campaign: "campaign", buy_airtime: "buyAirtime" }
@@ -185,7 +219,7 @@ export type AgentRuntimeConfig = {
     resolvePhoneKey?: (input: {
         threadId: string;
         phoneKey?: string;
-        context?: Record<string, unknown>;
+        context?: TContext;
     }) => string;
     cache?: CacheConfig;
     tracing?: TracingConfig;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAE3E;;;;;;;;;GASG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,CAChC,MAAM,EACJ,MAAM,GACN;IACE,6CAA6C;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,qDAAqD;IACrD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,CACJ,CAAC;AAEF,2EAA2E;AAC3E,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,sEAAsE;IACtE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,+DAA+D;AAC/D,MAAM,MAAM,aAAa,GAAG;IAC1B,sBAAsB,EAAE,OAAO,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,CAAC,GAAG,EAAE,aAAa,KAAK,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,qBAAqB,EAAE,CAAC;CACtD,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;AAE3D,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,oBAAoB,GAAG;IACnD,MAAM,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,aAAa,EAAE,oBAAoB,CAAC;IACpC,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,WAAW,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,uDAAuD;IACvD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KACzB,IAAI,CAAC;AAEV,mEAAmE;AACnE,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;AAE7D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,aAAa,EAAE,OAAO,CAAC;IACvB,8EAA8E;IAC9E,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,oBAAoB,CAAC;IAC7B,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,oDAAoD;IACpD,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,yCAAyC;IACzC,cAAc,EAAE,cAAc,CAAC;IAC/B;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,mDAAmD;IACnD,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yCAAyC;IACzC,kBAAkB,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,gBAAgB,EAAE,KAAK,MAAM,CAAC,CAAC;IACxE,gFAAgF;IAChF,iBAAiB,CAAC,EAAE,CAAC,GAAG,EAAE,aAAa,KAAK,MAAM,CAAC;IACnD;;;OAGG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;OAEG;IACH,cAAc,CAAC,EAAE,gBAAgB,CAAC;IAClC,sEAAsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,iGAAiG;IACjG,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtE;;OAEG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC9F,yEAAyE;IACzE,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,KAAK,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,UAAU,CAAC,EAAE;QACX,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;IACF,mEAAmE;IACnE,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,YAAY,CAAC,EAAE,aAAa,CAAC;QAC7B,UAAU,CAAC,EAAE,UAAU,CAAC;KACzB,CAAC;IACF,mEAAmE;IACnE,YAAY,CAAC,EAAE,mBAAmB,CAAC;CACpC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AACjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAElE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAE/F;;;;;;;;;GASG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,CAChC,MAAM,EACJ,MAAM,GACN;IACE,6CAA6C;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,qDAAqD;IACrD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,CACJ,CAAC;AAEF,2EAA2E;AAC3E,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,sEAAsE;IACtE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6FAA6F;IAC7F,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,2EAA2E;AAC3E,MAAM,MAAM,aAAa,CAAC,QAAQ,GAAG,OAAO,IAAI;IAC9C,sBAAsB,EAAE,OAAO,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,OAAO,CAAC,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,CAAC,QAAQ,GAAG,OAAO,IAAI;IAC9C,MAAM,EAAE,CAAC,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;IACjD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,qBAAqB,EAAE,CAAC;CACtD,CAAC;AAEF,MAAM,MAAM,cAAc,CAAC,QAAQ,GAAG,OAAO,IAAI,MAAM,CACrD,MAAM,EACN,aAAa,CAAC,QAAQ,CAAC,CACxB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,oBAAoB,GAAG;IACnD,MAAM,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,aAAa,EAAE,oBAAoB,CAAC;IACpC,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE7D;;;;;GAKG;AACH,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEhE,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,0EAA0E;IAC1E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,uDAAuD;IACvD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KACzB,IAAI,CAAC;AAEV,mEAAmE;AACnE,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;AAE7D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,aAAa,EAAE,OAAO,CAAC;IACvB,8EAA8E;IAC9E,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,QAAQ,GAAG,OAAO,IAAI;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,OAAO,CAAC,EAAE,QAAQ,CAAC;IACnB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,oBAAoB,CAAC;IAC7B,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC;;;OAGG;IACH,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,kBAAkB,CAAC,QAAQ,GAAG,OAAO,IAAI;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,oDAAoD;IACpD,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,yCAAyC;IACzC,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;IACzC;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,mDAAmD;IACnD,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yCAAyC;IACzC,kBAAkB,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,gBAAgB,EAAE,KAAK,MAAM,CAAC,CAAC;IACxE;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,CAAC;IACnE,iGAAiG;IACjG,iBAAiB,CAAC,EAAE,CAAC,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;IAC7D;;;OAGG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB;;OAEG;IACH,cAAc,CAAC,EAAE,gBAAgB,CAAC;IAClC,sEAAsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnD,iGAAiG;IACjG,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtE;;OAEG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC9F,yEAAyE;IACzE,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,QAAQ,CAAC;KACpB,KAAK,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,UAAU,CAAC,EAAE;QACX,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;IACF,mEAAmE;IACnE,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,YAAY,CAAC,EAAE,aAAa,CAAC;QAC7B,UAAU,CAAC,EAAE,UAAU,CAAC;KACzB,CAAC;IACF,mEAAmE;IACnE,YAAY,CAAC,EAAE,mBAAmB,CAAC;CACpC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-agent-runtime",
-  "version": "0.1.5",
+  "version": "0.1.16",
   "description": "Reusable LangGraph agent runtime: intent routing, sticky flows, Redis checkpointer, optional answer cache",
   "license": "ISC",
   "type": "module",
@@ -21,7 +21,8 @@
     "build": "tsc -p tsconfig.json",
     "dev": "tsc -p tsconfig.json --watch",
     "typecheck": "tsc -p tsconfig.json --noEmit",
-    "test": "tsx --test src/services/extract.test.ts && tsx --test src/services/simple-config.test.ts",
+    "docs:pdf": "node generate-usage-pdf.mjs",
+    "test": "tsx --test src/services/extract.test.ts && tsx --test src/services/simple-config.test.ts && tsx --test src/services/embeddings-provider.test.ts && tsx --test src/rag/sources.test.ts && tsx --test src/intents/general.test.ts && tsx --test src/intents/define.test.ts && tsx --test src/services/token-usage.test.ts",
     "prepublishOnly": "pnpm build && pnpm test"
   },
   "publishConfig": {
@@ -43,13 +44,19 @@
     "redis": "^6.0.0"
   },
   "optionalDependencies": {
-    "langsmith": "^0.7.10"
+    "@xenova/transformers": "^2.17.2",
+    "langsmith": "^0.7.10",
+    "mammoth": "^1.9.0",
+    "pdf-parse": "^1.1.1"
   },
   "devDependencies": {
     "@langchain/core": "^1.2.0",
     "@langchain/langgraph": "^1.4.4",
     "@langchain/langgraph-checkpoint": "^1.1.2",
     "@types/node": "^25.9.3",
+    "@xenova/transformers": "^2.17.2",
+    "mammoth": "^1.12.0",
+    "pdf-parse": "^1.1.4",
     "tsx": "^4.23.0",
     "typescript": "^6.0.3",
     "zod": "^4.4.3"