substrai-lambdallm 1.1.0 → 1.2.0

package/dist/agents/extras.d.ts

@@ -0,0 +1,59 @@
+/**
+ * Multi-agent router, tool sandboxing, and async tool dispatch.
+ */
+import { Agent, AgentResult } from './agent';
+import { LambdaLLMContext } from '../core/context';
+export interface RouteConfig {
+    agent: Agent;
+    description: string;
+    keywords: string[];
+    priority?: number;
+}
+export declare class AgentRouter {
+    private routes;
+    private fallback?;
+    private strategy;
+    constructor(options: {
+        routes: RouteConfig[];
+        fallback?: Agent;
+        strategy?: 'keyword' | 'llm';
+    });
+    route(query: string, context: LambdaLLMContext): Promise<AgentResult>;
+    private routeByKeyword;
+    private routeByLLM;
+}
+export interface SandboxPolicy {
+    allowedActions: string[];
+    deniedActions: string[];
+    maxExecutionTimeMs: number;
+}
+export declare class ToolSandbox {
+    private policy;
+    constructor(policy?: Partial<SandboxPolicy>);
+    execute<T>(fn: () => T | Promise<T>): Promise<T>;
+    validateAction(action: string): boolean;
+}
+export interface AsyncToolRequest {
+    requestId: string;
+    toolName: string;
+    toolInput: Record<string, any>;
+}
+export declare class AsyncToolDispatcher {
+    private queueUrl?;
+    private client;
+    constructor(options?: {
+        queueUrl?: string;
+    });
+    dispatch(toolName: string, toolInput: Record<string, any>): Promise<AsyncToolRequest>;
+    private sendToSQS;
+    private generateId;
+}
+export declare class StreamingResponse {
+    private chunks;
+    private generator;
+    constructor(generator: AsyncGenerator<string>);
+    [Symbol.asyncIterator](): AsyncGenerator<string>;
+    getFullText(): Promise<string>;
+    toLambdaStream(): AsyncGenerator<Buffer>;
+}
+//# sourceMappingURL=extras.d.ts.map

package/dist/agents/extras.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extras.d.ts","sourceRoot":"","sources":["../../src/agents/extras.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,KAAK,EAAE,WAAW,EAAkB,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAInD,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,QAAQ,CAAC,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAoB;gBAExB,OAAO,EAAE;QAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAC,QAAQ,CAAC,EAAE,SAAS,GAAG,KAAK,CAAA;KAAE;IAMxF,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAe3E,OAAO,CAAC,cAAc;YAUR,UAAU;CAUzB;AAID,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAgB;gBAElB,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC;IAQrC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAWtD,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;CAUxC;AAID,MAAM,WAAW,gBAAgB;IAAG,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAAE;AAE1G,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAa;gBAEf,OAAO,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAO;IAIzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAY7E,SAAS;IAavB,OAAO,CAAC,UAAU;CAMnB;AAID,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,SAAS,CAAyB;gBAE9B,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC;IAItC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC;IAOjD,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAKpC,cAAc,IAAI,cAAc,CAAC,MAAM,CAAC;CAWzC"}

package/dist/agents/extras.js

@@ -0,0 +1,152 @@
+"use strict";
+/**
+ * Multi-agent router, tool sandboxing, and async tool dispatch.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamingResponse = exports.AsyncToolDispatcher = exports.ToolSandbox = exports.AgentRouter = void 0;
+class AgentRouter {
+    constructor(options) {
+        this.routes = options.routes.sort((a, b) => (b.priority || 0) - (a.priority || 0));
+        this.fallback = options.fallback;
+        this.strategy = options.strategy || 'keyword';
+    }
+    async route(query, context) {
+        let agent;
+        if (this.strategy === 'keyword') {
+            agent = this.routeByKeyword(query);
+        }
+        else {
+            agent = await this.routeByLLM(query, context);
+        }
+        if (!agent)
+            agent = this.fallback;
+        if (!agent)
+            throw new Error('No agent matched and no fallback configured');
+        return agent.run(query, context);
+    }
+    routeByKeyword(query) {
+        const lower = query.toLowerCase();
+        for (const route of this.routes) {
+            for (const keyword of route.keywords) {
+                if (lower.includes(keyword.toLowerCase()))
+                    return route.agent;
+            }
+        }
+        return undefined;
+    }
+    async routeByLLM(query, context) {
+        const descriptions = this.routes.map(r => `- ${r.agent.name}: ${r.description}`).join('\n');
+        const prompt = `Classify this query into one of these categories:\n${descriptions}\n\nQuery: ${query}\n\nRespond with ONLY the agent name.`;
+        try {
+            const response = await context.invoke(prompt);
+            const name = response.trim().toLowerCase();
+            const match = this.routes.find(r => r.agent.name.toLowerCase() === name);
+            return match?.agent;
+        }
+        catch {
+            return undefined;
+        }
+    }
+}
+exports.AgentRouter = AgentRouter;
+class ToolSandbox {
+    constructor(policy) {
+        this.policy = {
+            allowedActions: policy?.allowedActions || [],
+            deniedActions: policy?.deniedActions || [],
+            maxExecutionTimeMs: policy?.maxExecutionTimeMs || 30000,
+        };
+    }
+    async execute(fn) {
+        const start = Date.now();
+        const result = await Promise.race([
+            Promise.resolve(fn()),
+            new Promise((_, reject) => setTimeout(() => reject(new Error(`Tool execution exceeded timeout (${this.policy.maxExecutionTimeMs}ms)`)), this.policy.maxExecutionTimeMs)),
+        ]);
+        return result;
+    }
+    validateAction(action) {
+        if (this.policy.deniedActions.includes(action))
+            return false;
+        if (this.policy.allowedActions.length === 0)
+            return true;
+        for (const allowed of this.policy.allowedActions) {
+            if (allowed === '*')
+                return true;
+            if (allowed.endsWith('*') && action.startsWith(allowed.slice(0, -1)))
+                return true;
+            if (action === allowed)
+                return true;
+        }
+        return false;
+    }
+}
+exports.ToolSandbox = ToolSandbox;
+class AsyncToolDispatcher {
+    constructor(options = {}) {
+        this.client = null;
+        this.queueUrl = options.queueUrl;
+    }
+    async dispatch(toolName, toolInput) {
+        const requestId = this.generateId();
+        const request = { requestId, toolName, toolInput };
+        if (this.queueUrl) {
+            await this.sendToSQS(request);
+        }
+        console.log(JSON.stringify({ event: 'async_tool.dispatched', ...request }));
+        return request;
+    }
+    async sendToSQS(request) {
+        try {
+            const { SQSClient, SendMessageCommand } = require('@aws-sdk/client-sqs');
+            if (!this.client)
+                this.client = new SQSClient({});
+            await this.client.send(new SendMessageCommand({
+                QueueUrl: this.queueUrl,
+                MessageBody: JSON.stringify(request),
+            }));
+        }
+        catch (e) {
+            throw new Error(`Failed to dispatch async tool: ${e.message}`);
+        }
+    }
+    generateId() {
+        return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {
+            const r = Math.random() * 16 | 0;
+            return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);
+        });
+    }
+}
+exports.AsyncToolDispatcher = AsyncToolDispatcher;
+// ===== STREAMING =====
+class StreamingResponse {
+    constructor(generator) {
+        this.chunks = [];
+        this.generator = generator;
+    }
+    async *[Symbol.asyncIterator]() {
+        for await (const chunk of this.generator) {
+            this.chunks.push(chunk);
+            yield chunk;
+        }
+    }
+    async getFullText() {
+        for await (const chunk of this.generator) {
+            this.chunks.push(chunk);
+        }
+        return this.chunks.join('');
+    }
+    toLambdaStream() {
+        const self = this;
+        return (async function* () {
+            yield Buffer.from(JSON.stringify({ type: 'metadata' }) + '\n');
+            for await (const chunk of self.generator) {
+                self.chunks.push(chunk);
+                yield Buffer.from(JSON.stringify({ type: 'content', text: chunk }) + '\n');
+            }
+            yield Buffer.from(JSON.stringify({ type: 'complete' }) + '\n');
+        })();
+    }
+}
+exports.StreamingResponse = StreamingResponse;
+//# sourceMappingURL=extras.js.map

package/dist/agents/extras.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extras.js","sourceRoot":"","sources":["../../src/agents/extras.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAcH,MAAa,WAAW;IAKtB,YAAY,OAAkF;QAC5F,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,OAAyB;QAClD,IAAI,KAAwB,CAAC;QAE7B,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,KAAK;YAAE,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAE3E,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC,KAAK,CAAC;YAChE,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,OAAyB;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5F,MAAM,MAAM,GAAG,sDAAsD,YAAY,cAAc,KAAK,uCAAuC,CAAC;QAC5I,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC;YACzE,OAAO,KAAK,EAAE,KAAK,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;IAC/B,CAAC;CACF;AA9CD,kCA8CC;AAUD,MAAa,WAAW;IAGtB,YAAY,MAA+B;QACzC,IAAI,CAAC,MAAM,GAAG;YACZ,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,EAAE;YAC5C,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,EAAE;YAC1C,kBAAkB,EAAE,MAAM,EAAE,kBAAkB,IAAI,KAAK;SACxD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAI,EAAwB;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAChC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACrB,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,MAAM,CAAC,kBAAkB,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAC7I;SACF,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,MAAc;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACzD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACjD,IAAI,OAAO,KAAK,GAAG;gBAAE,OAAO,IAAI,CAAC;YACjC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClF,IAAI,MAAM,KAAK,OAAO;gBAAE,OAAO,IAAI,CAAC;QACtC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAhCD,kCAgCC;AAMD,MAAa,mBAAmB;IAI9B,YAAY,UAAiC,EAAE;QAFvC,WAAM,GAAQ,IAAI,CAAC;QAGzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,SAA8B;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,OAAO,GAAqB,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QAErE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;QAC5E,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAAyB;QAC/C,IAAI,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;YACzE,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC;gBAC5C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aACrC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE;YACjE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAvCD,kDAuCC;AAED,wBAAwB;AAExB,MAAa,iBAAiB;IAI5B,YAAY,SAAiC;QAHrC,WAAM,GAAa,EAAE,CAAC;QAI5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QACtE,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YAC/D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACxB,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YAC7E,CAAC;YACD,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACjE,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;CACF;AA/BD,8CA+BC"}

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 /**
  * LambdaLLM - Serverless-native LLM orchestration framework for AWS Lambda.
- * TypeScript implementation.
+ * TypeScript implementation - full feature parity with Python version.
  *
  * @packageDocumentation
  * @author Gaurav Kumar Sinha <gaurav@substrai.dev>
@@ -8,12 +8,18 @@
  */
 export { handler, HandlerOptions } from './core/handler';
 export { Prompt, PromptOptions } from './core/prompt';
-export { Model, ModelConfig, ModelResponse } from './core/models';
+export { Model, ModelConfig, ModelResponse, calculateCost, MODEL_COSTS } from './core/models';
 export { LambdaLLMContext } from './core/context';
-export { Chain, Step, ChainResult } from './chains/chain';
-export { Session, MemoryStrategy } from './state/session';
+export { LambdaLLMError, ModelInvocationError, TimeoutError, BudgetExceededError, ConfigurationError } from './core/exceptions';
+export { Chain, Step, ChainResult, StepOptions, ChainOptions } from './chains/chain';
+export { Session, MemoryStrategy, Message } from './state/session';
+export { DynamoDBStateStore, InMemoryStateStore, StateStore } from './state/store';
+export { ContextWindowManager } from './state/contextWindow';
 export { Middleware } from './middleware/base';
-export { Tool, Agent, AgentResult } from './agents/agent';
-export { LambdaLLMError, ModelInvocationError, TimeoutError, BudgetExceededError, } from './core/exceptions';
-export declare const VERSION = "1.1.0";
+export { LoggingMiddleware, CostTrackingMiddleware } from './middleware/logging';
+export { Tool, Agent, AgentResult, ToolDefinition, AgentOptions } from './agents/agent';
+export { AgentRouter, RouteConfig, ToolSandbox, SandboxPolicy, AsyncToolDispatcher, StreamingResponse } from './agents/extras';
+export { Tracer, Span, MetricsEmitter, CostTracker, CostEntry, CostReport, Experiment, Variant, PromptAnalytics, PromptMetrics, CostAwareRouter, RoutingRule } from './observability/index';
+export { MockLambdaContext, MockProvider, GoldenDatasetRunner, GoldenCase, GoldenResult } from './testing/index';
+export declare const VERSION = "1.2.0";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,YAAY,EACZ,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,eAAO,MAAM,OAAO,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC9F,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAGhI,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAGrF,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAG7D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACxF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAG/H,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAG5L,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,mBAAmB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEjH,eAAO,MAAM,OAAO,UAAU,CAAC"}

package/dist/index.js

@@ -1,37 +1,71 @@
 "use strict";
 /**
  * LambdaLLM - Serverless-native LLM orchestration framework for AWS Lambda.
- * TypeScript implementation.
+ * TypeScript implementation - full feature parity with Python version.
  *
  * @packageDocumentation
  * @author Gaurav Kumar Sinha <gaurav@substrai.dev>
  * @see https://github.com/substrai/lambdallm
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VERSION = exports.BudgetExceededError = exports.TimeoutError = exports.ModelInvocationError = exports.LambdaLLMError = exports.Agent = exports.Tool = exports.Middleware = exports.MemoryStrategy = exports.Session = exports.Step = exports.Chain = exports.LambdaLLMContext = exports.Model = exports.Prompt = exports.handler = void 0;
+exports.VERSION = exports.GoldenDatasetRunner = exports.MockProvider = exports.MockLambdaContext = exports.CostAwareRouter = exports.PromptAnalytics = exports.Experiment = exports.CostTracker = exports.MetricsEmitter = exports.Tracer = exports.StreamingResponse = exports.AsyncToolDispatcher = exports.ToolSandbox = exports.AgentRouter = exports.Agent = exports.Tool = exports.CostTrackingMiddleware = exports.LoggingMiddleware = exports.Middleware = exports.ContextWindowManager = exports.InMemoryStateStore = exports.DynamoDBStateStore = exports.MemoryStrategy = exports.Session = exports.Step = exports.Chain = exports.ConfigurationError = exports.BudgetExceededError = exports.TimeoutError = exports.ModelInvocationError = exports.LambdaLLMError = exports.LambdaLLMContext = exports.MODEL_COSTS = exports.calculateCost = exports.Model = exports.Prompt = exports.handler = void 0;
+// Core
 var handler_1 = require("./core/handler");
 Object.defineProperty(exports, "handler", { enumerable: true, get: function () { return handler_1.handler; } });
 var prompt_1 = require("./core/prompt");
 Object.defineProperty(exports, "Prompt", { enumerable: true, get: function () { return prompt_1.Prompt; } });
 var models_1 = require("./core/models");
 Object.defineProperty(exports, "Model", { enumerable: true, get: function () { return models_1.Model; } });
+Object.defineProperty(exports, "calculateCost", { enumerable: true, get: function () { return models_1.calculateCost; } });
+Object.defineProperty(exports, "MODEL_COSTS", { enumerable: true, get: function () { return models_1.MODEL_COSTS; } });
 var context_1 = require("./core/context");
 Object.defineProperty(exports, "LambdaLLMContext", { enumerable: true, get: function () { return context_1.LambdaLLMContext; } });
+var exceptions_1 = require("./core/exceptions");
+Object.defineProperty(exports, "LambdaLLMError", { enumerable: true, get: function () { return exceptions_1.LambdaLLMError; } });
+Object.defineProperty(exports, "ModelInvocationError", { enumerable: true, get: function () { return exceptions_1.ModelInvocationError; } });
+Object.defineProperty(exports, "TimeoutError", { enumerable: true, get: function () { return exceptions_1.TimeoutError; } });
+Object.defineProperty(exports, "BudgetExceededError", { enumerable: true, get: function () { return exceptions_1.BudgetExceededError; } });
+Object.defineProperty(exports, "ConfigurationError", { enumerable: true, get: function () { return exceptions_1.ConfigurationError; } });
+// Chains
 var chain_1 = require("./chains/chain");
 Object.defineProperty(exports, "Chain", { enumerable: true, get: function () { return chain_1.Chain; } });
 Object.defineProperty(exports, "Step", { enumerable: true, get: function () { return chain_1.Step; } });
+// State
 var session_1 = require("./state/session");
 Object.defineProperty(exports, "Session", { enumerable: true, get: function () { return session_1.Session; } });
 Object.defineProperty(exports, "MemoryStrategy", { enumerable: true, get: function () { return session_1.MemoryStrategy; } });
+var store_1 = require("./state/store");
+Object.defineProperty(exports, "DynamoDBStateStore", { enumerable: true, get: function () { return store_1.DynamoDBStateStore; } });
+Object.defineProperty(exports, "InMemoryStateStore", { enumerable: true, get: function () { return store_1.InMemoryStateStore; } });
+var contextWindow_1 = require("./state/contextWindow");
+Object.defineProperty(exports, "ContextWindowManager", { enumerable: true, get: function () { return contextWindow_1.ContextWindowManager; } });
+// Middleware
 var base_1 = require("./middleware/base");
 Object.defineProperty(exports, "Middleware", { enumerable: true, get: function () { return base_1.Middleware; } });
+var logging_1 = require("./middleware/logging");
+Object.defineProperty(exports, "LoggingMiddleware", { enumerable: true, get: function () { return logging_1.LoggingMiddleware; } });
+Object.defineProperty(exports, "CostTrackingMiddleware", { enumerable: true, get: function () { return logging_1.CostTrackingMiddleware; } });
+// Agents
 var agent_1 = require("./agents/agent");
 Object.defineProperty(exports, "Tool", { enumerable: true, get: function () { return agent_1.Tool; } });
 Object.defineProperty(exports, "Agent", { enumerable: true, get: function () { return agent_1.Agent; } });
-var exceptions_1 = require("./core/exceptions");
-Object.defineProperty(exports, "LambdaLLMError", { enumerable: true, get: function () { return exceptions_1.LambdaLLMError; } });
-Object.defineProperty(exports, "ModelInvocationError", { enumerable: true, get: function () { return exceptions_1.ModelInvocationError; } });
-Object.defineProperty(exports, "TimeoutError", { enumerable: true, get: function () { return exceptions_1.TimeoutError; } });
-Object.defineProperty(exports, "BudgetExceededError", { enumerable: true, get: function () { return exceptions_1.BudgetExceededError; } });
-exports.VERSION = '1.1.0';
+var extras_1 = require("./agents/extras");
+Object.defineProperty(exports, "AgentRouter", { enumerable: true, get: function () { return extras_1.AgentRouter; } });
+Object.defineProperty(exports, "ToolSandbox", { enumerable: true, get: function () { return extras_1.ToolSandbox; } });
+Object.defineProperty(exports, "AsyncToolDispatcher", { enumerable: true, get: function () { return extras_1.AsyncToolDispatcher; } });
+Object.defineProperty(exports, "StreamingResponse", { enumerable: true, get: function () { return extras_1.StreamingResponse; } });
+// Observability
+var index_1 = require("./observability/index");
+Object.defineProperty(exports, "Tracer", { enumerable: true, get: function () { return index_1.Tracer; } });
+Object.defineProperty(exports, "MetricsEmitter", { enumerable: true, get: function () { return index_1.MetricsEmitter; } });
+Object.defineProperty(exports, "CostTracker", { enumerable: true, get: function () { return index_1.CostTracker; } });
+Object.defineProperty(exports, "Experiment", { enumerable: true, get: function () { return index_1.Experiment; } });
+Object.defineProperty(exports, "PromptAnalytics", { enumerable: true, get: function () { return index_1.PromptAnalytics; } });
+Object.defineProperty(exports, "CostAwareRouter", { enumerable: true, get: function () { return index_1.CostAwareRouter; } });
+// Testing
+var index_2 = require("./testing/index");
+Object.defineProperty(exports, "MockLambdaContext", { enumerable: true, get: function () { return index_2.MockLambdaContext; } });
+Object.defineProperty(exports, "MockProvider", { enumerable: true, get: function () { return index_2.MockProvider; } });
+Object.defineProperty(exports, "GoldenDatasetRunner", { enumerable: true, get: function () { return index_2.GoldenDatasetRunner; } });
+exports.VERSION = '1.2.0';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAEH,0CAAyD;AAAhD,kGAAA,OAAO,OAAA;AAChB,wCAAsD;AAA7C,gGAAA,MAAM,OAAA;AACf,wCAAkE;AAAzD,+FAAA,KAAK,OAAA;AACd,0CAAkD;AAAzC,2GAAA,gBAAgB,OAAA;AACzB,wCAA0D;AAAjD,8FAAA,KAAK,OAAA;AAAE,6FAAA,IAAI,OAAA;AACpB,2CAA0D;AAAjD,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,0CAA+C;AAAtC,kGAAA,UAAU,OAAA;AACnB,wCAA0D;AAAjD,6FAAA,IAAI,OAAA;AAAE,8FAAA,KAAK,OAAA;AACpB,gDAK2B;AAJzB,4GAAA,cAAc,OAAA;AACd,kHAAA,oBAAoB,OAAA;AACpB,0GAAA,YAAY,OAAA;AACZ,iHAAA,mBAAmB,OAAA;AAGR,QAAA,OAAO,GAAG,OAAO,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAEH,OAAO;AACP,0CAAyD;AAAhD,kGAAA,OAAO,OAAA;AAChB,wCAAsD;AAA7C,gGAAA,MAAM,OAAA;AACf,wCAA8F;AAArF,+FAAA,KAAK,OAAA;AAA8B,uGAAA,aAAa,OAAA;AAAE,qGAAA,WAAW,OAAA;AACtE,0CAAkD;AAAzC,2GAAA,gBAAgB,OAAA;AACzB,gDAAgI;AAAvH,4GAAA,cAAc,OAAA;AAAE,kHAAA,oBAAoB,OAAA;AAAE,0GAAA,YAAY,OAAA;AAAE,iHAAA,mBAAmB,OAAA;AAAE,gHAAA,kBAAkB,OAAA;AAEpG,SAAS;AACT,wCAAqF;AAA5E,8FAAA,KAAK,OAAA;AAAE,6FAAA,IAAI,OAAA;AAEpB,QAAQ;AACR,2CAAmE;AAA1D,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,uCAAmF;AAA1E,2GAAA,kBAAkB,OAAA;AAAE,2GAAA,kBAAkB,OAAA;AAC/C,uDAA6D;AAApD,qHAAA,oBAAoB,OAAA;AAE7B,aAAa;AACb,0CAA+C;AAAtC,kGAAA,UAAU,OAAA;AACnB,gDAAiF;AAAxE,4GAAA,iBAAiB,OAAA;AAAE,iHAAA,sBAAsB,OAAA;AAElD,SAAS;AACT,wCAAwF;AAA/E,6FAAA,IAAI,OAAA;AAAE,8FAAA,KAAK,OAAA;AACpB,0CAA+H;AAAtH,qGAAA,WAAW,OAAA;AAAe,qGAAA,WAAW,OAAA;AAAiB,6GAAA,mBAAmB,OAAA;AAAE,2GAAA,iBAAiB,OAAA;AAErG,gBAAgB;AAChB,+CAA4L;AAAnL,+FAAA,MAAM,OAAA;AAAQ,uGAAA,cAAc,OAAA;AAAE,oGAAA,WAAW,OAAA;AAAyB,mGAAA,UAAU,OAAA;AAAW,wGAAA,eAAe,OAAA;AAAiB,wGAAA,eAAe,OAAA;AAE/I,UAAU;AACV,yCAAiH;AAAxG,0GAAA,iBAAiB,OAAA;AAAE,qGAAA,YAAY,OAAA;AAAE,4GAAA,mBAAmB,OAAA;AAEhD,QAAA,OAAO,GAAG,OAAO,CAAC"}

package/dist/middleware/logging.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Logging and Cost middleware for LambdaLLM.
+ */
+import { Middleware } from './base';
+import { LambdaLLMContext } from '../core/context';
+export declare class LoggingMiddleware extends Middleware {
+    private startTime;
+    private logPrompts;
+    constructor(options?: {
+        logPrompts?: boolean;
+    });
+    beforeInvoke(event: Record<string, any>, context: LambdaLLMContext): Record<string, any>;
+    afterInvoke(event: Record<string, any>, result: any, context: LambdaLLMContext): any;
+}
+export declare class CostTrackingMiddleware extends Middleware {
+    private dailyBudget;
+    private onExceeded;
+    constructor(options?: {
+        dailyBudget?: number;
+        onExceeded?: 'block' | 'downgrade' | 'alert';
+    });
+    beforeInvoke(event: Record<string, any>, context: LambdaLLMContext): Record<string, any>;
+    afterInvoke(event: Record<string, any>, result: any, context: LambdaLLMContext): any;
+}
+//# sourceMappingURL=logging.d.ts.map

package/dist/middleware/logging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.d.ts","sourceRoot":"","sources":["../../src/middleware/logging.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,qBAAa,iBAAkB,SAAQ,UAAU;IAC/C,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,UAAU,CAAU;gBAEhB,OAAO,GAAE;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAO;IAKlD,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAcxF,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,GAAG,GAAG;CAWrF;AAED,qBAAa,sBAAuB,SAAQ,UAAU;IACpD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAkC;gBAExC,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,GAAG,WAAW,GAAG,OAAO,CAAA;KAAO;IAMhG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAKxF,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,GAAG,GAAG;CAUrF"}

package/dist/middleware/logging.js

@@ -0,0 +1,62 @@
+"use strict";
+/**
+ * Logging and Cost middleware for LambdaLLM.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CostTrackingMiddleware = exports.LoggingMiddleware = void 0;
+const base_1 = require("./base");
+class LoggingMiddleware extends base_1.Middleware {
+    constructor(options = {}) {
+        super();
+        this.startTime = 0;
+        this.logPrompts = options.logPrompts || false;
+    }
+    beforeInvoke(event, context) {
+        this.startTime = Date.now();
+        const logData = {
+            event: 'request.start',
+            path: event.path || event.rawPath || '/',
+            method: event.httpMethod || 'INVOKE',
+        };
+        if (this.logPrompts && event.body) {
+            logData.body_preview = typeof event.body === 'string' ? event.body.slice(0, 200) : event.body;
+        }
+        console.log(JSON.stringify(logData));
+        return event;
+    }
+    afterInvoke(event, result, context) {
+        const latencyMs = Date.now() - this.startTime;
+        console.log(JSON.stringify({
+            event: 'request.complete',
+            latency_ms: latencyMs,
+            status_code: result?.statusCode || 200,
+            total_cost_usd: context.totalCost,
+            invocations: context.invocationCount,
+        }));
+        return result;
+    }
+}
+exports.LoggingMiddleware = LoggingMiddleware;
+class CostTrackingMiddleware extends base_1.Middleware {
+    constructor(options = {}) {
+        super();
+        this.dailyBudget = options.dailyBudget || 50.0;
+        this.onExceeded = options.onExceeded || 'block';
+    }
+    beforeInvoke(event, context) {
+        // Budget check would query DynamoDB in production
+        return event;
+    }
+    afterInvoke(event, result, context) {
+        if (context.totalCost > 0) {
+            console.log(JSON.stringify({
+                event: 'cost.recorded',
+                cost_usd: context.totalCost,
+                budget_daily: this.dailyBudget,
+            }));
+        }
+        return result;
+    }
+}
+exports.CostTrackingMiddleware = CostTrackingMiddleware;
+//# sourceMappingURL=logging.js.map

package/dist/middleware/logging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.js","sourceRoot":"","sources":["../../src/middleware/logging.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,iCAAoC;AAGpC,MAAa,iBAAkB,SAAQ,iBAAU;IAI/C,YAAY,UAAoC,EAAE;QAChD,KAAK,EAAE,CAAC;QAJF,cAAS,GAAG,CAAC,CAAC;QAKpB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAChD,CAAC;IAED,YAAY,CAAC,KAA0B,EAAE,OAAyB;QAChE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAQ;YACnB,KAAK,EAAE,eAAe;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,GAAG;YACxC,MAAM,EAAE,KAAK,CAAC,UAAU,IAAI,QAAQ;SACrC,CAAC;QACF,IAAI,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAClC,OAAO,CAAC,YAAY,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAChG,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,WAAW,CAAC,KAA0B,EAAE,MAAW,EAAE,OAAyB;QAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACzB,KAAK,EAAE,kBAAkB;YACzB,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,MAAM,EAAE,UAAU,IAAI,GAAG;YACtC,cAAc,EAAE,OAAO,CAAC,SAAS;YACjC,WAAW,EAAE,OAAO,CAAC,eAAe;SACrC,CAAC,CAAC,CAAC;QACJ,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAlCD,8CAkCC;AAED,MAAa,sBAAuB,SAAQ,iBAAU;IAIpD,YAAY,UAAkF,EAAE;QAC9F,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC;IAClD,CAAC;IAED,YAAY,CAAC,KAA0B,EAAE,OAAyB;QAChE,kDAAkD;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,WAAW,CAAC,KAA0B,EAAE,MAAW,EAAE,OAAyB;QAC5E,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;gBACzB,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,OAAO,CAAC,SAAS;gBAC3B,YAAY,EAAE,IAAI,CAAC,WAAW;aAC/B,CAAC,CAAC,CAAC;QACN,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAzBD,wDAyBC"}

package/dist/observability/index.d.ts

@@ -0,0 +1,138 @@
+/**
+ * Observability system for LambdaLLM - Tracing, Metrics, Cost, A/B, Analytics.
+ */
+export interface Span {
+    name: string;
+    startTime: number;
+    endTime?: number;
+    status: 'ok' | 'error';
+    attributes: Record<string, any>;
+    durationMs: number;
+}
+export declare class Tracer {
+    private spans;
+    private enabled;
+    constructor(options?: {
+        enabled?: boolean;
+    });
+    span<T>(name: string, fn: (span: {
+        setAttribute: (k: string, v: any) => void;
+    }) => Promise<T>): Promise<T>;
+    getTraceSummary(): {
+        spanCount: number;
+        totalDurationMs: number;
+        errors: number;
+        spans: Span[];
+    };
+}
+export declare class MetricsEmitter {
+    private buffer;
+    private namespace;
+    private enabled;
+    constructor(options?: {
+        namespace?: string;
+        enabled?: boolean;
+    });
+    record(name: string, value: number, unit?: string, dimensions?: Record<string, string>): void;
+    recordModelInvocation(modelId: string, tokensIn: number, tokensOut: number, latencyMs: number, costUsd: number): void;
+    flush(): Promise<void>;
+    get pendingCount(): number;
+}
+export interface CostEntry {
+    timestamp: number;
+    modelId: string;
+    tokensIn: number;
+    tokensOut: number;
+    costUsd: number;
+    handlerName?: string;
+}
+export interface CostReport {
+    period: string;
+    totalCostUsd: number;
+    totalRequests: number;
+    byModel: Record<string, number>;
+    budgetUsd: number;
+    utilizationPercent: number;
+}
+export declare class CostTracker {
+    private dailyBudget;
+    private monthlyBudget;
+    private onExceeded;
+    private entries;
+    constructor(options?: {
+        dailyBudget?: number;
+        monthlyBudget?: number;
+        onExceeded?: 'block' | 'downgrade' | 'alert';
+    });
+    record(entry: CostEntry): void;
+    getDailySpend(): number;
+    checkBudget(): {
+        exceeded: boolean;
+        dailySpend: number;
+        utilization: number;
+    };
+    getReport(): CostReport;
+    forecastMonthly(): {
+        projected: number;
+        onTrack: boolean;
+    };
+}
+export interface Variant {
+    name: string;
+    weight: number;
+    promptTemplate?: string;
+    modelId?: string;
+}
+export declare class Experiment {
+    name: string;
+    variants: Variant[];
+    status: 'active' | 'paused' | 'completed';
+    constructor(options: {
+        name: string;
+        variants: Variant[];
+    });
+    selectVariant(userId?: string): Variant;
+    recordResult(variantName: string, metrics: {
+        latencyMs?: number;
+        costUsd?: number;
+        error?: boolean;
+    }): void;
+    private hashCode;
+}
+export interface PromptMetrics {
+    promptName: string;
+    invocations: number;
+    totalCost: number;
+    totalLatency: number;
+    errors: number;
+    avgCost: number;
+    avgLatency: number;
+    successRate: number;
+}
+export declare class PromptAnalytics {
+    private metrics;
+    record(promptName: string, data: {
+        costUsd: number;
+        latencyMs: number;
+        error?: boolean;
+    }): void;
+    getReport(promptName: string): PromptMetrics | null;
+    getSuggestions(promptName: string): string[];
+}
+export interface RoutingRule {
+    condition: string;
+    model: string;
+    priority?: number;
+}
+export declare class CostAwareRouter {
+    private strategy;
+    private rules;
+    constructor(options?: {
+        strategy?: 'cost-optimized' | 'quality-first' | 'balanced';
+        rules?: RoutingRule[];
+    });
+    select(prompt: string, budgetUtilization: number): string;
+    private evaluateCondition;
+    private resolveAlias;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/observability/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/observability/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,MAAM;IACjB,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO;IAIzC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE;QAAE,YAAY,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,KAAK,IAAI,CAAA;KAAE,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAiBhH,eAAe,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE;CAQjG;AAMD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAU;gBAEb,OAAO,GAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO;IAKnE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,SAAS,EAAE,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,GAAG,IAAI;IAKjG,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAS/G,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAa5B,IAAI,YAAY,IAAI,MAAM,CAA+B;CAC1D;AAID,MAAM,WAAW,SAAS;IAAG,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAAE;AAE9I,MAAM,WAAW,UAAU;IAAG,MAAM,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,kBAAkB,EAAE,MAAM,CAAC;CAAE;AAE5K,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,OAAO,CAAmB;gBAEtB,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,GAAG,WAAW,GAAG,OAAO,CAAA;KAAO;IAMxH,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAE9B,aAAa,IAAI,MAAM;IAKvB,WAAW,IAAI;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAK7E,SAAS,IAAI,UAAU;IAOvB,eAAe,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE;CAK3D;AAID,MAAM,WAAW,OAAO;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAAE;AAErG,qBAAa,UAAU;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAY;gBAEhD,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;KAAE;IAO1D,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO;IAOvC,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI3G,OAAO,CAAC,QAAQ;CAKjB;AAID,MAAM,WAAW,aAAa;IAAG,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;CAAE;AAE9L,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAA4G;IAE3H,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAU/F,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAUnD,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;CAS7C;AAID,MAAM,WAAW,WAAW;IAAG,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAAE;AAErF,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAkD;IAClE,OAAO,CAAC,KAAK,CAAgB;gBAEjB,OAAO,GAAE;QAAE,QAAQ,CAAC,EAAE,gBAAgB,GAAG,eAAe,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,EAAE,WAAW,EAAE,CAAA;KAAO;IAK/G,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,MAAM;IAgBzD,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,YAAY;CAQrB"}