substrai-lambdallm 1.0.0 → 1.1.0

package/README.md

@@ -1,41 +1,83 @@
 # substrai-lambdallm
 
-**Serverless-native LLM orchestration framework for AWS Lambda.**
+**Serverless-native LLM orchestration framework for AWS Lambda (TypeScript)**
 
-[![PyPI](https://badge.fury.io/py/substrai-lambdallm.svg)](https://pypi.org/project/substrai-lambdallm/)
+[![npm](https://badge.fury.io/js/substrai-lambdallm.svg)](https://www.npmjs.com/package/substrai-lambdallm)
 [![GitHub](https://img.shields.io/github/stars/substrai/lambdallm)](https://github.com/substrai/lambdallm)
-[![Docs](https://img.shields.io/badge/docs-substrai.github.io-blue)](https://substrai.github.io/lambdallm)
 
-> **Note:** The primary implementation is in Python. TypeScript SDK coming soon.
-
-## Install (Python)
+## Install
 
 ```bash
-pip install substrai-lambdallm[bedrock]
+npm install substrai-lambdallm @aws-sdk/client-bedrock-runtime
 ```
 
 ## Quick Start
 
-```python
-from lambdallm import handler, Prompt, Model
+```typescript
+import { handler, Model } from 'substrai-lambdallm';
 
-@handler(model=Model.CLAUDE_3_HAIKU)
-def lambda_handler(event, context):
-    result = context.invoke("Summarize: {text}", text=event["body"]["text"])
-    return {"statusCode": 200, "body": result}
+export const lambdaHandler = handler(
+  { model: Model.CLAUDE_3_HAIKU, maxRetries: 3 },
+  async (event, context) => {
+    const result = await context.invoke('Summarize: {text}', { text: event.body.text });
+    return { statusCode: 200, body: { result, cost: context.totalCost } };
+  }
+);
 ```
 
 ## Features
 
-- < 5MB package (vs 400MB+ for LangChain)
-- Cold-start optimized (lazy imports, connection pooling)
-- DynamoDB-native state (conversation memory persists)
-- Multi-step chains with checkpoint/resume
-- AI Agents with tool sandboxing
-- Cost-aware model routing
-- One-command deploy
-- A/B testing for prompts
-- Full observability (X-Ray + CloudWatch)
+- **< 50KB** package size
+- **TypeScript-first** with full type safety
+- **Bedrock provider** (Claude, Titan, Llama)
+- **Retry with backoff** and fallback models
+- **Prompt templates** with variable validation
+- **Multi-step chains** with checkpoint/resume
+- **AI Agents** with ReAct loop and tools
+- **Session state** with sliding window memory
+- **Cost tracking** per request
+
+## Chains
+
+```typescript
+import { Chain, Step } from 'substrai-lambdallm';
+
+const pipeline = new Chain({
+  name: 'analysis',
+  steps: [
+    new Step({ name: 'extract', prompt: 'Extract entities: {input}' }),
+    new Step({ name: 'classify', prompt: 'Classify: {extract.output}' }),
+  ],
+  timeoutStrategy: 'checkpoint',
+});
+
+const result = await pipeline.run(context, { input: 'document text' });
+```
+
+## Agents
+
+```typescript
+import { Agent, Tool } from 'substrai-lambdallm';
+
+const search = Tool({ description: 'Search docs' })(
+  (input: any) => `Results for ${input.query}`
+);
+
+const agent = new Agent({
+  name: 'researcher',
+  systemPrompt: 'You are a research assistant.',
+  tools: [search],
+  maxIterations: 5,
+});
+
+const result = await agent.run('What is LambdaLLM?', context);
+```
+
+## Also Available in Python
+
+```bash
+pip install substrai-lambdallm[bedrock]
+```
 
 ## Links
 
@@ -46,5 +88,3 @@ def lambda_handler(event, context):
 ## Author
 
 **Gaurav Kumar Sinha** — Founder, [SubstrAI](https://github.com/substrai)
-
-Email: gaurav@substrai.dev

package/dist/agents/agent.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Agent and Tool system for LambdaLLM.
+ */
+import { LambdaLLMContext } from '../core/context';
+export interface ToolDefinition {
+    name: string;
+    description: string;
+    parameters: Array<{
+        name: string;
+        type: string;
+        description: string;
+        required: boolean;
+    }>;
+    func: (...args: any[]) => any;
+}
+/**
+ * Decorator-like function to define a tool.
+ */
+export declare function Tool(options: {
+    description: string;
+    name?: string;
+}): (func: Function) => ToolDefinition;
+export interface AgentResult {
+    answer: string;
+    status: 'completed' | 'max_iterations' | 'timeout' | 'cost_limit';
+    totalIterations: number;
+    totalToolCalls: number;
+    totalCostUsd: number;
+    totalLatencyMs: number;
+    steps: Array<{
+        thought: string;
+        toolName?: string;
+        toolOutput?: string;
+        isFinal: boolean;
+    }>;
+}
+export interface AgentOptions {
+    name: string;
+    systemPrompt: string;
+    tools: ToolDefinition[];
+    maxIterations?: number;
+    timeoutBuffer?: number;
+    maxCostUsd?: number;
+}
+export declare class Agent {
+    name: string;
+    systemPrompt: string;
+    tools: ToolDefinition[];
+    maxIterations: number;
+    timeoutBuffer: number;
+    maxCostUsd?: number;
+    constructor(options: AgentOptions);
+    run(query: string, context: LambdaLLMContext): Promise<AgentResult>;
+    private parseDecision;
+    private buildResult;
+}
+//# sourceMappingURL=agent.d.ts.map

package/dist/agents/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/agents/agent.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAC1F,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC;CAC/B;AAED;;GAEG;AACH,wBAAgB,IAAI,CAAC,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,IACjD,MAAM,QAAQ,KAAG,cAAc,CAQjD;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,gBAAgB,GAAG,SAAS,GAAG,YAAY,CAAC;IAClE,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CAC7F;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,KAAK;IACT,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;gBAEf,OAAO,EAAE,YAAY;IAS3B,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IA+CzE,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,WAAW;CAYpB"}

package/dist/agents/agent.js

@@ -0,0 +1,93 @@
+"use strict";
+/**
+ * Agent and Tool system for LambdaLLM.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Agent = void 0;
+exports.Tool = Tool;
+/**
+ * Decorator-like function to define a tool.
+ */
+function Tool(options) {
+    return function (func) {
+        return {
+            name: options.name || func.name,
+            description: options.description,
+            parameters: [],
+            func: func,
+        };
+    };
+}
+class Agent {
+    constructor(options) {
+        this.name = options.name;
+        this.systemPrompt = options.systemPrompt;
+        this.tools = options.tools;
+        this.maxIterations = options.maxIterations || 10;
+        this.timeoutBuffer = options.timeoutBuffer || 30;
+        this.maxCostUsd = options.maxCostUsd;
+    }
+    async run(query, context) {
+        const startTime = Date.now();
+        const steps = [];
+        let toolCalls = 0;
+        const toolDescriptions = this.tools.map(t => `- ${t.name}: ${t.description}`).join('\n');
+        const systemContent = `${this.systemPrompt}\n\nTools available:\n${toolDescriptions}\n\nRespond with JSON: {"thought": "...", "tool_name": "...", "tool_input": {...}} or {"thought": "...", "final_answer": "..."}`;
+        let messages = `System: ${systemContent}\n\nUser: ${query}\n\nAssistant:`;
+        for (let i = 0; i < this.maxIterations; i++) {
+            if (context.remainingTimeMs < this.timeoutBuffer * 1000) {
+                return this.buildResult(steps, 'timeout', startTime, toolCalls, context.totalCost, 'Approaching timeout.');
+            }
+            if (this.maxCostUsd && context.totalCost >= this.maxCostUsd) {
+                return this.buildResult(steps, 'cost_limit', startTime, toolCalls, context.totalCost, 'Cost limit reached.');
+            }
+            const response = await context.invoke(messages);
+            const decision = this.parseDecision(response);
+            if (decision.final_answer) {
+                steps.push({ thought: decision.thought || '', isFinal: true });
+                return this.buildResult(steps, 'completed', startTime, toolCalls, context.totalCost, decision.final_answer);
+            }
+            if (decision.tool_name) {
+                const tool = this.tools.find(t => t.name === decision.tool_name);
+                let toolOutput = 'Tool not found';
+                if (tool) {
+                    try {
+                        toolOutput = String(tool.func(decision.tool_input || {}));
+                        toolCalls++;
+                    }
+                    catch (e) {
+                        toolOutput = `Error: ${e.message}`;
+                    }
+                }
+                steps.push({ thought: decision.thought || '', toolName: decision.tool_name, toolOutput, isFinal: false });
+                messages += `\n${response}\nUser: Tool '${decision.tool_name}' returned: ${toolOutput}\nContinue.\nAssistant:`;
+            }
+        }
+        return this.buildResult(steps, 'max_iterations', startTime, toolCalls, context.totalCost, 'Max iterations reached.');
+    }
+    parseDecision(response) {
+        try {
+            if (response.trim().startsWith('{'))
+                return JSON.parse(response.trim());
+            if (response.includes('```json')) {
+                const json = response.split('```json')[1].split('```')[0];
+                return JSON.parse(json.trim());
+            }
+            return { thought: 'Direct response', final_answer: response };
+        }
+        catch {
+            return { thought: 'Could not parse', final_answer: response };
+        }
+    }
+    buildResult(steps, status, startTime, toolCalls, cost, answer) {
+        return {
+            answer, status, steps,
+            totalIterations: steps.length,
+            totalToolCalls: toolCalls,
+            totalCostUsd: cost,
+            totalLatencyMs: Date.now() - startTime,
+        };
+    }
+}
+exports.Agent = Agent;
+//# sourceMappingURL=agent.js.map

package/dist/agents/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/agents/agent.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAeH,oBASC;AAZD;;GAEG;AACH,SAAgB,IAAI,CAAC,OAA+C;IAClE,OAAO,UAAU,IAAc;QAC7B,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,EAAE;YACd,IAAI,EAAE,IAAW;SAClB,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAqBD,MAAa,KAAK;IAQhB,YAAY,OAAqB;QAC/B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;QACjD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;QACjD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa,EAAE,OAAyB;QAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,YAAY,yBAAyB,gBAAgB,iIAAiI,CAAC;QAErN,IAAI,QAAQ,GAAG,WAAW,aAAa,aAAa,KAAK,gBAAgB,CAAC;QAE1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;YAC7G,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC5D,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;YAC/G,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAE9C,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/D,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC9G,CAAC;YAED,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACjE,IAAI,UAAU,GAAG,gBAAgB,CAAC;gBAClC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;wBAC1D,SAAS,EAAE,CAAC;oBACd,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,UAAU,GAAG,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;oBACrC,CAAC;gBACH,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1G,QAAQ,IAAI,KAAK,QAAQ,iBAAiB,QAAQ,CAAC,SAAS,eAAe,UAAU,yBAAyB,CAAC;YACjH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;IACvH,CAAC;IAEO,aAAa,CAAC,QAAgB;QACpC,IAAI,CAAC;YACH,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACxE,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACjC,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;IAEO,WAAW,CACjB,KAA2B,EAAE,MAA6B,EAC1D,SAAiB,EAAE,SAAiB,EAAE,IAAY,EAAE,MAAc;QAElE,OAAO;YACL,MAAM,EAAE,MAAM,EAAE,KAAK;YACrB,eAAe,EAAE,KAAK,CAAC,MAAM;YAC7B,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,IAAI;YAClB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACvC,CAAC;IACJ,CAAC;CACF;AAzFD,sBAyFC"}

package/dist/chains/chain.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Multi-step chain pipeline for LambdaLLM.
+ */
+import { LambdaLLMContext } from '../core/context';
+export interface StepOptions {
+    name: string;
+    prompt?: string;
+    func?: (outputs: Record<string, any>) => any;
+    condition?: (outputs: Record<string, any>) => boolean;
+}
+export declare class Step {
+    name: string;
+    prompt?: string;
+    func?: (outputs: Record<string, any>) => any;
+    condition?: (outputs: Record<string, any>) => boolean;
+    constructor(options: StepOptions);
+    get isLlmStep(): boolean;
+    get isTransformStep(): boolean;
+}
+export interface ChainResult {
+    chainName: string;
+    status: 'completed' | 'checkpointed' | 'failed' | 'truncated';
+    steps: Array<{
+        name: string;
+        output: any;
+        costUsd: number;
+        latencyMs: number;
+        skipped: boolean;
+    }>;
+    finalOutput: any;
+    totalCostUsd: number;
+    totalLatencyMs: number;
+    completedSteps: number;
+    checkpoint?: any;
+}
+export interface ChainOptions {
+    name: string;
+    steps: Step[];
+    timeoutStrategy?: 'fail-fast' | 'checkpoint' | 'truncate';
+    maxTotalCost?: number;
+}
+export declare class Chain {
+    name: string;
+    steps: Step[];
+    timeoutStrategy: string;
+    maxTotalCost?: number;
+    constructor(options: ChainOptions);
+    run(context: LambdaLLMContext, variables: Record<string, any>): Promise<ChainResult>;
+    private resolveVariables;
+}
+//# sourceMappingURL=chain.d.ts.map

package/dist/chains/chain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain.d.ts","sourceRoot":"","sources":["../../src/chains/chain.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC;IAC7C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;CACvD;AAED,qBAAa,IAAI;IACR,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC;IAC7C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC;gBAEjD,OAAO,EAAE,WAAW;IAUhC,IAAI,SAAS,IAAI,OAAO,CAA0B;IAClD,IAAI,eAAe,IAAI,OAAO,CAAwB;CACvD;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,cAAc,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC9D,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IAClG,WAAW,EAAE,GAAG,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,GAAG,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,eAAe,CAAC,EAAE,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,KAAK;IACT,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;gBAEjB,OAAO,EAAE,YAAY;IAQ3B,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IAyE1F,OAAO,CAAC,gBAAgB;CAKzB"}

package/dist/chains/chain.js

@@ -0,0 +1,103 @@
+"use strict";
+/**
+ * Multi-step chain pipeline for LambdaLLM.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Chain = exports.Step = void 0;
+class Step {
+    constructor(options) {
+        if (!options.prompt && !options.func) {
+            throw new Error(`Step '${options.name}' must have either prompt or func`);
+        }
+        this.name = options.name;
+        this.prompt = options.prompt;
+        this.func = options.func;
+        this.condition = options.condition;
+    }
+    get isLlmStep() { return !!this.prompt; }
+    get isTransformStep() { return !!this.func; }
+}
+exports.Step = Step;
+class Chain {
+    constructor(options) {
+        if (!options.steps.length)
+            throw new Error('Chain must have at least one step');
+        this.name = options.name;
+        this.steps = options.steps;
+        this.timeoutStrategy = options.timeoutStrategy || 'fail-fast';
+        this.maxTotalCost = options.maxTotalCost;
+    }
+    async run(context, variables) {
+        const startTime = Date.now();
+        const outputs = { ...variables };
+        const stepResults = [];
+        let totalCost = 0;
+        for (let i = 0; i < this.steps.length; i++) {
+            const step = this.steps[i];
+            // Check timeout
+            if (this.timeoutStrategy === 'checkpoint' && context.shouldCheckpoint) {
+                return {
+                    chainName: this.name, status: 'checkpointed', steps: stepResults,
+                    finalOutput: stepResults[stepResults.length - 1]?.output,
+                    totalCostUsd: totalCost, totalLatencyMs: Date.now() - startTime,
+                    completedSteps: stepResults.filter(s => !s.skipped).length,
+                    checkpoint: { nextStepIndex: i, outputs },
+                };
+            }
+            // Check cost
+            if (this.maxTotalCost && totalCost >= this.maxTotalCost) {
+                return {
+                    chainName: this.name, status: 'truncated', steps: stepResults,
+                    finalOutput: stepResults[stepResults.length - 1]?.output,
+                    totalCostUsd: totalCost, totalLatencyMs: Date.now() - startTime,
+                    completedSteps: stepResults.filter(s => !s.skipped).length,
+                };
+            }
+            // Check condition
+            if (step.condition && !step.condition(outputs)) {
+                stepResults.push({ name: step.name, output: null, costUsd: 0, latencyMs: 0, skipped: true });
+                continue;
+            }
+            const stepStart = Date.now();
+            try {
+                let output;
+                if (step.isLlmStep) {
+                    const resolved = this.resolveVariables(step.prompt, outputs);
+                    output = await context.invoke(resolved);
+                }
+                else if (step.func) {
+                    output = step.func(outputs);
+                }
+                const stepCost = context.totalCost - totalCost;
+                totalCost = context.totalCost;
+                outputs[step.name] = output;
+                outputs[`${step.name}.output`] = output;
+                stepResults.push({
+                    name: step.name, output, costUsd: stepCost,
+                    latencyMs: Date.now() - stepStart, skipped: false,
+                });
+            }
+            catch (e) {
+                stepResults.push({ name: step.name, output: null, costUsd: 0, latencyMs: Date.now() - stepStart, skipped: false });
+                return {
+                    chainName: this.name, status: 'failed', steps: stepResults,
+                    finalOutput: null, totalCostUsd: totalCost, totalLatencyMs: Date.now() - startTime,
+                    completedSteps: stepResults.filter(s => !s.skipped).length,
+                };
+            }
+        }
+        return {
+            chainName: this.name, status: 'completed', steps: stepResults,
+            finalOutput: stepResults[stepResults.length - 1]?.output,
+            totalCostUsd: totalCost, totalLatencyMs: Date.now() - startTime,
+            completedSteps: stepResults.filter(s => !s.skipped).length,
+        };
+    }
+    resolveVariables(template, outputs) {
+        return template.replace(/\{([a-zA-Z_][a-zA-Z0-9_.]*)\}/g, (_, key) => {
+            return key in outputs ? String(outputs[key]) : `{${key}}`;
+        });
+    }
+}
+exports.Chain = Chain;
+//# sourceMappingURL=chain.js.map

package/dist/chains/chain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain.js","sourceRoot":"","sources":["../../src/chains/chain.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAYH,MAAa,IAAI;IAMf,YAAY,OAAoB;QAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,CAAC,IAAI,mCAAmC,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,IAAI,SAAS,KAAc,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAClD,IAAI,eAAe,KAAc,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;CACvD;AAlBD,oBAkBC;AAoBD,MAAa,KAAK;IAMhB,YAAY,OAAqB;QAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,WAAW,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAyB,EAAE,SAA8B;QACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAwB,EAAE,GAAG,SAAS,EAAE,CAAC;QACtD,MAAM,WAAW,GAAyB,EAAE,CAAC;QAC7C,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAE3B,gBAAgB;YAChB,IAAI,IAAI,CAAC,eAAe,KAAK,YAAY,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBACtE,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW;oBAChE,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM;oBACxD,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAC/D,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;oBAC1D,UAAU,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,OAAO,EAAE;iBAC1C,CAAC;YACJ,CAAC;YAED,aAAa;YACb,IAAI,IAAI,CAAC,YAAY,IAAI,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACxD,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW;oBAC7D,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM;oBACxD,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAC/D,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;iBAC3D,CAAC;YACJ,CAAC;YAED,kBAAkB;YAClB,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7F,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,MAAW,CAAC;gBAChB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;oBAC9D,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1C,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACrB,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;gBAED,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC/C,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;gBAC5B,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,MAAM,CAAC;gBAExC,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ;oBAC1C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK;iBAClD,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBACnH,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW;oBAC1D,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClF,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW;YAC7D,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM;YACxD,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAC/D,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;SAC3D,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,QAAgB,EAAE,OAA4B;QACrE,OAAO,QAAQ,CAAC,OAAO,CAAC,gCAAgC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;YACnE,OAAO,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA5FD,sBA4FC"}

package/dist/core/context.d.ts

@@ -0,0 +1,34 @@
+/**
+ * LambdaLLM Context - passed to handler functions.
+ */
+import { ModelConfig } from './models';
+export declare class LambdaLLMContext {
+    model: ModelConfig;
+    timeoutBuffer: number;
+    maxRetries: number;
+    fallbackModel?: ModelConfig;
+    private lambdaContext;
+    private _totalCost;
+    private _invocationCount;
+    private _provider;
+    constructor(options: {
+        model: ModelConfig;
+        timeoutBuffer?: number;
+        maxRetries?: number;
+        fallbackModel?: ModelConfig;
+        lambdaContext?: any;
+    });
+    get remainingTimeMs(): number;
+    get shouldCheckpoint(): boolean;
+    get totalCost(): number;
+    get invocationCount(): number;
+    invoke(prompt: string, variables?: Record<string, any>): Promise<string>;
+    invokeStructured(prompt: string, variables?: Record<string, any>): Promise<any>;
+    getRawClient(service?: string): any;
+    private formatPrompt;
+    private invokeWithRetry;
+    private callProvider;
+    private buildRequestBody;
+    private parseResponse;
+}
+//# sourceMappingURL=context.d.ts.map

package/dist/core/context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/core/context.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAgC,MAAM,UAAU,CAAC;AAGrE,qBAAa,gBAAgB;IACpB,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,WAAW,CAAC;IACnC,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,SAAS,CAAa;gBAElB,OAAO,EAAE;QACnB,KAAK,EAAE,WAAW,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,WAAW,CAAC;QAC5B,aAAa,CAAC,EAAE,GAAG,CAAC;KACrB;IAQD,IAAI,eAAe,IAAI,MAAM,CAK5B;IAED,IAAI,gBAAgB,IAAI,OAAO,CAE9B;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,eAAe,IAAI,MAAM,CAE5B;IAEK,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAcxE,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC;IAoBrF,YAAY,CAAC,OAAO,SAAoB,GAAG,GAAG;IAU9C,OAAO,CAAC,YAAY;YAQN,eAAe;YA0Bf,YAAY;IAiC1B,OAAO,CAAC,gBAAgB;IA2BxB,OAAO,CAAC,aAAa;CAsBtB"}