adaptive-memory-multi-model-router 2.15.4 → 2.16.0

package/packages/a3m-vercel-ai/README.md

@@ -0,0 +1,161 @@
+# a3m-vercel-ai
+
+**A3M Router provider for Vercel AI SDK** — intelligent cost-based routing with parallel execution, automatic fallback, and 60%+ cost savings.
+
+## Features
+
+- 🔀 **Automatic Model Selection** — Routes to the cheapest capable provider automatically
+- ⚡ **Parallel Ensemble** — Runs multiple providers simultaneously, picks the best result
+- 💰 **60%+ Cost Savings** — Routes simple queries to free/cheap providers automatically
+- 🔄 **Automatic Fallback** — If primary provider fails, routes to next best option
+- 🛡️ **Circuit Breakers** — Skips degraded providers automatically
+- 📊 **Cost Tracking** — Per-request cost visibility in response metadata
+
+## Installation
+
+```bash
+npm install a3m-vercel-ai ai
+```
+
+## Quick Start
+
+```typescript
+import { createA3MProvider } from 'a3m-vercel-ai';
+import { generateText } from 'ai';
+
+const a3m = createA3MProvider();
+
+const result = await generateText({
+  model: a3m('auto'),
+  prompt: 'What is the capital of France?',
+});
+
+console.log(result.text);
+// A3M automatically routes to the cheapest capable provider
+```
+
+## Configuration
+
+```typescript
+const a3m = createA3MProvider({
+  // A3M Router endpoint (default: http://localhost:8787)
+  baseURL: process.env.A3M_ROUTER_URL || 'http://localhost:8787',
+
+  // API key (default: 'not-needed' for local)
+  apiKey: process.env.A3M_API_KEY,
+
+  // Enable parallel ensemble execution
+  parallelEnsemble: true,
+
+  // Number of providers to run in parallel (default: 3)
+  parallelCount: 3,
+
+  // Enable stealth mode for browser automation
+  stealth: false,
+
+  // Cache configuration
+  cache: {
+    enabled: true,
+    ttl: 3600, // 1 hour
+  },
+
+  // Provider API keys (if not using environment variables)
+  providers: {
+    openai: { apiKey: process.env.OPENAI_API_KEY },
+    anthropic: { apiKey: process.env.ANTHROPIC_API_KEY },
+    groq: { apiKey: process.env.GROQ_API_KEY },
+  },
+});
+```
+
+## Next.js App Router Example
+
+```typescript
+// app/api/chat/route.ts
+import { createA3MProvider } from 'a3m-vercel-ai';
+import { streamText } from 'ai';
+
+const a3m = createA3MProvider({
+  parallelEnsemble: true,
+});
+
+export async function POST(req: Request) {
+  const { messages } = await req.json();
+
+  const result = await streamText({
+    model: a3m('auto'),
+    messages,
+  });
+
+  return result.toDataStreamResponse();
+}
+```
+
+## Streaming Response
+
+```typescript
+const result = await streamText({
+  model: a3m('auto'),
+  prompt: 'Write a story about a robot...',
+});
+
+// Stream to response
+return result.toDataStreamResponse();
+
+// Or accumulate and use
+const { text } = await result.consumeStream();
+console.log(text);
+```
+
+## How It Works
+
+A3M Router analyzes each request and routes to the optimal provider:
+
+| Request Type | Example | Routed To | Why |
+|-------------|---------|-----------|-----|
+| Simple Q&A | "What is 2+2?" | Groq (free) | Basic math，不需要高级模型 |
+| Code generation | "Write a sorting function" | DeepSeek Coder | 专用代码模型 |
+| Complex analysis | "Analyze this legal contract" | Claude 3.5 | 需要长上下文 |
+| Creative writing | "Write a poem" | GPT-4o | 创意任务 |
+
+## Cost Savings
+
+| Setup | Monthly Cost (100K requests) |
+|-------|-------------------------------|
+| GPT-4o only | $3,000 |
+| Claude only | $2,500 |
+| **A3M Router** | **$800** |
+
+## Environment Variables
+
+Configure your provider API keys:
+
+```bash
+# .env.local
+A3M_ROUTER_URL=http://localhost:8787
+OPENAI_API_KEY=sk-...
+ANTHROPIC_API_KEY=sk-ant-...
+GROQ_API_KEY=gsk_...
+```
+
+## Requirements
+
+- Node.js 18+
+- Vercel AI SDK 3.0+
+- A3M Router running (or use hosted version)
+
+## Start A3M Router
+
+```bash
+# Install A3M Router
+npm install -g adaptive-memory-multi-model-router
+
+# Start the router
+a3m-router serve
+
+# Router now running at http://localhost:8787
+```
+
+## License
+
+MIT

package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts

@@ -0,0 +1,12 @@
+/**
+ * A3M Router Language Model for Vercel AI SDK (v3)
+ *
+ * Implements the LanguageModelV1 interface from @ai-sdk/provider
+ */
+import { LanguageModelV1 } from '@ai-sdk/provider';
+import type { A3MRouterConfig } from './types';
+/**
+ * Create an A3M Router Language Model for Vercel AI SDK
+ */
+export declare function createA3MLanguageModel(config?: A3MRouterConfig): LanguageModelV1;
+//# sourceMappingURL=a3m-language-model.d.ts.map

package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"a3m-language-model.d.ts","sourceRoot":"","sources":["../src/a3m-language-model.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,eAAe,EAOhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA6C/C;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,GAAE,eAAoB,mBA6TlE"}

package/packages/a3m-vercel-ai/dist/a3m-language-model.js

@@ -0,0 +1,289 @@
+/**
+ * A3M Router Language Model for Vercel AI SDK (v3)
+ *
+ * Implements the LanguageModelV1 interface from @ai-sdk/provider
+ */
+/**
+ * Convert Vercel AI SDK prompt format to OpenAI format for A3M
+ */
+function convertMessages(prompt) {
+    const result = [];
+    // Handle string prompts
+    if (typeof prompt === 'string') {
+        return [{ role: 'user', content: prompt }];
+    }
+    // messages is an array of prompt parts
+    for (const part of prompt) {
+        if (part.role === 'system') {
+            result.push({ role: 'system', content: part.content });
+        }
+        else if (part.role === 'user') {
+            if (typeof part.content === 'string') {
+                result.push({ role: 'user', content: part.content });
+            }
+            else if (Array.isArray(part.content)) {
+                const textContent = part.content
+                    .filter((p) => p.type === 'text')
+                    .map(p => p.text)
+                    .join('\n');
+                result.push({ role: 'user', content: textContent });
+            }
+        }
+        else if (part.role === 'assistant') {
+            if (typeof part.content === 'string') {
+                result.push({ role: 'assistant', content: part.content });
+            }
+            else if (Array.isArray(part.content)) {
+                const textContent = part.content
+                    .filter((p) => p.type === 'text')
+                    .map(p => p.text)
+                    .join('\n');
+                result.push({ role: 'assistant', content: textContent });
+            }
+        }
+    }
+    return result;
+}
+/**
+ * Create an A3M Router Language Model for Vercel AI SDK
+ */
+export function createA3MLanguageModel(config = {}) {
+    const baseURL = config.baseURL || 'http://localhost:8787';
+    const apiKey = config.apiKey || 'not-needed';
+    const model = {
+        specificationVersion: 'v1',
+        provider: 'a3m',
+        modelId: 'auto',
+        defaultObjectGenerationMode: undefined,
+        async doGenerate(options) {
+            const messages = convertMessages(options.prompt);
+            // Extract system prompt if present
+            const systemMessages = messages.filter(m => m.role === 'system');
+            const nonSystemMessages = messages.filter(m => m.role !== 'system');
+            const system = systemMessages.map(m => m.content).join('\n');
+            // Build the request body for A3M
+            const requestBody = {
+                model: 'auto',
+                messages: nonSystemMessages.length > 0 ? nonSystemMessages : [{ role: 'user', content: ' ' }],
+            };
+            if (system) {
+                requestBody.system = system;
+            }
+            if (options.temperature !== undefined) {
+                requestBody.temperature = options.temperature;
+            }
+            if (options.maxTokens !== undefined) {
+                requestBody.max_tokens = options.maxTokens;
+            }
+            if (options.topP !== undefined) {
+                requestBody.top_p = options.topP;
+            }
+            if (options.stopSequences !== undefined) {
+                requestBody.stop = options.stopSequences;
+            }
+            if (config.parallelEnsemble) {
+                requestBody.parallel = config.parallelCount || 3;
+            }
+            if (config.stealth) {
+                requestBody.stealth = true;
+            }
+            try {
+                // Call A3M Router
+                const response = await fetch(`${baseURL}/v1/chat/completions`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'Authorization': `Bearer ${apiKey}`,
+                    },
+                    body: JSON.stringify(requestBody),
+                });
+                if (!response.ok) {
+                    const error = await response.text();
+                    throw new Error(`A3M Router error: ${response.status} ${error}`);
+                }
+                const data = await response.json();
+                const choice = data.choices[0];
+                return {
+                    text: choice.message.content || undefined,
+                    toolCalls: choice.message.tool_calls?.map(tc => ({
+                        toolCallType: 'function',
+                        toolCallId: tc.id,
+                        toolName: tc.function.name,
+                        args: tc.function.arguments,
+                    })),
+                    finishReason: choice.finish_reason || 'stop',
+                    usage: {
+                        promptTokens: data.usage?.prompt_tokens || 0,
+                        completionTokens: data.usage?.completion_tokens || 0,
+                        totalTokens: data.usage?.total_tokens || 0,
+                    },
+                    rawCall: {
+                        rawPrompt: messages,
+                        rawSettings: requestBody,
+                    },
+                    providerMetadata: data._meta ? {
+                        a3m: {
+                            provider: data._meta.provider,
+                            cost: data._meta.cost,
+                        },
+                    } : undefined,
+                };
+            }
+            catch (error) {
+                throw new Error(`A3M Router generation failed: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        },
+        doStream(options) {
+            const messages = convertMessages(options.prompt);
+            // Extract system prompt if present
+            const systemMessages = messages.filter(m => m.role === 'system');
+            const nonSystemMessages = messages.filter(m => m.role !== 'system');
+            const system = systemMessages.map(m => m.content).join('\n');
+            const requestBody = {
+                model: 'auto',
+                messages: nonSystemMessages.length > 0 ? nonSystemMessages : [{ role: 'user', content: ' ' }],
+                stream: true,
+            };
+            if (system) {
+                requestBody.system = system;
+            }
+            if (options.temperature !== undefined) {
+                requestBody.temperature = options.temperature;
+            }
+            if (options.maxTokens !== undefined) {
+                requestBody.max_tokens = options.maxTokens;
+            }
+            if (config.parallelEnsemble) {
+                requestBody.parallel = config.parallelCount || 3;
+            }
+            if (config.stealth) {
+                requestBody.stealth = true;
+            }
+            let attemptCount = 0;
+            const maxAttempts = 3;
+            const doStream = async () => {
+                attemptCount++;
+                try {
+                    const response = await fetch(`${baseURL}/v1/chat/completions`, {
+                        method: 'POST',
+                        headers: {
+                            'Content-Type': 'application/json',
+                            'Authorization': `Bearer ${apiKey}`,
+                        },
+                        body: JSON.stringify(requestBody),
+                    });
+                    if (!response.ok) {
+                        const error = await response.text();
+                        throw new Error(`A3M Router streaming error: ${response.status} ${error}`);
+                    }
+                    if (!response.body) {
+                        throw new Error('A3M Router: no response body');
+                    }
+                    const stream = new ReadableStream({
+                        async start(controller) {
+                            const reader = response.body.getReader();
+                            const decoder = new TextDecoder();
+                            let buffer = '';
+                            try {
+                                while (true) {
+                                    const { done, value } = await reader.read();
+                                    if (done) {
+                                        controller.close();
+                                        break;
+                                    }
+                                    buffer += decoder.decode(value, { stream: true });
+                                    const lines = buffer.split('\n');
+                                    buffer = lines.pop() || '';
+                                    for (const line of lines) {
+                                        if (line.startsWith('data: ')) {
+                                            const data = line.slice(6);
+                                            if (data === '[DONE]') {
+                                                controller.close();
+                                                return;
+                                            }
+                                            try {
+                                                const parsed = JSON.parse(data);
+                                                // Handle chat completion chunks
+                                                if (parsed.choices?.[0]?.delta?.content) {
+                                                    const chunk = parsed.choices[0].delta.content;
+                                                    controller.enqueue({
+                                                        type: 'text-delta',
+                                                        textDelta: chunk,
+                                                    });
+                                                }
+                                                // Handle tool call start
+                                                if (parsed.choices?.[0]?.delta?.tool_calls?.[0]) {
+                                                    const toolCall = parsed.choices[0].delta.tool_calls[0];
+                                                    if (toolCall.id) {
+                                                        controller.enqueue({
+                                                            type: 'tool-call',
+                                                            toolCallType: 'function',
+                                                            toolCallId: toolCall.id,
+                                                            toolName: toolCall.function?.name || '',
+                                                            args: toolCall.function?.arguments || '',
+                                                        });
+                                                    }
+                                                }
+                                                // Handle tool call delta
+                                                if (parsed.choices?.[0]?.delta?.tool_calls?.[0]?.function?.arguments) {
+                                                    const argsDelta = parsed.choices[0].delta.tool_calls[0].function.arguments;
+                                                    if (argsDelta) {
+                                                        controller.enqueue({
+                                                            type: 'tool-call-delta',
+                                                            toolCallType: 'function',
+                                                            toolCallId: parsed.choices[0].delta.tool_calls[0].id,
+                                                            toolName: parsed.choices[0].delta.tool_calls[0].function?.name || '',
+                                                            argsTextDelta: argsDelta,
+                                                        });
+                                                    }
+                                                }
+                                                // Handle finish
+                                                if (parsed.choices?.[0]?.finish_reason) {
+                                                    controller.enqueue({
+                                                        type: 'finish',
+                                                        finishReason: parsed.choices[0].finish_reason,
+                                                        usage: {
+                                                            promptTokens: parsed.usage?.prompt_tokens || 0,
+                                                            completionTokens: parsed.usage?.completion_tokens || 0,
+                                                        },
+                                                    });
+                                                }
+                                            }
+                                            catch {
+                                                // Skip malformed JSON
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                            catch (streamError) {
+                                controller.error(streamError);
+                            }
+                        },
+                    });
+                    return {
+                        stream,
+                        rawCall: {
+                            rawPrompt: messages,
+                            rawSettings: requestBody,
+                        },
+                    };
+                }
+                catch (error) {
+                    if (attemptCount < maxAttempts) {
+                        await new Promise(resolve => setTimeout(resolve, 1000 * attemptCount));
+                        return doStream();
+                    }
+                    throw error;
+                }
+            };
+            return new Promise((resolve, reject) => {
+                doStream()
+                    .then(resolve)
+                    .catch(reject);
+            });
+        },
+    };
+    return model;
+}
+//# sourceMappingURL=a3m-language-model.js.map

package/packages/a3m-vercel-ai/dist/a3m-language-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"a3m-language-model.js","sourceRoot":"","sources":["../src/a3m-language-model.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH;;GAEG;AACH,SAAS,eAAe,CACtB,MAA4C;IAE5C,MAAM,MAAM,GAAsE,EAAE,CAAC;IAErF,wBAAwB;IACxB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,uCAAuC;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO;qBAC7B,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACrC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO;qBAC7B,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAA0B,EAAE;IACjE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC;IAE7C,MAAM,KAAK,GAAoB;QAC7B,oBAAoB,EAAE,IAAI;QAC1B,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,MAAM;QACf,2BAA2B,EAAE,SAAS;QAEtC,KAAK,CAAC,UAAU,CAAC,OAAmC;YAgBlD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEjD,mCAAmC;YACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7D,iCAAiC;YACjC,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;aAC9F,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAChD,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAC7C,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC/B,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBACxC,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;YAC3C,CAAC;YAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,IAAI,CAAC;gBACH,kBAAkB;gBAClB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,sBAAsB,EAAE;oBAC7D,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;qBACpC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;iBAClC,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;gBACnE,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAoB/B,CAAC;gBAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAE/B,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS;oBACzC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC/C,YAAY,EAAE,UAAmB;wBACjC,UAAU,EAAE,EAAE,CAAC,EAAE;wBACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBAC1B,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;qBAC5B,CAAC,CAAC;oBACH,YAAY,EAAG,MAAM,CAAC,aAA6C,IAAI,MAAM;oBAC7E,KAAK,EAAE;wBACL,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;wBAC5C,gBAAgB,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;wBACpD,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;qBAC3C;oBACD,OAAO,EAAE;wBACP,SAAS,EAAE,QAAQ;wBACnB,WAAW,EAAE,WAAW;qBACzB;oBACD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;wBAC7B,GAAG,EAAE;4BACH,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;4BAC7B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;yBACtB;qBACF,CAAC,CAAC,CAAC,SAAS;iBACd,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACb,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC1F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,QAAQ,CAAC,OAAmC;YAC1C,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEjD,mCAAmC;YACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7D,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;gBAC7F,MAAM,EAAE,IAAI;aACb,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAChD,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAC7C,CAAC;YAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,WAAW,GAAG,CAAC,CAAC;YAEtB,MAAM,QAAQ,GAAG,KAAK,IAGnB,EAAE;gBACH,YAAY,EAAE,CAAC;gBAEf,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,sBAAsB,EAAE;wBAC7D,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP,cAAc,EAAE,kBAAkB;4BAClC,eAAe,EAAE,UAAU,MAAM,EAAE;yBACpC;wBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;qBAClC,CAAC,CAAC;oBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACpC,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;oBAC7E,CAAC;oBAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;oBAClD,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,cAAc,CAA4B;wBAC3D,KAAK,CAAC,KAAK,CAAC,UAAU;4BACpB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;4BAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;4BAClC,IAAI,MAAM,GAAG,EAAE,CAAC;4BAEhB,IAAI,CAAC;gCACH,OAAO,IAAI,EAAE,CAAC;oCACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oCAE5C,IAAI,IAAI,EAAE,CAAC;wCACT,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,MAAM;oCACR,CAAC;oCAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oCAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oCAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wCACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4CAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;4CAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gDACtB,UAAU,CAAC,KAAK,EAAE,CAAC;gDACnB,OAAO;4CACT,CAAC;4CAED,IAAI,CAAC;gDACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gDAEhC,gCAAgC;gDAChC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oDACxC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;oDAC9C,UAAU,CAAC,OAAO,CAAC;wDACjB,IAAI,EAAE,YAAY;wDAClB,SAAS,EAAE,KAAK;qDACY,CAAC,CAAC;gDAClC,CAAC;gDAED,yBAAyB;gDACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oDAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oDACvD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;wDAChB,UAAU,CAAC,OAAO,CAAC;4DACjB,IAAI,EAAE,WAAW;4DACjB,YAAY,EAAE,UAAU;4DACxB,UAAU,EAAE,QAAQ,CAAC,EAAE;4DACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;4DACvC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;yDACZ,CAAC,CAAC;oDAClC,CAAC;gDACH,CAAC;gDAED,yBAAyB;gDACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;oDACrE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;oDAC3E,IAAI,SAAS,EAAE,CAAC;wDACd,UAAU,CAAC,OAAO,CAAC;4DACjB,IAAI,EAAE,iBAAiB;4DACvB,YAAY,EAAE,UAAU;4DACxB,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE;4DACpD,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;4DACpE,aAAa,EAAE,SAAS;yDACI,CAAC,CAAC;oDAClC,CAAC;gDACH,CAAC;gDAED,gBAAgB;gDAChB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oDACvC,UAAU,CAAC,OAAO,CAAC;wDACjB,IAAI,EAAE,QAAQ;wDACd,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAA4C;wDAC5E,KAAK,EAAE;4DACL,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;4DAC9C,gBAAgB,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;yDACvD;qDAC2B,CAAC,CAAC;gDAClC,CAAC;4CACH,CAAC;4CAAC,MAAM,CAAC;gDACP,sBAAsB;4CACxB,CAAC;wCACH,CAAC;oCACH,CAAC;gCACH,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BAChC,CAAC;wBACH,CAAC;qBACF,CAAC,CAAC;oBAEH,OAAO;wBACL,MAAM;wBACN,OAAO,EAAE;4BACP,SAAS,EAAE,QAAQ;4BACnB,WAAW,EAAE,WAAW;yBACzB;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;wBAC/B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC;wBACvE,OAAO,QAAQ,EAAE,CAAC;oBACpB,CAAC;oBACD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;YAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,QAAQ,EAAE;qBACP,IAAI,CAAC,OAAO,CAAC;qBACb,KAAK,CAAC,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;IAEF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/packages/a3m-vercel-ai/dist/index.d.ts

@@ -0,0 +1,82 @@
+/**
+ * @a3m/vercel-ai - A3M Router Provider for Vercel AI SDK
+ *
+ * Drop-in replacement that routes to the cheapest capable provider
+ * with parallel execution, caching, and automatic fallback.
+ *
+ * @example
+ * ```typescript
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { generateText } from 'ai';
+ *
+ * const a3m = createA3MProvider();
+ *
+ * const { text } = await generateText({
+ *   model: a3m('auto'),
+ *   prompt: 'What is the capital of France?',
+ * });
+ * ```
+ */
+export type { A3MRouterConfig, A3MRouteResponse, A3MStreamChunk } from './types';
+export { createA3MLanguageModel } from './a3m-language-model';
+import type { LanguageModelV1 } from '@ai-sdk/provider';
+import type { A3MRouterConfig } from './types';
+/**
+ * A3M Router provider for Vercel AI SDK
+ */
+export interface A3MProvider {
+    name: 'a3m';
+    /**
+     * Returns an A3M language model.
+     *
+     * @param modelId - Use 'auto' for automatic routing, or specify a model like 'gpt-4', 'claude-3', etc.
+     */
+    (modelId: string): LanguageModelV1;
+}
+/**
+ * Create an A3M Router provider for Vercel AI SDK
+ */
+export declare function createA3MProvider(config?: A3MRouterConfig): A3MProvider;
+/**
+ * Example usage with Next.js App Router
+ *
+ * ```typescript
+ * // app/api/chat/route.ts
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { generateText } from 'ai';
+ *
+ * const a3m = createA3MProvider({
+ *   parallelEnsemble: true,
+ * });
+ *
+ * export async function POST(req: Request) {
+ *   const { messages } = await req.json();
+ *
+ *   const result = await generateText({
+ *     model: a3m('auto'),
+ *     messages,
+ *   });
+ *
+ *   return Response.json(result);
+ * }
+ * ```
+ */
+/**
+ * Example usage with streaming
+ *
+ * ```typescript
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { streamText } from 'ai';
+ *
+ * const a3m = createA3MProvider();
+ *
+ * const result = await streamText({
+ *   model: a3m('auto'),
+ *   prompt: 'Write a story about a robot...',
+ * });
+ *
+ * // Stream to response
+ * return result.toDataStreamResponse();
+ * ```
+ */
+//# sourceMappingURL=index.d.ts.map

package/packages/a3m-vercel-ai/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAG/C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,KAAK,CAAC;IACZ;;;;OAIG;IACH,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,CAAC;CACpC;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,GAAE,eAAoB,GAAG,WAAW,CAgB3E;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH;;;;;;;;;;;;;;;;;GAiBG"}

package/packages/a3m-vercel-ai/dist/index.js

@@ -0,0 +1,79 @@
+/**
+ * @a3m/vercel-ai - A3M Router Provider for Vercel AI SDK
+ *
+ * Drop-in replacement that routes to the cheapest capable provider
+ * with parallel execution, caching, and automatic fallback.
+ *
+ * @example
+ * ```typescript
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { generateText } from 'ai';
+ *
+ * const a3m = createA3MProvider();
+ *
+ * const { text } = await generateText({
+ *   model: a3m('auto'),
+ *   prompt: 'What is the capital of France?',
+ * });
+ * ```
+ */
+export { createA3MLanguageModel } from './a3m-language-model';
+import { createA3MLanguageModel } from './a3m-language-model';
+/**
+ * Create an A3M Router provider for Vercel AI SDK
+ */
+export function createA3MProvider(config = {}) {
+    const languageModel = createA3MLanguageModel(config);
+    const provider = Object.assign((modelId) => {
+        // Return the language model - A3M handles model selection internally
+        return languageModel;
+    }, {
+        name: 'a3m',
+        // Allow accessing config for introspection
+        __config: config,
+    });
+    return provider;
+}
+/**
+ * Example usage with Next.js App Router
+ *
+ * ```typescript
+ * // app/api/chat/route.ts
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { generateText } from 'ai';
+ *
+ * const a3m = createA3MProvider({
+ *   parallelEnsemble: true,
+ * });
+ *
+ * export async function POST(req: Request) {
+ *   const { messages } = await req.json();
+ *
+ *   const result = await generateText({
+ *     model: a3m('auto'),
+ *     messages,
+ *   });
+ *
+ *   return Response.json(result);
+ * }
+ * ```
+ */
+/**
+ * Example usage with streaming
+ *
+ * ```typescript
+ * import { createA3MProvider } from '@a3m/vercel-ai';
+ * import { streamText } from 'ai';
+ *
+ * const a3m = createA3MProvider();
+ *
+ * const result = await streamText({
+ *   model: a3m('auto'),
+ *   prompt: 'Write a story about a robot...',
+ * });
+ *
+ * // Stream to response
+ * return result.toDataStreamResponse();
+ * ```
+ */
+//# sourceMappingURL=index.js.map

package/packages/a3m-vercel-ai/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAGH,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAI9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAe9D;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,SAA0B,EAAE;IAC5D,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,CAAC,OAAe,EAAE,EAAE;QAClB,qEAAqE;QACrE,OAAO,aAAa,CAAC;IACvB,CAAC,EACD;QACE,IAAI,EAAE,KAAc;QACpB,2CAA2C;QAC3C,QAAQ,EAAE,MAAM;KACjB,CACF,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH;;;;;;;;;;;;;;;;;GAiBG"}