adaptive-memory-multi-model-router 2.15.5 → 2.16.1

package/tmlpd-pi-extension/src/tokenOptimization/tokenAwareFallback.ts

@@ -0,0 +1,192 @@
+/**
+ * Token-Aware Fallback Chain - Token Optimization Pattern #3
+ * 
+ * Route to smaller models when high-token content is detected.
+ * Reduces cost by using cheap models for simple/high-volume queries.
+ * 
+ * Based on: arXiv:2608.17188 - Token Optimization and Context Window Management
+ */
+
+export interface TokenThreshold {
+  maxTokens: number;
+  models: string[];  // Available models at this tier
+}
+
+export interface TokenAwareFallbackConfig {
+  thresholds: TokenThreshold[];
+  defaultModel?: string;
+  enableDynamicThreshold?: boolean;
+}
+
+export interface FallbackDecision {
+  targetModel: string;
+  tier: "cheap" | "medium" | "expensive";
+  estimatedTokens: number;
+  reasoning: string;
+}
+
+/**
+ * Model cost tiers (approximate, per 1M tokens)
+ */
+const MODEL_COSTS: Record<string, number> = {
+  // Cheap tier (< $0.50/1M)
+  "gpt-4o-mini": 0.15,
+  "claude-haiku": 0.25,
+  "gemini-flash": 0.075,
+  "gpt-3.5-turbo": 0.50,
+  
+  // Medium tier ($0.50 - $3.00/1M)
+  "gpt-4o": 2.50,
+  "claude-sonnet": 3.00,
+  "gemini-pro": 1.25,
+  
+  // Expensive tier (> $3.00/1M)
+  "gpt-4-turbo": 10.00,
+  "claude-opus": 15.00,
+  "gpt-4": 30.00,
+};
+
+export class TokenAwareFallback {
+  private config: TokenAwareFallbackConfig;
+
+  constructor(config: Partial<TokenAwareFallbackConfig> = {}) {
+    this.config = {
+      thresholds: config.thresholds ?? [
+        { maxTokens: 500, models: ["gpt-4o-mini", "claude-haiku", "gemini-flash"] },
+        { maxTokens: 2000, models: ["gpt-4o", "claude-sonnet", "gemini-pro"] },
+        { maxTokens: Infinity, models: ["gpt-4o", "claude-opus", "gpt-4-turbo"] },
+      ],
+      defaultModel: config.defaultModel ?? "gpt-4o",
+      enableDynamicThreshold: config.enableDynamicThreshold ?? false,
+    };
+  }
+
+  /**
+   * Estimate token count from text (rough approximation)
+   */
+  estimateTokens(text: string): number {
+    // ~4 characters per token for English
+    return Math.ceil(text.length / 4);
+  }
+
+  /**
+   * Estimate tokens including history
+   */
+  estimateTotalTokens(
+    query: string,
+    history?: Array<{ content: string }>
+  ): number {
+    let total = this.estimateTokens(query);
+    
+    if (history) {
+      total += history.reduce((sum, msg) => sum + this.estimateTokens(msg.content), 0);
+    }
+    
+    return total;
+  }
+
+  /**
+   * Select appropriate model based on token count
+   */
+  selectModel(estimatedTokens: number): FallbackDecision {
+    for (const threshold of this.config.thresholds) {
+      if (estimatedTokens <= threshold.maxTokens) {
+        const model = threshold.models[0];  // Select first available in tier
+        const tier = this.getModelTier(model);
+        
+        return {
+          targetModel: model,
+          tier,
+          estimatedTokens,
+          reasoning: `Selected ${tier} model ${model} for ${estimatedTokens} tokens`,
+        };
+      }
+    }
+
+    // Fallback to default
+    return {
+      targetModel: this.config.defaultModel!,
+      tier: "medium",
+      estimatedTokens,
+      reasoning: `Defaulting to ${this.config.defaultModel} for ${estimatedTokens} tokens`,
+    };
+  }
+
+  /**
+   * Get cost tier for a model
+   */
+  private getModelTier(model: string): "cheap" | "medium" | "expensive" {
+    const cost = MODEL_COSTS[model.toLowerCase()] ?? 1.0;
+    if (cost < 0.5) return "cheap";
+    if (cost < 3.0) return "medium";
+    return "expensive";
+  }
+
+  /**
+   * Create fallback chain for a query
+   */
+  createFallbackChain(
+    query: string,
+    history?: Array<{ content: string }>
+  ): string[] {
+    const estimatedTokens = this.estimateTotalTokens(query, history);
+    const chain: string[] = [];
+
+    // Find appropriate tier and all models in that tier
+    for (const threshold of this.config.thresholds) {
+      if (estimatedTokens <= threshold.maxTokens) {
+        chain.push(...threshold.models);
+        break;
+      }
+    }
+
+    // If still empty, add all models
+    if (chain.length === 0) {
+      for (const threshold of this.config.thresholds) {
+        chain.push(...threshold.models);
+      }
+    }
+
+    return chain;
+  }
+
+  /**
+   * Estimate cost savings vs always using expensive model
+   */
+  estimateSavings(
+    query: string,
+    history?: Array<{ content: string }>
+  ): { savingsPercent: number; cheapModel: string; expensiveModel: string } {
+    const estimatedTokens = this.estimateTotalTokens(query, history);
+    const decision = this.selectModel(estimatedTokens);
+    
+    const cheapCost = this.getModelCost(decision.targetModel) * estimatedTokens / 1_000_000;
+    const expensiveCost = this.getModelCost("gpt-4-turbo") * estimatedTokens / 1_000_000;
+    
+    const savingsPercent = expensiveCost > 0 
+      ? ((expensiveCost - cheapCost) / expensiveCost) * 100 
+      : 0;
+
+    return {
+      savingsPercent: Math.round(savingsPercent * 100) / 100,
+      cheapModel: decision.targetModel,
+      expensiveModel: "gpt-4-turbo",
+    };
+  }
+
+  /**
+   * Get model cost per 1M tokens
+   */
+  getModelCost(model: string): number {
+    return MODEL_COSTS[model.toLowerCase()] ?? 1.0;
+  }
+
+  /**
+   * Get all configured thresholds
+   */
+  getThresholds(): TokenThreshold[] {
+    return this.config.thresholds;
+  }
+}
+
+export default TokenAwareFallback;

package/tmlpd-pi-extension/test/verify.js

@@ -0,0 +1,21 @@
+// Smoke test: package compiles, core exports + tokenOptimization module load
+const assert = require("assert");
+
+const mod = require("../dist/index.js");
+
+// Core exports exist
+for (const name of ["createTMLPD", "TMLPDTools", "ResponseCache", "CostTracker", "ProviderRegistry"]) {
+  assert(name in mod, `missing core export: ${name}`);
+}
+
+// tokenOptimization sub-module loads (added v1.3.2)
+const to = require("../dist/tokenOptimization/index.js");
+for (const name of ["SemanticCache", "ContextStratifier", "TokenAwareFallback", "SchemaContractor", "FetchOnceProcessor"]) {
+  assert(name in to, `missing tokenOptimization export: ${name}`);
+}
+
+// SemanticCache basic behavior
+const cache = new to.SemanticCache({ maxEntries: 10 });
+assert(typeof cache.get === "function" && typeof cache.set === "function", "SemanticCache API broken");
+
+console.log("✓ smoke test passed — dist loads, tokenOptimization exports verified");

package/tsconfig.build.json

@@ -21,7 +21,9 @@
     "dist",
     "src/skills/__tests__",
     "src/cli/setupWizard.ts",
+    "src/cli/tui.ts",
     "src/integrations/langchainAdapter.ts",
+    "src/tui/dashboard.ts",
     "src/tui/index.ts",
     "src/benchmark/comprehensive.ts"
   ]

package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts

@@ -1,12 +0,0 @@
-/**
- * A3M Router Language Model for Vercel AI SDK (v3)
- *
- * Implements the LanguageModelV1 interface from @ai-sdk/provider
- */
-import { LanguageModelV1 } from '@ai-sdk/provider';
-import type { A3MRouterConfig } from './types';
-/**
- * Create an A3M Router Language Model for Vercel AI SDK
- */
-export declare function createA3MLanguageModel(config?: A3MRouterConfig): LanguageModelV1;
-//# sourceMappingURL=a3m-language-model.d.ts.map

package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"a3m-language-model.d.ts","sourceRoot":"","sources":["../src/a3m-language-model.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,eAAe,EAOhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA6C/C;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,GAAE,eAAoB,mBA6TlE"}

package/packages/a3m-vercel-ai/dist/a3m-language-model.js

@@ -1,289 +0,0 @@
-/**
- * A3M Router Language Model for Vercel AI SDK (v3)
- *
- * Implements the LanguageModelV1 interface from @ai-sdk/provider
- */
-/**
- * Convert Vercel AI SDK prompt format to OpenAI format for A3M
- */
-function convertMessages(prompt) {
-    const result = [];
-    // Handle string prompts
-    if (typeof prompt === 'string') {
-        return [{ role: 'user', content: prompt }];
-    }
-    // messages is an array of prompt parts
-    for (const part of prompt) {
-        if (part.role === 'system') {
-            result.push({ role: 'system', content: part.content });
-        }
-        else if (part.role === 'user') {
-            if (typeof part.content === 'string') {
-                result.push({ role: 'user', content: part.content });
-            }
-            else if (Array.isArray(part.content)) {
-                const textContent = part.content
-                    .filter((p) => p.type === 'text')
-                    .map(p => p.text)
-                    .join('\n');
-                result.push({ role: 'user', content: textContent });
-            }
-        }
-        else if (part.role === 'assistant') {
-            if (typeof part.content === 'string') {
-                result.push({ role: 'assistant', content: part.content });
-            }
-            else if (Array.isArray(part.content)) {
-                const textContent = part.content
-                    .filter((p) => p.type === 'text')
-                    .map(p => p.text)
-                    .join('\n');
-                result.push({ role: 'assistant', content: textContent });
-            }
-        }
-    }
-    return result;
-}
-/**
- * Create an A3M Router Language Model for Vercel AI SDK
- */
-export function createA3MLanguageModel(config = {}) {
-    const baseURL = config.baseURL || 'http://localhost:8787';
-    const apiKey = config.apiKey || 'not-needed';
-    const model = {
-        specificationVersion: 'v1',
-        provider: 'a3m',
-        modelId: 'auto',
-        defaultObjectGenerationMode: undefined,
-        async doGenerate(options) {
-            const messages = convertMessages(options.prompt);
-            // Extract system prompt if present
-            const systemMessages = messages.filter(m => m.role === 'system');
-            const nonSystemMessages = messages.filter(m => m.role !== 'system');
-            const system = systemMessages.map(m => m.content).join('\n');
-            // Build the request body for A3M
-            const requestBody = {
-                model: 'auto',
-                messages: nonSystemMessages.length > 0 ? nonSystemMessages : [{ role: 'user', content: ' ' }],
-            };
-            if (system) {
-                requestBody.system = system;
-            }
-            if (options.temperature !== undefined) {
-                requestBody.temperature = options.temperature;
-            }
-            if (options.maxTokens !== undefined) {
-                requestBody.max_tokens = options.maxTokens;
-            }
-            if (options.topP !== undefined) {
-                requestBody.top_p = options.topP;
-            }
-            if (options.stopSequences !== undefined) {
-                requestBody.stop = options.stopSequences;
-            }
-            if (config.parallelEnsemble) {
-                requestBody.parallel = config.parallelCount || 3;
-            }
-            if (config.stealth) {
-                requestBody.stealth = true;
-            }
-            try {
-                // Call A3M Router
-                const response = await fetch(`${baseURL}/v1/chat/completions`, {
-                    method: 'POST',
-                    headers: {
-                        'Content-Type': 'application/json',
-                        'Authorization': `Bearer ${apiKey}`,
-                    },
-                    body: JSON.stringify(requestBody),
-                });
-                if (!response.ok) {
-                    const error = await response.text();
-                    throw new Error(`A3M Router error: ${response.status} ${error}`);
-                }
-                const data = await response.json();
-                const choice = data.choices[0];
-                return {
-                    text: choice.message.content || undefined,
-                    toolCalls: choice.message.tool_calls?.map(tc => ({
-                        toolCallType: 'function',
-                        toolCallId: tc.id,
-                        toolName: tc.function.name,
-                        args: tc.function.arguments,
-                    })),
-                    finishReason: choice.finish_reason || 'stop',
-                    usage: {
-                        promptTokens: data.usage?.prompt_tokens || 0,
-                        completionTokens: data.usage?.completion_tokens || 0,
-                        totalTokens: data.usage?.total_tokens || 0,
-                    },
-                    rawCall: {
-                        rawPrompt: messages,
-                        rawSettings: requestBody,
-                    },
-                    providerMetadata: data._meta ? {
-                        a3m: {
-                            provider: data._meta.provider,
-                            cost: data._meta.cost,
-                        },
-                    } : undefined,
-                };
-            }
-            catch (error) {
-                throw new Error(`A3M Router generation failed: ${error instanceof Error ? error.message : String(error)}`);
-            }
-        },
-        doStream(options) {
-            const messages = convertMessages(options.prompt);
-            // Extract system prompt if present
-            const systemMessages = messages.filter(m => m.role === 'system');
-            const nonSystemMessages = messages.filter(m => m.role !== 'system');
-            const system = systemMessages.map(m => m.content).join('\n');
-            const requestBody = {
-                model: 'auto',
-                messages: nonSystemMessages.length > 0 ? nonSystemMessages : [{ role: 'user', content: ' ' }],
-                stream: true,
-            };
-            if (system) {
-                requestBody.system = system;
-            }
-            if (options.temperature !== undefined) {
-                requestBody.temperature = options.temperature;
-            }
-            if (options.maxTokens !== undefined) {
-                requestBody.max_tokens = options.maxTokens;
-            }
-            if (config.parallelEnsemble) {
-                requestBody.parallel = config.parallelCount || 3;
-            }
-            if (config.stealth) {
-                requestBody.stealth = true;
-            }
-            let attemptCount = 0;
-            const maxAttempts = 3;
-            const doStream = async () => {
-                attemptCount++;
-                try {
-                    const response = await fetch(`${baseURL}/v1/chat/completions`, {
-                        method: 'POST',
-                        headers: {
-                            'Content-Type': 'application/json',
-                            'Authorization': `Bearer ${apiKey}`,
-                        },
-                        body: JSON.stringify(requestBody),
-                    });
-                    if (!response.ok) {
-                        const error = await response.text();
-                        throw new Error(`A3M Router streaming error: ${response.status} ${error}`);
-                    }
-                    if (!response.body) {
-                        throw new Error('A3M Router: no response body');
-                    }
-                    const stream = new ReadableStream({
-                        async start(controller) {
-                            const reader = response.body.getReader();
-                            const decoder = new TextDecoder();
-                            let buffer = '';
-                            try {
-                                while (true) {
-                                    const { done, value } = await reader.read();
-                                    if (done) {
-                                        controller.close();
-                                        break;
-                                    }
-                                    buffer += decoder.decode(value, { stream: true });
-                                    const lines = buffer.split('\n');
-                                    buffer = lines.pop() || '';
-                                    for (const line of lines) {
-                                        if (line.startsWith('data: ')) {
-                                            const data = line.slice(6);
-                                            if (data === '[DONE]') {
-                                                controller.close();
-                                                return;
-                                            }
-                                            try {
-                                                const parsed = JSON.parse(data);
-                                                // Handle chat completion chunks
-                                                if (parsed.choices?.[0]?.delta?.content) {
-                                                    const chunk = parsed.choices[0].delta.content;
-                                                    controller.enqueue({
-                                                        type: 'text-delta',
-                                                        textDelta: chunk,
-                                                    });
-                                                }
-                                                // Handle tool call start
-                                                if (parsed.choices?.[0]?.delta?.tool_calls?.[0]) {
-                                                    const toolCall = parsed.choices[0].delta.tool_calls[0];
-                                                    if (toolCall.id) {
-                                                        controller.enqueue({
-                                                            type: 'tool-call',
-                                                            toolCallType: 'function',
-                                                            toolCallId: toolCall.id,
-                                                            toolName: toolCall.function?.name || '',
-                                                            args: toolCall.function?.arguments || '',
-                                                        });
-                                                    }
-                                                }
-                                                // Handle tool call delta
-                                                if (parsed.choices?.[0]?.delta?.tool_calls?.[0]?.function?.arguments) {
-                                                    const argsDelta = parsed.choices[0].delta.tool_calls[0].function.arguments;
-                                                    if (argsDelta) {
-                                                        controller.enqueue({
-                                                            type: 'tool-call-delta',
-                                                            toolCallType: 'function',
-                                                            toolCallId: parsed.choices[0].delta.tool_calls[0].id,
-                                                            toolName: parsed.choices[0].delta.tool_calls[0].function?.name || '',
-                                                            argsTextDelta: argsDelta,
-                                                        });
-                                                    }
-                                                }
-                                                // Handle finish
-                                                if (parsed.choices?.[0]?.finish_reason) {
-                                                    controller.enqueue({
-                                                        type: 'finish',
-                                                        finishReason: parsed.choices[0].finish_reason,
-                                                        usage: {
-                                                            promptTokens: parsed.usage?.prompt_tokens || 0,
-                                                            completionTokens: parsed.usage?.completion_tokens || 0,
-                                                        },
-                                                    });
-                                                }
-                                            }
-                                            catch {
-                                                // Skip malformed JSON
-                                            }
-                                        }
-                                    }
-                                }
-                            }
-                            catch (streamError) {
-                                controller.error(streamError);
-                            }
-                        },
-                    });
-                    return {
-                        stream,
-                        rawCall: {
-                            rawPrompt: messages,
-                            rawSettings: requestBody,
-                        },
-                    };
-                }
-                catch (error) {
-                    if (attemptCount < maxAttempts) {
-                        await new Promise(resolve => setTimeout(resolve, 1000 * attemptCount));
-                        return doStream();
-                    }
-                    throw error;
-                }
-            };
-            return new Promise((resolve, reject) => {
-                doStream()
-                    .then(resolve)
-                    .catch(reject);
-            });
-        },
-    };
-    return model;
-}
-//# sourceMappingURL=a3m-language-model.js.map

package/packages/a3m-vercel-ai/dist/a3m-language-model.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"a3m-language-model.js","sourceRoot":"","sources":["../src/a3m-language-model.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH;;GAEG;AACH,SAAS,eAAe,CACtB,MAA4C;IAE5C,MAAM,MAAM,GAAsE,EAAE,CAAC;IAErF,wBAAwB;IACxB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,uCAAuC;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO;qBAC7B,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACrC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO;qBAC7B,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAA0B,EAAE;IACjE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC;IAE7C,MAAM,KAAK,GAAoB;QAC7B,oBAAoB,EAAE,IAAI;QAC1B,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,MAAM;QACf,2BAA2B,EAAE,SAAS;QAEtC,KAAK,CAAC,UAAU,CAAC,OAAmC;YAgBlD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEjD,mCAAmC;YACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7D,iCAAiC;YACjC,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;aAC9F,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAChD,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAC7C,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC/B,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBACxC,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;YAC3C,CAAC;YAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,IAAI,CAAC;gBACH,kBAAkB;gBAClB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,sBAAsB,EAAE;oBAC7D,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;qBACpC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;iBAClC,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;gBACnE,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAoB/B,CAAC;gBAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAE/B,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS;oBACzC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC/C,YAAY,EAAE,UAAmB;wBACjC,UAAU,EAAE,EAAE,CAAC,EAAE;wBACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBAC1B,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;qBAC5B,CAAC,CAAC;oBACH,YAAY,EAAG,MAAM,CAAC,aAA6C,IAAI,MAAM;oBAC7E,KAAK,EAAE;wBACL,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;wBAC5C,gBAAgB,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;wBACpD,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;qBAC3C;oBACD,OAAO,EAAE;wBACP,SAAS,EAAE,QAAQ;wBACnB,WAAW,EAAE,WAAW;qBACzB;oBACD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;wBAC7B,GAAG,EAAE;4BACH,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;4BAC7B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;yBACtB;qBACF,CAAC,CAAC,CAAC,SAAS;iBACd,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACb,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC1F,CAAC;YACJ,CAAC;QACH,CAAC;QAED,QAAQ,CAAC,OAAmC;YAC1C,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAEjD,mCAAmC;YACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7D,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;gBAC7F,MAAM,EAAE,IAAI;aACb,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;YAC9B,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAChD,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YAC7C,CAAC;YAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,WAAW,GAAG,CAAC,CAAC;YAEtB,MAAM,QAAQ,GAAG,KAAK,IAGnB,EAAE;gBACH,YAAY,EAAE,CAAC;gBAEf,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,sBAAsB,EAAE;wBAC7D,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP,cAAc,EAAE,kBAAkB;4BAClC,eAAe,EAAE,UAAU,MAAM,EAAE;yBACpC;wBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;qBAClC,CAAC,CAAC;oBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACpC,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;oBAC7E,CAAC;oBAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;oBAClD,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,cAAc,CAA4B;wBAC3D,KAAK,CAAC,KAAK,CAAC,UAAU;4BACpB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;4BAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;4BAClC,IAAI,MAAM,GAAG,EAAE,CAAC;4BAEhB,IAAI,CAAC;gCACH,OAAO,IAAI,EAAE,CAAC;oCACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oCAE5C,IAAI,IAAI,EAAE,CAAC;wCACT,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,MAAM;oCACR,CAAC;oCAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oCAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oCAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wCACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4CAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;4CAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gDACtB,UAAU,CAAC,KAAK,EAAE,CAAC;gDACnB,OAAO;4CACT,CAAC;4CAED,IAAI,CAAC;gDACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gDAEhC,gCAAgC;gDAChC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oDACxC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;oDAC9C,UAAU,CAAC,OAAO,CAAC;wDACjB,IAAI,EAAE,YAAY;wDAClB,SAAS,EAAE,KAAK;qDACY,CAAC,CAAC;gDAClC,CAAC;gDAED,yBAAyB;gDACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oDAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oDACvD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;wDAChB,UAAU,CAAC,OAAO,CAAC;4DACjB,IAAI,EAAE,WAAW;4DACjB,YAAY,EAAE,UAAU;4DACxB,UAAU,EAAE,QAAQ,CAAC,EAAE;4DACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;4DACvC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;yDACZ,CAAC,CAAC;oDAClC,CAAC;gDACH,CAAC;gDAED,yBAAyB;gDACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;oDACrE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;oDAC3E,IAAI,SAAS,EAAE,CAAC;wDACd,UAAU,CAAC,OAAO,CAAC;4DACjB,IAAI,EAAE,iBAAiB;4DACvB,YAAY,EAAE,UAAU;4DACxB,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE;4DACpD,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;4DACpE,aAAa,EAAE,SAAS;yDACI,CAAC,CAAC;oDAClC,CAAC;gDACH,CAAC;gDAED,gBAAgB;gDAChB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oDACvC,UAAU,CAAC,OAAO,CAAC;wDACjB,IAAI,EAAE,QAAQ;wDACd,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAA4C;wDAC5E,KAAK,EAAE;4DACL,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;4DAC9C,gBAAgB,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;yDACvD;qDAC2B,CAAC,CAAC;gDAClC,CAAC;4CACH,CAAC;4CAAC,MAAM,CAAC;gDACP,sBAAsB;4CACxB,CAAC;wCACH,CAAC;oCACH,CAAC;gCACH,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BAChC,CAAC;wBACH,CAAC;qBACF,CAAC,CAAC;oBAEH,OAAO;wBACL,MAAM;wBACN,OAAO,EAAE;4BACP,SAAS,EAAE,QAAQ;4BACnB,WAAW,EAAE,WAAW;yBACzB;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;wBAC/B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC;wBACvE,OAAO,QAAQ,EAAE,CAAC;oBACpB,CAAC;oBACD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;YAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,QAAQ,EAAE;qBACP,IAAI,CAAC,OAAO,CAAC;qBACb,KAAK,CAAC,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;IAEF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/packages/a3m-vercel-ai/dist/index.d.ts

@@ -1,82 +0,0 @@
-/**
- * @a3m/vercel-ai - A3M Router Provider for Vercel AI SDK
- *
- * Drop-in replacement that routes to the cheapest capable provider
- * with parallel execution, caching, and automatic fallback.
- *
- * @example
- * ```typescript
- * import { createA3MProvider } from '@a3m/vercel-ai';
- * import { generateText } from 'ai';
- *
- * const a3m = createA3MProvider();
- *
- * const { text } = await generateText({
- *   model: a3m('auto'),
- *   prompt: 'What is the capital of France?',
- * });
- * ```
- */
-export type { A3MRouterConfig, A3MRouteResponse, A3MStreamChunk } from './types';
-export { createA3MLanguageModel } from './a3m-language-model';
-import type { LanguageModelV1 } from '@ai-sdk/provider';
-import type { A3MRouterConfig } from './types';
-/**
- * A3M Router provider for Vercel AI SDK
- */
-export interface A3MProvider {
-    name: 'a3m';
-    /**
-     * Returns an A3M language model.
-     *
-     * @param modelId - Use 'auto' for automatic routing, or specify a model like 'gpt-4', 'claude-3', etc.
-     */
-    (modelId: string): LanguageModelV1;
-}
-/**
- * Create an A3M Router provider for Vercel AI SDK
- */
-export declare function createA3MProvider(config?: A3MRouterConfig): A3MProvider;
-/**
- * Example usage with Next.js App Router
- *
- * ```typescript
- * // app/api/chat/route.ts
- * import { createA3MProvider } from '@a3m/vercel-ai';
- * import { generateText } from 'ai';
- *
- * const a3m = createA3MProvider({
- *   parallelEnsemble: true,
- * });
- *
- * export async function POST(req: Request) {
- *   const { messages } = await req.json();
- *
- *   const result = await generateText({
- *     model: a3m('auto'),
- *     messages,
- *   });
- *
- *   return Response.json(result);
- * }
- * ```
- */
-/**
- * Example usage with streaming
- *
- * ```typescript
- * import { createA3MProvider } from '@a3m/vercel-ai';
- * import { streamText } from 'ai';
- *
- * const a3m = createA3MProvider();
- *
- * const result = await streamText({
- *   model: a3m('auto'),
- *   prompt: 'Write a story about a robot...',
- * });
- *
- * // Stream to response
- * return result.toDataStreamResponse();
- * ```
- */
-//# sourceMappingURL=index.d.ts.map

package/packages/a3m-vercel-ai/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAG/C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,KAAK,CAAC;IACZ;;;;OAIG;IACH,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,CAAC;CACpC;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,GAAE,eAAoB,GAAG,WAAW,CAgB3E;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH;;;;;;;;;;;;;;;;;GAiBG"}