adaptive-memory-multi-model-router 1.9.5 → 2.0.0

package/dist/server/modelMapper.js

@@ -0,0 +1,154 @@
+"use strict";
+/**
+ * A3M Router - Model Mapper
+ *
+ * Maps OpenAI-compatible model names to our provider/model pairs.
+ * Supports:
+ *   - "auto" → intelligent routing via advancedRouter
+ *   - "gpt-4" → best available premium provider
+ *   - "gpt-3.5-turbo" → best available fast provider
+ *   - "groq/llama-3.3-70b" → specific provider/model
+ *   - "claude-3.5-sonnet" → Anthropic provider
+ *   - "gemini-2.0-flash" → Google provider
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveModel = resolveModel;
+exports.listAvailableModels = listAvailableModels;
+const advancedRouter_1 = require("../routing/advancedRouter");
+const providerConfig_1 = require("../providers/providerConfig");
+// ============================================================
+// OPENAI MODEL ALIASES → provider preference order
+// ============================================================
+const OPENAI_ALIASES = {
+    "gpt-4": ["openai/gpt-4o", "anthropic/claude-3.5-sonnet", "google/gemini-2.5-pro", "mistral/mistral-large-latest"],
+    "gpt-4-turbo": ["openai/gpt-4-turbo", "openai/gpt-4o", "anthropic/claude-3.5-sonnet"],
+    "gpt-4o": ["openai/gpt-4o", "anthropic/claude-3.5-sonnet", "google/gemini-2.5-pro"],
+    "gpt-4o-mini": ["openai/gpt-4o-mini", "groq/llama-3.3-70b-versatile", "google/gemini-2.0-flash", "mistral/mistral-small-latest"],
+    "gpt-3.5-turbo": ["groq/llama-3.3-70b-versatile", "cerebras/llama3.1-8b", "google/gemini-2.0-flash", "mistral/mistral-small-latest", "deepseek/deepseek-chat"],
+    "claude-3.5-sonnet": ["anthropic/claude-3.5-sonnet"],
+    "claude-3-opus": ["anthropic/claude-3-opus"],
+    "claude-3-haiku": ["anthropic/claude-3-haiku"],
+    "gemini-2.0-flash": ["google/gemini-2.0-flash"],
+    "gemini-2.5-pro": ["google/gemini-2.5-pro"],
+    "o1": ["openai/gpt-4o", "anthropic/claude-3.5-sonnet"],
+    "o1-mini": ["openai/gpt-4o-mini", "groq/llama-3.3-70b-versatile"],
+    "o3-mini": ["openai/gpt-4o-mini", "google/gemini-2.5-flash"],
+};
+// ============================================================
+// MODEL MAPPING
+// ============================================================
+/**
+ * Resolve an OpenAI-compatible model name to a concrete provider/model pair.
+ *
+ * Resolution order:
+ *  1. "auto" → route through advancedRouter
+ *  2. "provider/model" format → direct lookup
+ *  3. OpenAI alias → preference list lookup
+ *  4. Bare model name → search across all providers
+ *  5. Fallback → first available provider's first model
+ */
+function resolveModel(modelName, prompt) {
+    const available = (0, providerConfig_1.getAvailableProviders)();
+    // 1. "auto" → intelligent routing
+    if (modelName === "auto") {
+        const query = prompt || "";
+        const route = (0, advancedRouter_1.routeQuery)(query);
+        if (!route.primary_model)
+            return null;
+        return lookupProviderModel(route.primary_model, available);
+    }
+    // 2. "provider/model" format → direct lookup
+    if (modelName.includes("/")) {
+        const mapping = lookupProviderModel(modelName, available);
+        if (mapping)
+            return mapping;
+    }
+    // 3. OpenAI alias → preference list
+    const aliasList = OPENAI_ALIASES[modelName];
+    if (aliasList) {
+        for (const candidate of aliasList) {
+            const mapping = lookupProviderModel(candidate, available);
+            if (mapping)
+                return mapping;
+        }
+    }
+    // 4. Bare model name → search across all providers
+    for (const [providerId, provider] of Object.entries(available)) {
+        if (provider.models && provider.models.includes(modelName)) {
+            return {
+                providerId,
+                model: modelName,
+                baseUrl: provider.baseUrl || "",
+                apiKey: provider.apiKey || null,
+                costPerK: provider.costPerK || { input: 0, output: 0 },
+                type: provider.type || "api",
+            };
+        }
+    }
+    // 5. Fallback → first available provider's first model
+    const firstProvider = Object.values(available)[0];
+    if (firstProvider && firstProvider.models && firstProvider.models.length > 0) {
+        return {
+            providerId: firstProvider.id,
+            model: firstProvider.models[0],
+            baseUrl: firstProvider.baseUrl || "",
+            apiKey: firstProvider.apiKey || null,
+            costPerK: firstProvider.costPerK || { input: 0, output: 0 },
+            type: firstProvider.type || "api",
+        };
+    }
+    return null;
+}
+/**
+ * Look up a "provider/model" key against the available providers map.
+ */
+function lookupProviderModel(key, available) {
+    const slashIdx = key.indexOf("/");
+    const providerId = slashIdx >= 0 ? key.substring(0, slashIdx) : key;
+    const model = slashIdx >= 0 ? key.substring(slashIdx + 1) : key;
+    const provider = available[providerId];
+    if (!provider)
+        return null;
+    // Verify the model is in the provider's list (or accept if list is empty)
+    if (provider.models && provider.models.length > 0 && !provider.models.includes(model)) {
+        return null;
+    }
+    return {
+        providerId,
+        model,
+        baseUrl: provider.baseUrl || "",
+        apiKey: provider.apiKey || null,
+        costPerK: provider.costPerK || { input: 0, output: 0 },
+        type: provider.type || "api",
+    };
+}
+/**
+ * List all available models in OpenAI-compatible format.
+ */
+function listAvailableModels() {
+    const available = (0, providerConfig_1.getAvailableProviders)();
+    const models = [];
+    for (const [providerId, provider] of Object.entries(available)) {
+        if (provider.models) {
+            for (const model of provider.models) {
+                models.push({
+                    id: providerId + "/" + model,
+                    object: "model",
+                    created: Math.floor(Date.now() / 1000),
+                    owned_by: provider.name || providerId,
+                });
+            }
+        }
+    }
+    // Add aliases
+    for (const alias of Object.keys(OPENAI_ALIASES)) {
+        models.push({
+            id: alias,
+            object: "model",
+            created: Math.floor(Date.now() / 1000),
+            owned_by: "a3m-router",
+        });
+    }
+    return models;
+}
+//# sourceMappingURL=modelMapper.js.map

package/dist/server/modelMapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelMapper.js","sourceRoot":"","sources":["../../src/server/modelMapper.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;AAoDH,oCAsDC;AA+BD,kDAiCC;AAxKD,8DAAuD;AACvD,gEAAoE;AAepE,+DAA+D;AAC/D,mDAAmD;AACnD,+DAA+D;AAE/D,MAAM,cAAc,GAA6B;IAC/C,OAAO,EAAE,CAAC,eAAe,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,8BAA8B,CAAC;IAClH,aAAa,EAAE,CAAC,oBAAoB,EAAE,eAAe,EAAE,6BAA6B,CAAC;IACrF,QAAQ,EAAE,CAAC,eAAe,EAAE,6BAA6B,EAAE,uBAAuB,CAAC;IACnF,aAAa,EAAE,CAAC,oBAAoB,EAAE,8BAA8B,EAAE,yBAAyB,EAAE,8BAA8B,CAAC;IAChI,eAAe,EAAE,CAAC,8BAA8B,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,8BAA8B,EAAE,wBAAwB,CAAC;IAC9J,mBAAmB,EAAE,CAAC,6BAA6B,CAAC;IACpD,eAAe,EAAE,CAAC,yBAAyB,CAAC;IAC5C,gBAAgB,EAAE,CAAC,0BAA0B,CAAC;IAC9C,kBAAkB,EAAE,CAAC,yBAAyB,CAAC;IAC/C,gBAAgB,EAAE,CAAC,uBAAuB,CAAC;IAC3C,IAAI,EAAE,CAAC,eAAe,EAAE,6BAA6B,CAAC;IACtD,SAAS,EAAE,CAAC,oBAAoB,EAAE,8BAA8B,CAAC;IACjE,SAAS,EAAE,CAAC,oBAAoB,EAAE,yBAAyB,CAAC;CAC7D,CAAC;AAEF,+DAA+D;AAC/D,gBAAgB;AAChB,+DAA+D;AAE/D;;;;;;;;;GASG;AACH,SAAgB,YAAY,CAAC,SAAiB,EAAE,MAAe;IAC7D,MAAM,SAAS,GAAG,IAAA,sCAAqB,GAAE,CAAC;IAE1C,kCAAkC;IAClC,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAA,2BAAU,EAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,mBAAmB,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,6CAA6C;IAC7C,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC1D,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC9B,CAAC;IAED,oCAAoC;IACpC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC1D,IAAI,OAAO;gBAAE,OAAO,OAAO,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/D,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3D,OAAO;gBACL,UAAU;gBACV,KAAK,EAAE,SAAS;gBAChB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;gBAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBACtD,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,KAAK;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAQ,CAAC;IACzD,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,OAAO;YACL,UAAU,EAAE,aAAa,CAAC,EAAE;YAC5B,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9B,OAAO,EAAE,aAAa,CAAC,OAAO,IAAI,EAAE;YACpC,MAAM,EAAE,aAAa,CAAC,MAAM,IAAI,IAAI;YACpC,QAAQ,EAAE,aAAa,CAAC,QAAQ,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC3D,IAAI,EAAE,aAAa,CAAC,IAAI,IAAI,KAAK;SAClC,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,GAAW,EAAE,SAA8B;IACtE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACpE,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAEhE,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,0EAA0E;IAC1E,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,UAAU;QACV,KAAK;QACL,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;QAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;QAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;QACtD,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,KAAK;KAC7B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IAMjC,MAAM,SAAS,GAAG,IAAA,sCAAqB,GAAE,CAAC;IAC1C,MAAM,MAAM,GAA6E,EAAE,CAAC;IAE5F,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/D,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,UAAU,GAAG,GAAG,GAAG,KAAK;oBAC5B,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;oBACtC,QAAQ,EAAE,QAAQ,CAAC,IAAI,IAAI,UAAU;iBACtC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc;IACd,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,QAAQ,EAAE,YAAY;SACvB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/proxyServer.d.ts

@@ -0,0 +1,41 @@
+/**
+ * A3M Router - OpenAI-Compatible Proxy Server
+ *
+ * Lightweight HTTP server that accepts OpenAI API requests and routes them
+ * through the A3M Router engine. Uses only Node.js built-in http module.
+ *
+ * Endpoints:
+ *   POST /v1/chat/completions   — OpenAI-compatible chat
+ *   POST /v1/completions        — OpenAI completions
+ *   GET  /v1/models             — List available models
+ *   GET  /health                — Health check with provider status
+ *
+ * Build: npx tsc
+ * Run:   npx a3m-router serve [--port 8787]
+ */
+import * as http from "http";
+import { CostTracker } from "../cost/costTracker";
+interface RequestLog {
+    id: string;
+    model: string;
+    resolvedProvider: string;
+    resolvedModel: string;
+    latencyMs: number;
+    tokensIn: number;
+    tokensOut: number;
+    cost: number;
+    status: "success" | "error";
+    error?: string;
+    timestamp: number;
+}
+declare const requestLogs: RequestLog[];
+declare const costTracker: any;
+/**
+ * Create and start the proxy server.
+ *
+ * @param port - Port to listen on (default: 8787, env: PORT)
+ * @returns The http.Server instance
+ */
+export declare function createProxyServer(port?: number): http.Server;
+export { CostTracker, costTracker, requestLogs };
+export default createProxyServer;

package/dist/server/proxyServer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxyServer.d.ts","sourceRoot":"","sources":["../../src/server/proxyServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAG7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAmClD,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAmnBD,QAAA,MAAM,WAAW,EAAE,UAAU,EAAO,CAAC;AACrC,QAAA,MAAM,WAAW,KAAoB,CAAC;AA0StC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CAmG5D;AAMD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACjD,eAAe,iBAAiB,CAAC"}