adaptive-memory-multi-model-router 2.0.0 → 2.0.2

package/dist/index.d.ts

@@ -1,4 +1,31 @@
+export { routeQuery, routeBatch, recommendForTask, extractQueryFeatures, MODEL_PROFILES, updateModelProfile, getProviderHealth, } from './routing/advancedRouter';
+export { DEFAULT_PROVIDERS, getAvailableProviders, registerProvider, deregisterProvider, updateProvider, healthCheck, checkAllProviders, findCheapestAvailableProvider, findFastestAvailableProvider, loadConfig, saveConfig, } from './providers/providerConfig';
+export type { ProviderTier, ProviderFormat, ProviderType, ProviderCost, ProviderDefinition, } from './providers/providerConfig';
+export { CostTracker } from './cost/costTracker';
+export { MemoryTree } from './memory/memoryTree';
+export type { MemoryChunk, TreeNode } from './memory/memoryTree';
+export { countTokens, estimateTokens } from './utils/tokenUtils';
+export { MODEL_COSTS } from './utils/tokenUtils';
 export { SemanticCache } from './cache/semanticCache';
 export { GuardrailEngine } from './security/guardrails';
 export { CostAnalytics } from './analytics/costAnalytics';
-export { ProxyServer } from './server/proxyServer';
+export { createProxyServer } from './server/proxyServer';
+import { getAvailableProviders, healthCheck } from './providers/providerConfig';
+import { MemoryTree } from './memory/memoryTree';
+export interface A3MRouterOptions {
+    defaultProvider?: string;
+    enableCache?: boolean;
+    enableGuardrails?: boolean;
+    costLimit?: number;
+}
+export declare function createA3MRouter(options?: A3MRouterOptions): {
+    route: any;
+    routeBatch: any;
+    recommendForTask: any;
+    getAvailableProviders: typeof getAvailableProviders;
+    healthCheck: typeof healthCheck;
+    costTracker: any;
+    memoryTree: MemoryTree;
+    options: A3MRouterOptions;
+};
+export default createA3MRouter;

package/dist/index.js

@@ -1,7 +1,56 @@
 "use strict";
+// A3M Router - Main Entry Point
+// Version: 2.0.0
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProxyServer = exports.CostAnalytics = exports.GuardrailEngine = exports.SemanticCache = void 0;
-// v2.0.0 additions
+exports.createProxyServer = exports.CostAnalytics = exports.GuardrailEngine = exports.SemanticCache = exports.MODEL_COSTS = exports.estimateTokens = exports.countTokens = exports.MemoryTree = exports.CostTracker = exports.saveConfig = exports.loadConfig = exports.findFastestAvailableProvider = exports.findCheapestAvailableProvider = exports.checkAllProviders = exports.healthCheck = exports.updateProvider = exports.deregisterProvider = exports.registerProvider = exports.getAvailableProviders = exports.DEFAULT_PROVIDERS = exports.getProviderHealth = exports.updateModelProfile = exports.MODEL_PROFILES = exports.extractQueryFeatures = exports.recommendForTask = exports.routeBatch = exports.routeQuery = void 0;
+exports.createA3MRouter = createA3MRouter;
+// ============================================================
+// ROUTING ENGINE
+// ============================================================
+var advancedRouter_1 = require("./routing/advancedRouter");
+Object.defineProperty(exports, "routeQuery", { enumerable: true, get: function () { return advancedRouter_1.routeQuery; } });
+Object.defineProperty(exports, "routeBatch", { enumerable: true, get: function () { return advancedRouter_1.routeBatch; } });
+Object.defineProperty(exports, "recommendForTask", { enumerable: true, get: function () { return advancedRouter_1.recommendForTask; } });
+Object.defineProperty(exports, "extractQueryFeatures", { enumerable: true, get: function () { return advancedRouter_1.extractQueryFeatures; } });
+Object.defineProperty(exports, "MODEL_PROFILES", { enumerable: true, get: function () { return advancedRouter_1.MODEL_PROFILES; } });
+Object.defineProperty(exports, "updateModelProfile", { enumerable: true, get: function () { return advancedRouter_1.updateModelProfile; } });
+Object.defineProperty(exports, "getProviderHealth", { enumerable: true, get: function () { return advancedRouter_1.getProviderHealth; } });
+// ============================================================
+// PROVIDERS
+// ============================================================
+var providerConfig_1 = require("./providers/providerConfig");
+Object.defineProperty(exports, "DEFAULT_PROVIDERS", { enumerable: true, get: function () { return providerConfig_1.DEFAULT_PROVIDERS; } });
+Object.defineProperty(exports, "getAvailableProviders", { enumerable: true, get: function () { return providerConfig_1.getAvailableProviders; } });
+Object.defineProperty(exports, "registerProvider", { enumerable: true, get: function () { return providerConfig_1.registerProvider; } });
+Object.defineProperty(exports, "deregisterProvider", { enumerable: true, get: function () { return providerConfig_1.deregisterProvider; } });
+Object.defineProperty(exports, "updateProvider", { enumerable: true, get: function () { return providerConfig_1.updateProvider; } });
+Object.defineProperty(exports, "healthCheck", { enumerable: true, get: function () { return providerConfig_1.healthCheck; } });
+Object.defineProperty(exports, "checkAllProviders", { enumerable: true, get: function () { return providerConfig_1.checkAllProviders; } });
+Object.defineProperty(exports, "findCheapestAvailableProvider", { enumerable: true, get: function () { return providerConfig_1.findCheapestAvailableProvider; } });
+Object.defineProperty(exports, "findFastestAvailableProvider", { enumerable: true, get: function () { return providerConfig_1.findFastestAvailableProvider; } });
+Object.defineProperty(exports, "loadConfig", { enumerable: true, get: function () { return providerConfig_1.loadConfig; } });
+Object.defineProperty(exports, "saveConfig", { enumerable: true, get: function () { return providerConfig_1.saveConfig; } });
+// ============================================================
+// COST TRACKING
+// ============================================================
+var costTracker_1 = require("./cost/costTracker");
+Object.defineProperty(exports, "CostTracker", { enumerable: true, get: function () { return costTracker_1.CostTracker; } });
+// ============================================================
+// MEMORY
+// ============================================================
+var memoryTree_1 = require("./memory/memoryTree");
+Object.defineProperty(exports, "MemoryTree", { enumerable: true, get: function () { return memoryTree_1.MemoryTree; } });
+// ============================================================
+// UTILITIES
+// ============================================================
+var tokenUtils_1 = require("./utils/tokenUtils");
+Object.defineProperty(exports, "countTokens", { enumerable: true, get: function () { return tokenUtils_1.countTokens; } });
+Object.defineProperty(exports, "estimateTokens", { enumerable: true, get: function () { return tokenUtils_1.estimateTokens; } });
+var tokenUtils_2 = require("./utils/tokenUtils");
+Object.defineProperty(exports, "MODEL_COSTS", { enumerable: true, get: function () { return tokenUtils_2.MODEL_COSTS; } });
+// ============================================================
+// v2.0.0 FEATURES
+// ============================================================
 var semanticCache_1 = require("./cache/semanticCache");
 Object.defineProperty(exports, "SemanticCache", { enumerable: true, get: function () { return semanticCache_1.SemanticCache; } });
 var guardrails_1 = require("./security/guardrails");
@@ -9,5 +58,28 @@ Object.defineProperty(exports, "GuardrailEngine", { enumerable: true, get: funct
 var costAnalytics_1 = require("./analytics/costAnalytics");
 Object.defineProperty(exports, "CostAnalytics", { enumerable: true, get: function () { return costAnalytics_1.CostAnalytics; } });
 var proxyServer_1 = require("./server/proxyServer");
-Object.defineProperty(exports, "ProxyServer", { enumerable: true, get: function () { return proxyServer_1.ProxyServer; } });
+Object.defineProperty(exports, "createProxyServer", { enumerable: true, get: function () { return proxyServer_1.createProxyServer; } });
+// ============================================================
+// CONVENIENCE: Create a router instance
+// ============================================================
+const advancedRouter_2 = require("./routing/advancedRouter");
+const providerConfig_2 = require("./providers/providerConfig");
+const costTracker_2 = require("./cost/costTracker");
+const memoryTree_2 = require("./memory/memoryTree");
+function createA3MRouter(options) {
+    const costTracker = new costTracker_2.CostTracker();
+    const memoryTree = new memoryTree_2.MemoryTree();
+    return {
+        route: advancedRouter_2.routeQuery,
+        routeBatch: advancedRouter_2.routeBatch,
+        recommendForTask: advancedRouter_2.recommendForTask,
+        getAvailableProviders: providerConfig_2.getAvailableProviders,
+        healthCheck: providerConfig_2.healthCheck,
+        costTracker,
+        memoryTree,
+        options: options || {},
+    };
+}
+// Default export
+exports.default = createA3MRouter;
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AACA,mBAAmB;AACnB,uDAAsD;AAA7C,8GAAA,aAAa,OAAA;AACtB,oDAAwD;AAA/C,6GAAA,eAAe,OAAA;AACxB,2DAA0D;AAAjD,8GAAA,aAAa,OAAA;AACtB,oDAAmD;AAA1C,0GAAA,WAAW,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,gCAAgC;AAChC,iBAAiB;;;AAgFjB,0CAcC;AA5FD,+DAA+D;AAC/D,iBAAiB;AACjB,+DAA+D;AAC/D,2DAQkC;AAPhC,4GAAA,UAAU,OAAA;AACV,4GAAA,UAAU,OAAA;AACV,kHAAA,gBAAgB,OAAA;AAChB,sHAAA,oBAAoB,OAAA;AACpB,gHAAA,cAAc,OAAA;AACd,oHAAA,kBAAkB,OAAA;AAClB,mHAAA,iBAAiB,OAAA;AAGnB,+DAA+D;AAC/D,YAAY;AACZ,+DAA+D;AAC/D,6DAYoC;AAXlC,mHAAA,iBAAiB,OAAA;AACjB,uHAAA,qBAAqB,OAAA;AACrB,kHAAA,gBAAgB,OAAA;AAChB,oHAAA,kBAAkB,OAAA;AAClB,gHAAA,cAAc,OAAA;AACd,6GAAA,WAAW,OAAA;AACX,mHAAA,iBAAiB,OAAA;AACjB,+HAAA,6BAA6B,OAAA;AAC7B,8HAAA,4BAA4B,OAAA;AAC5B,4GAAA,UAAU,OAAA;AACV,4GAAA,UAAU,OAAA;AAWZ,+DAA+D;AAC/D,gBAAgB;AAChB,+DAA+D;AAC/D,kDAAiD;AAAxC,0GAAA,WAAW,OAAA;AAEpB,+DAA+D;AAC/D,SAAS;AACT,+DAA+D;AAC/D,kDAAiD;AAAxC,wGAAA,UAAU,OAAA;AAGnB,+DAA+D;AAC/D,YAAY;AACZ,+DAA+D;AAC/D,iDAAiE;AAAxD,yGAAA,WAAW,OAAA;AAAE,4GAAA,cAAc,OAAA;AACpC,iDAAiD;AAAxC,yGAAA,WAAW,OAAA;AAEpB,+DAA+D;AAC/D,kBAAkB;AAClB,+DAA+D;AAC/D,uDAAsD;AAA7C,8GAAA,aAAa,OAAA;AACtB,oDAAwD;AAA/C,6GAAA,eAAe,OAAA;AACxB,2DAA0D;AAAjD,8GAAA,aAAa,OAAA;AACtB,oDAAyD;AAAhD,gHAAA,iBAAiB,OAAA;AAE1B,+DAA+D;AAC/D,wCAAwC;AACxC,+DAA+D;AAC/D,6DAAoF;AACpF,+DAAgF;AAChF,oDAAiD;AACjD,oDAAiD;AASjD,SAAgB,eAAe,CAAC,OAA0B;IACxD,MAAM,WAAW,GAAG,IAAI,yBAAW,EAAE,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI,uBAAU,EAAE,CAAC;IAEpC,OAAO;QACL,KAAK,EAAE,2BAAU;QACjB,UAAU,EAAV,2BAAU;QACV,gBAAgB,EAAhB,iCAAgB;QAChB,qBAAqB,EAArB,sCAAqB;QACrB,WAAW,EAAX,4BAAW;QACX,WAAW;QACX,UAAU;QACV,OAAO,EAAE,OAAO,IAAI,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,iBAAiB;AACjB,kBAAe,eAAe,CAAC"}

package/llms.txt

@@ -1,138 +1,48 @@
-# LLM-Optimized Package Information for A3M Router
+# A3M Router — Intelligent LLM Routing Engine
 
-## One-Sentence Description
-
-adaptive-memory-multi-model-router is a production-ready JavaScript/TypeScript library for routing LLM queries to optimal providers with automatic cost optimization, fallback handling, and batch processing.
-
-## Primary Use Cases
-
-1. **Multi-Provider LLM Routing**: Route queries to cheapest/best provider based on query characteristics
-2. **Cost Optimization**: Reduce API costs by 50-80% with intelligent provider selection
-3. **Provider Fallback**: Automatic retry with backup providers when primary fails
-4. **Batch Processing**: Process multiple prompts with parallel execution and rate limiting
-5. **Cost Tracking**: Real-time monitoring of API spending across all providers
-
-## Installation
+## What
+OpenAI-compatible AI gateway that routes queries to the cheapest capable LLM provider.
+2,775 downloads in 3 days. 1,903 yesterday. 39 providers. Zero config.
 
+## Quick Start
 ```bash
 npm install adaptive-memory-multi-model-router
+npx a3m-router serve
 ```
 
-## Quick Start
-
-```javascript
-const { createA3MRouter } = require('adaptive-memory-multi-model-router');
-
-const router = createA3MRouter();
-
-// Route to optimal provider
-const result = await router.route("Write Python to sort an array");
-console.log(result.primary_model);  // "groq/llama-3.3-70b"
-```
-
-## Supported Providers
-
-- **Fast/Cheap**: Groq, Cerebras, Mistral
-- **High Quality**: OpenAI GPT-4, Anthropic Claude
-- **Free Tiers**: CommandCode, OpenCode
-- **Local**: Ollama, vLLM, LM Studio
-
 ## Key Features
-
-| Feature | Description |
-|---------|-------------|
-| Learned Routing | RouteLLM-style routing based on query analysis |
-| Cost Optimization | Automatic selection of cheapest capable provider |
-| Fallback Chain | Automatic retry with backup providers |
-| Batch Processing | Parallel execution with concurrency control |
-| Response Caching | RadixAttention-style prefix caching |
-| Cost Tracking | Real-time spend monitoring |
-| CLI Tools | 15 commands for LLM operations |
-
-## Code Examples
-
-### Route by Query Type
-```javascript
-const { routeQuery } = require('adaptive-memory-multi-model-router');
-
-// Simple query → cheapest provider
-routeQuery("What is 2+2?");  // → free provider
-
-// Code query → code-capable provider
-routeQuery("Write Python function");  // → groq/llama
-
-// Complex reasoning → high-quality provider
-routeQuery("Explain quantum physics");  // → mistral-large
-```
-
-### Batch Processing
-```javascript
-const { routeBatch } = require('adaptive-memory-multi-model-router');
-
-const queries = ["Q1", "Q2", "Q3"];
-const results = routeBatch(queries, { same_model: true });
-```
-
-### Cost Tracking
+- OpenAI-compatible proxy (drop-in for any SDK)
+- Intelligent routing by query complexity (70% cost savings)
+- Real-time dashboard with cost tracking
+- LangChain adapter (A3MChatModel)
+- Guardrails (PII, prompt injection, content filter)
+- Semantic cache (trigram Jaccard similarity)
+- Cost analytics with savings reports
+- 39 providers: Groq, Cerebras, Mistral, DeepSeek, CommandCode (FREE), Ollama, etc.
+
+## Providers by Cost
+- FREE: CommandCode, Ollama, LM Studio, vLLM
+- $0.59-0.60/1M tokens: Groq, Cerebras
+- $1.50-2.80/1M tokens: DeepSeek, MiniMax, Mistral, Qwen, GLM-4
+- $10-30/1M tokens: Google, Anthropic, OpenAI
+
+## API
 ```javascript
+const { createA3MRouter } = require('adaptive-memory-multi-model-router');
 const router = createA3MRouter();
-const summary = router.costTracker.getSummary();
-console.log(`Total spent: $${summary.totalSpent}`);
+const result = await router.route("Your query");
 ```
 
-## CLI Usage
-
+## CLI
 ```bash
+npx a3m-router serve          # Start OpenAI-compatible proxy on :8787
+npx a3m-router route "query"  # Route a single query
+npx a3m-router benchmark      # Benchmark all providers
 npx a3m-router providers      # List configured providers
-npx a3m-router route "query"   # Route query
-npx a3m-router benchmark       # Compare providers
-npx a3m-router status          # Show system status
+npx a3m-router status         # Show router status
 ```
 
-## Configuration
-
-```json
-// ~/.config/a3m-router/providers.json
-{
-  "providers": {
-    "groq": {
-      "apiKeyEnv": "GROQ_API_KEY",
-      "models": ["llama-3.3-70b"]
-    }
-  }
-}
-```
-
-## Performance
-
-- 872 weekly downloads
-- 320 daily average
-- 33 comprehensive tests
-- 139 npm keywords
-- 116 integrations
-
-## Comparison
-
-| Package | Routing | Cost Track | Fallback | Batch | CLI |
-|---------|---------|------------|----------|-------|-----|
-| A3M Router | ✅ Learned | ✅ | ✅ | ✅ | ✅ |
-| LiteLLM | ✅ Basic | ❌ | ❌ | ✅ | ✅ |
-| OpenRouter | ✅ | ❌ | ✅ | ❌ | ❌ |
-
-## When to Use
-
-Use A3M Router when:
-- You use multiple LLM providers
-- You want automatic cost optimization
-- You need provider fallback
-- You process prompts in batches
-- You want to track API spending
-
 ## Links
-
 - NPM: https://www.npmjs.com/package/adaptive-memory-multi-model-router
 - GitHub: https://github.com/Das-rebel/adaptive-memory-multi-model-router
-
-## Keywords for AI Indexing
-
-LLM routing, cost optimization, multi-provider, OpenAI alternative, Claude routing, Groq integration, batch processing, API load balancing, LLM fallback, provider switching, token optimization, response caching, adaptive routing, learned routing, RouteLLM implementation
+- License: MIT

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "adaptive-memory-multi-model-router",
-  "version": "2.0.0",
+  "version": "2.0.2",
   "shortName": "A3M Router",
   "displayName": "A3M Router - Adaptive Memory Multi-Model Router",
   "description": "\ud83d\udd00 Intelligent LLM routing engine with OpenAI-compatible proxy, LangChain adapter, guardrails, semantic cache, cost analytics, and 40+ providers",

package/src/index.ts

@@ -1,6 +1,99 @@
+// A3M Router - Main Entry Point
+// Version: 2.0.0
 
-// v2.0.0 additions
+// ============================================================
+// ROUTING ENGINE
+// ============================================================
+export {
+  routeQuery,
+  routeBatch,
+  recommendForTask,
+  extractQueryFeatures,
+  MODEL_PROFILES,
+  updateModelProfile,
+  getProviderHealth,
+} from './routing/advancedRouter';
+
+// ============================================================
+// PROVIDERS
+// ============================================================
+export {
+  DEFAULT_PROVIDERS,
+  getAvailableProviders,
+  registerProvider,
+  deregisterProvider,
+  updateProvider,
+  healthCheck,
+  checkAllProviders,
+  findCheapestAvailableProvider,
+  findFastestAvailableProvider,
+  loadConfig,
+  saveConfig,
+} from './providers/providerConfig';
+
+export type {
+  ProviderTier,
+  ProviderFormat,
+  ProviderType,
+  ProviderCost,
+  ProviderDefinition,
+} from './providers/providerConfig';
+
+// ============================================================
+// COST TRACKING
+// ============================================================
+export { CostTracker } from './cost/costTracker';
+
+// ============================================================
+// MEMORY
+// ============================================================
+export { MemoryTree } from './memory/memoryTree';
+export type { MemoryChunk, TreeNode } from './memory/memoryTree';
+
+// ============================================================
+// UTILITIES
+// ============================================================
+export { countTokens, estimateTokens } from './utils/tokenUtils';
+export { MODEL_COSTS } from './utils/tokenUtils';
+
+// ============================================================
+// v2.0.0 FEATURES
+// ============================================================
 export { SemanticCache } from './cache/semanticCache';
 export { GuardrailEngine } from './security/guardrails';
 export { CostAnalytics } from './analytics/costAnalytics';
-export { ProxyServer } from './server/proxyServer';
+export { createProxyServer } from './server/proxyServer';
+
+// ============================================================
+// CONVENIENCE: Create a router instance
+// ============================================================
+import { routeQuery, routeBatch, recommendForTask } from './routing/advancedRouter';
+import { getAvailableProviders, healthCheck } from './providers/providerConfig';
+import { CostTracker } from './cost/costTracker';
+import { MemoryTree } from './memory/memoryTree';
+
+export interface A3MRouterOptions {
+  defaultProvider?: string;
+  enableCache?: boolean;
+  enableGuardrails?: boolean;
+  costLimit?: number;
+}
+
+export function createA3MRouter(options?: A3MRouterOptions) {
+  const costTracker = new CostTracker();
+  const memoryTree = new MemoryTree();
+
+  return {
+    route: routeQuery,
+    routeBatch,
+    recommendForTask,
+    getAvailableProviders,
+    healthCheck,
+    costTracker,
+    memoryTree,
+    options: options || {},
+  };
+}
+
+// Default export
+export default createA3MRouter;