adaptive-memory-multi-model-router 2.13.12 → 2.13.14

package/llms.txt

@@ -1,51 +1,54 @@
-# A3M Router
-> Intelligent LLM routing with adaptive memory — 99.5% ±1 tier accuracy, zero ML, zero GPU. OpenAI-compatible proxy across 36 providers with semantic cache, guardrails, and cost analytics.
+# A3M Router — AI-Gateway & LLM Router
 
-## Three Core Capabilities
-1. **Adaptive Memory** — Learns from usage patterns. Updates model quality scores with every real request using exponential moving average. No retraining needed.
-2. **Multi-Signal Routing** — 5-signal complexity scoring: domain detection (legal, medical, finance, security, architecture, ML), task indicators (code, math, creative, multilingual), query structure, action verb intensity, multi-step detection. All regex + keyword, zero ML.
-3. **Production Protections** — Semantic cache (trigram Jaccard similarity), 17-pattern prompt injection detection, PII redaction, content filtering, hallucination checks, cost analytics with budget alerts, circuit breaker with auto-failover.
+## One sentence
+Open-source LLM router with parallel multi-LLM execution, 47+ providers, 99.5% routing accuracy, 62% cost savings. 19.5 KB, zero ML dependencies.
 
-## Benchmark
-- 64.5% exact tier match, 99.5% ±1 tier accuracy (200 queries, 4 tiers)
-- 61.6% cost savings vs premium-only routing
-- RouteLLM-inspired methodology, self-benchmarked
+## Core features
+- Parallel multi-LLM execution (unique, no competitor does this)
+- RouteLLM-style routing: 12 signals → difficulty tier → cheapest capable model
+- 47+ providers: OpenAI, Anthropic, Groq, DeepSeek, NVIDIA, Together, OpenRouter, Gemini, Mistral, Cohere, and more
+- Semantic cache (30%+ hit rate)
+- Budget enforcement with per-query cost tracking
+- Circuit breaker with auto failover
+- Prompt injection guardrails (17 patterns)
+- Persistent episodic memory (JSON file, auto-save)
+- Query-type presets: fast, creative, deep thinking, code
 
-## Install
+## Quick start
 ```bash
-npm install adaptive-memory-multi-model-router   # TypeScript/Node
-pip install a3m-router                            # Python
-npx a3m-router serve                              # Proxy at localhost:8787
+npm install adaptive-memory-multi-model-router
+npx a3m-router route "Write a Python sort function"
+npx a3m-router serve  # OpenAI-compatible proxy at :8787
 ```
 
-## Interfaces
-- **TypeScript SDK:** `import { A3MRouter } from 'adaptive-memory-multi-model-router/sdk'`
-- **Python SDK:** `from a3m import A3MRouter` (async) or `from a3m import A3MRouterSync`
-- **CLI:** `npx a3m-router route/serve/benchmark/health/cost/compare`
-- **Proxy:** OpenAI-compatible at `localhost:8787/v1`
-- **REST API:** POST /v1/route, POST /v1/chat/completions, GET /v1/models, GET /health
-- **LangChain:** `import { A3MChatModel } from 'adaptive-memory-multi-model-router/langchain'`
-
-## 36 Providers by Tier
-- **Free (6):** CommandCode, Ollama, LM Studio, vLLM, OpenCode, Google (free tier)
-- **Cheap (15):** Groq, Cerebras, DeepInfra, Together, Fireworks, Novita, SambaNova, Anyscale, Replicate, OpenRouter, Zhipu (GLM), Moonshot (Kimi), Yi, Baichuan, MiniMax
-- **Mid (9):** DeepSeek, Mistral, Perplexity, Cohere, AI21, Qwen, StepFun, AlephAlpha, Deepset
-- **Premium (3):** OpenAI, Anthropic, xAI (Grok)
-- **Enterprise (3):** Azure OpenAI, AWS Bedrock, Google Vertex
-
-## Features
-- Multi-signal routing with 5 weighted signals (domain, task, structure, verbs, specificity)
-- Online learning via exponential moving average on model quality scores
-- Semantic cache using character trigram Jaccard similarity (no vector DB, no embeddings)
-- Guardrails: 17-pattern injection detection, PII detection/redaction (email, phone, SSN, CC, API keys, IP), content filtering, hallucination heuristics
-- Cost analytics: per-provider spend tracking, budget alerts (daily/monthly/per-model), savings vs GPT-4o baseline
-- Circuit breaker: 3 failures → 60s cooldown, automatic provider failover
-- OpenAI-compatible proxy auto-detects provider format (OpenAI, Anthropic, Google, Ollama)
-- LangChain adapter (A3MChatModel drop-in for ChatOpenAI)
-- Streaming support (SSE relay)
-- Obsidian vault integration for decision logging
-
-## Links
-- GitHub: https://github.com/Das-rebel/a3m-router
-- npm: https://www.npmjs.org/package/adaptive-memory-multi-model-router
-- License: MIT
+## Key files
+- `src/index.ts` — Main entry, all exports
+- `src/routing/ensembleVoting.ts` — P0: Parallel ensemble voting
+- `src/routing/queryTypePresets.ts` — P1: Query-type presets
+- `src/memory/episodicMemory.ts` — P3: Persistent memory
+- `src/providers/providerConfig.ts` — 47 provider configurations
+- `src/routing/advancedRouter.ts` — RouteLLM-style routing with 12 signals
+- `docs/BENCHMARK.md` — Independent benchmark data (third-party via llm-gateway-bench)
+- `docs/CORE_VISION_PRD.md` — Product requirements document
+
+## Benchmark (independent, third-party)
+- Direct to Groq: 138ms TTFT
+- Through A3M (forced): 234ms (+96ms overhead)
+- Through A3M (auto route): 374ms (+236ms overhead for full intelligence)
+- 62% cost savings vs all-premium routing
+- Tool: llm-gateway-bench (not our own scripts)
+
+## Unique differentiator
+Parallel ensemble execution: runs N providers simultaneously, scores results on specificity/structure/relevance, returns best answer with reasoning. No other router (litellm, one-api, LibreChat, gpt-researcher) does this.
+
+## Competitive landscape
+- litellm (48K★): Sequential fallback only, Python-only
+- one-api (34K★): API key management, Chinese-focused
+- LibreChat (20K★): UI-focused, single-provider
+- gpt-researcher (20K★): Deep research, single-provider per query
+- A3M Router: Parallel ensemble + confidence scoring (unique)
+
+## Growth
+- 10,024 npm downloads in 14 days
+- 72 versions published
+- Zero marketing budget

package/package.json

@@ -1,9 +1,9 @@
 {
   "name": "adaptive-memory-multi-model-router",
-  "version": "2.13.12",
+  "version": "2.13.14",
   "shortName": "A3M Router",
   "displayName": "A3M Router - Adaptive Memory Multi-Model Router",
-  "description": "🔥 Fastest-growing npm LLM router — 0 to 10,024 downloads in 14 days. Parallel multi-LLM execution with independent benchmark validation (138ms baseline, +96ms proxy overhead), 47+ providers, 99.5% routing accuracy, 62% cost savings. Open-source AI gateway. Parallel ensemble, confidence scoring, query-type presets, persistent memory. Zero ML, 19.5KB. MIT.",
+  "description": "🔥 Fastest-growing npm LLM router — 0 to 10K downloads in 14 days. Parallel multi-LLM execution with independent benchmark validation (138ms baseline, +96ms proxy overhead), 47+ providers, 99.5% routing accuracy, 62% cost savings. Open-source AI gateway with ensemble voting, semantic cache, budget enforcement. 19.5 KB, zero ML.",
   "main": "dist/index.js",
   "bin": {
     "a3m-router": "dist/cli.js",
@@ -55,540 +55,46 @@
     }
   },
   "keywords": [
-    "01-ai",
-    "12-signal-routing",
-    "3-failure-trigger",
-    "429-handling",
-    "60-second-cooldown",
-    "62-percent-cost-savings",
-    "99-accuracy",
-    "a3m",
-    "a3m-router",
-    "adaptive",
-    "adaptive-router",
-    "adaptive-routing",
-    "affordable-ai",
-    "agent",
-    "agent-codegen",
-    "agent-discoverable",
-    "agent-framework",
-    "agent-memory",
-    "ai",
-    "ai-agent",
-    "ai-agent-tools",
-    "ai-agents",
-    "ai-assistant",
-    "ai-coding",
-    "ai-discoverability",
+    "llm-router",
     "ai-gateway",
-    "ai-gateway-cn",
-    "ai-guardrails",
-    "ai-load-balancer",
-    "ai-native",
-    "ai-orchestration",
-    "ai-proxy",
-    "ai-router",
-    "ai-routing",
-    "ai-sdk",
-    "ai21",
-    "aleph-alpha",
-    "alerting",
-    "aliyun",
-    "anthropic",
-    "anthropic-mcp",
-    "anthropic-proxy",
-    "anthropic-relay",
-    "api-aggregator",
-    "api-budget",
-    "api-cost",
-    "api-cost-reduction",
-    "api-forwarder",
-    "api-gateway",
-    "api-management",
-    "api-middleware",
-    "api-proxy",
-    "api-relay",
-    "auto-recovery",
-    "autogen",
-    "automatic-failover",
-    "automation",
-    "autonomous-agents",
-    "aws",
-    "aws-bedrock",
-    "azure",
-    "azure-openai",
-    "backoff",
-    "baichuan",
-    "baiducloud",
-    "batch-processing",
-    "batching",
-    "benchmark",
-    "budget-alerts",
-    "budget-cap",
-    "budget-dashboard",
-    "budget-friendly",
-    "cache",
-    "cache-hit-rate",
-    "cache-ttl",
-    "caching",
-    "cerebras",
-    "chatbot",
-    "chatgpt",
-    "cheaper-llm",
-    "chinese-ai",
-    "chinese-ai-proxy",
-    "chinese-api",
-    "chinese-api-retry",
-    "chinese-chatgpt",
-    "chinese-gateway",
-    "chinese-llm",
-    "chinese-llm-proxy",
-    "chinese-model",
-    "chinese-models",
-    "chinese-nlp",
-    "chinesellm",
-    "chinesellm-routing",
-    "circuit-breaker",
-    "classification",
-    "claude",
-    "claude-code",
-    "claude-proxy",
-    "cli",
-    "client",
-    "cloud",
-    "cloud-native",
-    "cluster-llm",
-    "code-generation",
-    "cohere",
-    "complexity-scoring",
-    "content-filtering",
-    "content-routing",
-    "context-cache",
-    "context-caching",
-    "context-management",
-    "contextual-router",
-    "conversational-ai",
-    "cooldown",
-    "copilot",
-    "cosine-similarity",
-    "cost-analytics",
-    "cost-attribution",
-    "cost-based-routing",
-    "cost-cap",
-    "cost-control",
-    "cost-effective-llm",
-    "cost-estimation",
-    "cost-management",
-    "cost-optimization",
-    "cost-prediction",
-    "cost-reduction",
-    "cost-saving",
-    "cost-tracking",
-    "crewai",
-    "data-security",
-    "datadog",
-    "deadline",
-    "deepinfra",
-    "deepseek",
-    "deepseek-ai",
-    "deepseek-api",
-    "deepseek-chat",
-    "deepseek-coder",
-    "deepseek-proxy",
-    "deepseek-reasoner",
-    "deepseek-v3",
-    "developer-tools",
-    "devops",
-    "distributed-llm",
-    "docker",
-    "domain-detection",
-    "domain-routing",
-    "dx",
-    "dynamic-routing",
-    "edge-computing",
-    "embed-text",
-    "embedding",
-    "embedding-cache",
-    "embedding-model",
-    "enterprise",
-    "enterprise-ready",
-    "episodic-memory",
-    "expense-management",
-    "extraction",
-    "failover",
-    "fallback",
-    "fallback-chain",
-    "fast-llm",
-    "fault-tolerance",
-    "fine-tuning",
-    "fireworks",
-    "gateway",
-    "gateway-proxy",
-    "gcp",
-    "gdpr-llm",
-    "gemini",
-    "gemma",
-    "geo",
-    "glm-4",
-    "glm-4v",
-    "glm-api",
-    "glms",
-    "google",
-    "google-calendar",
-    "gpt",
-    "gpt-4",
-    "grafana",
-    "graphql",
-    "groq",
-    "groq-api",
-    "groq-llama",
-    "groq-mixtral",
-    "groq-proxy",
-    "guardrails",
-    "ha-cluster",
-    "halo",
-    "health-check",
-    "health-scoring",
-    "helicone",
-    "high-availability",
-    "high-throughput",
-    "hipaa",
-    "http-proxy",
-    "huawei-cloud",
-    "iclr",
-    "inference",
-    "inference-cost",
-    "input-validation",
-    "intelligent-router",
-    "intent-detection",
-    "intent-mapping",
-    "intent-routing",
-    "intercom",
-    "jaeger",
-    "javascript",
-    "jitter",
-    "json-api",
-    "keyword-routing",
-    "kimi",
-    "kimi-api",
-    "langchain",
-    "langchain-cn",
-    "langchain-gateway",
-    "langfuse",
-    "language-model",
-    "latency-benchmark",
-    "learning-router",
-    "learns-from-history",
-    "lightweight",
-    "lingyi",
-    "lingyi-wanwu",
-    "llama",
-    "llama-3",
-    "llama-3.1",
-    "llama-3.3",
-    "llama-api",
-    "llama-proxy",
-    "llamaindex",
-    "llamaindex-cn",
-    "llamaindex-gateway",
-    "llm",
-    "llm-caching",
-    "llm-cluster",
-    "llm-comparison",
-    "llm-cost",
-    "llm-evaluation",
-    "llm-failover",
     "llm-gateway",
-    "llm-gateway-cn",
-    "llm-intent",
-    "llm-load-balancer",
-    "llm-management",
-    "llm-manager",
-    "llm-memory-router",
-    "llm-middleware",
-    "llm-orchestration",
-    "llm-pricing",
-    "llm-proxy",
-    "llm-relay",
-    "llm-router",
-    "llm-routing",
-    "llm-tools",
-    "llmlingua",
-    "lmstudio",
-    "load-balancer",
-    "load-balancing",
-    "local-llm",
-    "local-model",
-    "logging",
-    "long-context-model",
-    "low-cost-llm",
-    "low-latency",
-    "machine-learning",
-    "max-retries",
-    "mcp",
-    "mcp-gateway",
-    "mcts",
-    "mcts-workflow",
-    "memory",
-    "memory-augmented",
-    "memory-based",
-    "memory-tree",
-    "message-truncation",
-    "metrics",
-    "metrics-api",
-    "metrics-collector",
-    "metrics-endpoint",
-    "microservices",
-    "middleware",
-    "minimax",
-    "minimax-abab",
-    "minimax-ai",
-    "minimax-api",
-    "minimax-chat",
-    "minimax-turbo",
-    "mistral",
-    "mistral-7b",
-    "mistral-api",
-    "mistral-proxy",
-    "model-comparison",
-    "model-management",
-    "model-picker",
-    "model-router",
-    "model-routing",
-    "model-selection",
-    "model-selector",
-    "monitoring",
-    "monte-carlo",
-    "monthly-budget",
-    "moonshot",
-    "moonshot-ai",
-    "moonshot-api",
-    "moonshot-kimi",
-    "moonshot-v1",
-    "moonshot-v1-128k",
-    "moonshot-v1-32k",
-    "moonshot-v1-8k",
-    "multi-agent",
-    "multi-agent-debate",
     "multi-llm",
-    "multi-llm-router",
-    "multi-model",
-    "multi-model-router",
-    "multi-provider",
-    "multi-region",
-    "multimodal",
-    "network-proxy",
-    "nextjs-ai",
-    "nlp",
-    "no-gpu",
-    "no-gpu-required",
-    "node",
-    "nodejs",
-    "nomic-embed",
-    "npm",
-    "npm-package",
-    "nvidia",
-    "nvidia-nim",
-    "observability",
-    "ollama",
-    "ollama-proxy",
-    "on-premise",
-    "open-source",
-    "openai",
-    "openai-api",
-    "openai-compatible",
-    "openai-endpoint",
-    "openai-format",
-    "openai-gateway",
+    "parallel-llm",
     "openai-proxy",
-    "openai-relay",
-    "openai-sdk",
-    "openrouter",
-    "openrouter-api",
-    "opentelemetry",
-    "orchestration",
-    "otel",
-    "parallel",
-    "parallel-ai",
+    "llm-proxy",
+    "cost-optimization",
+    "ai-infrastructure",
+    "routing",
+    "provider-routing",
+    "model-routing",
+    "llm-routing",
     "parallel-execution",
-    "pay-less-llm",
-    "per-team-budget",
-    "per-user-budget",
-    "performance",
-    "perplexity",
-    "pii-detection",
-    "pii-redaction",
-    "pinecone",
-    "pip",
-    "priority-queue",
-    "privacy-llm",
-    "production",
-    "production-ready",
-    "prometheus-client",
-    "prometheus-format",
-    "prometheus-metrics",
-    "prompt-cache",
-    "prompt-engineering",
-    "prompt-injection",
-    "prompt-security",
-    "provider-failover",
-    "provider-fallback",
-    "provider-health",
-    "provider-registry",
-    "provider-selection",
-    "provider-selector",
-    "proxy",
-    "proxy-server",
-    "pypi",
-    "pypi-package",
-    "python",
-    "python-bindings",
-    "qianwen",
-    "quality-metrics",
-    "quality-routing",
-    "query-cache",
-    "query-routing",
-    "qwen",
-    "qwen-long",
-    "qwen-max",
-    "qwen-plus",
-    "qwen-turbo",
-    "qwen2",
-    "qwen2.5",
-    "qwen2.5-coder",
-    "qwen3",
-    "rag",
-    "rate-limiter",
-    "rate-limiting",
-    "real-time",
-    "relay-server",
-    "reliability",
-    "request-routing",
-    "request-timeout",
-    "request-tracing",
-    "research-backed",
-    "resilience",
-    "response-cache",
-    "rest-api",
-    "retry",
-    "retry-after",
-    "retry-logic",
-    "retry-policy",
-    "retry-proxy",
-    "reverse-proxy",
-    "route-quality",
-    "routellm",
-    "router",
-    "router-proxy",
-    "routing-accuracy",
-    "routing-benchmark",
-    "routing-quality",
-    "salesforce",
-    "sanitization",
-    "scalability",
-    "sdk",
-    "security",
-    "self-consistency",
-    "self-healing",
-    "self-host",
-    "self-hosted",
+    "ensemble-voting",
+    "confidence-scoring",
     "semantic-cache",
-    "semantic-memory",
-    "semantic-routing",
-    "sentiment-analysis",
-    "sentry",
-    "server",
-    "serverless",
-    "sla",
-    "slack",
-    "smart-failover",
-    "smart-fallback",
-    "smart-llm-router",
-    "smart-router",
-    "smart-routing",
-    "smart-selection",
-    "soc2",
-    "span",
-    "spend-tracking",
-    "spending-limit",
-    "starts-in-100ms",
-    "streaming",
-    "streaming-llm",
-    "streamingllm",
-    "summarization",
-    "task-aware-router",
-    "task-memory",
-    "task-routing",
-    "tencentcloud",
-    "testing",
-    "text-generation",
-    "throughput-testing",
-    "tier-routing",
-    "timeout",
-    "together-ai",
-    "together-api",
-    "token-compression",
-    "token-counter",
-    "token-counting",
-    "token-optimization",
-    "token-saving",
-    "tongji",
-    "tongyi",
-    "tongyi-qianwen",
-    "tools",
-    "trace-id",
-    "tracing",
-    "traffic-routing",
-    "transformer",
-    "transformers",
-    "translation",
-    "tree-search",
+    "circuit-breaker",
+    "budget-enforcement",
+    "prompt-guardrails",
+    "llm-security",
+    "groq",
+    "anthropic",
+    "openai",
+    "deepseek",
+    "nvidia",
+    "gemini",
+    "mistral",
     "typescript",
-    "ucb1",
-    "ucb1-selection",
-    "uct",
-    "uptime",
-    "vector-cache",
-    "vector-database",
-    "vercel",
-    "vercel-ai",
-    "vercel-ai-sdk",
-    "vision-model",
-    "volcengine",
-    "wu-yuan",
-    "wuyuan",
-    "xai",
-    "yi",
-    "yi-34b",
-    "yi-ai",
-    "yi-api",
-    "yi-large",
-    "yi-lightning",
-    "yi-llm",
-    "yi-medium",
-    "zai",
-    "zai-glm",
-    "zai-glm-4",
-    "zero-ml",
-    "zh-llm",
-    "zhipu",
-    "zhipu-ai",
-    "zhipu-api",
-    "parallel-ensemble",
-    "open-source-llm-router",
+    "nodejs",
+    "open-source",
+    "llm",
+    "artificial-intelligence",
+    "machine-learning",
+    "api-gateway",
+    "devtools",
     "independent-benchmark",
     "third-party-validation",
-    "multi-llm-execution",
-    "confidence-scoring",
-    "query-presets",
-    "persistent-memory",
-    "cost-savings",
-    "open-source-gateway",
-    "cross-provider",
-    "llm-benchmark",
-    "gateway-latency",
-    "llm-cost-optimization",
-    "production-llm"
+    "multi-provider",
+    "cross-provider"
   ],
   "author": "Das-rebel <subho@example.com>",
   "license": "MIT",