adaptive-memory-multi-model-router 2.14.60 → 2.15.0

package/src/server/router.ts

@@ -0,0 +1,157 @@
+/**
+ * A3M Router - HTTP Route Registry
+ *
+ * Pluggable route table pattern replacing monolithic if/else routing.
+ * Adding a new endpoint = 1 handler file + 1 registration line.
+ *
+ * Usage:
+ *   import { createRouter, registerRoute } from './router';
+ *   registerRoute('GET', /^\/health$/, handleHealth);
+ *   registerRoute('POST', /^\/v1\/chat\/completions$/, handleChatCompletions);
+ *   const router = createRouter();
+ *   server.use(router);
+ */
+
+import * as http from 'http';
+
+// ============================================================
+// TYPES
+// ============================================================
+
+export type HTTPMethod = 'GET' | 'POST' | 'PUT' | 'DELETE' | 'PATCH' | 'OPTIONS';
+
+export interface RouteContext {
+  requestId: string;
+  startTime: number;
+  method: HTTPMethod;
+  path: string;
+  query: Record<string, string>;
+}
+
+export type RouteHandler = (
+  req: http.IncomingMessage,
+  res: http.ServerResponse,
+  ctx: RouteContext
+) => Promise<void> | void;
+
+export interface Route {
+  method: HTTPMethod;
+  pattern: RegExp;
+  handler: RouteHandler;
+  name: string;
+}
+
+// ============================================================
+// ROUTE REGISTRY
+// ============================================================
+
+const routes: Route[] = [];
+
+/**
+ * Generate a short request ID.
+ */
+function generateRequestId(): string {
+  return 'req-' + Math.random().toString(36).substring(2, 10) + Date.now().toString(36);
+}
+
+/**
+ * Parse query string from URL.
+ */
+function parseQuery(url: string): Record<string, string> {
+  try {
+    const urlObj = new URL(url, 'http://localhost');
+    const query: Record<string, string> = {};
+    urlObj.searchParams.forEach((value, key) => {
+      query[key] = value;
+    });
+    return query;
+  } catch {
+    return {};
+  }
+}
+
+/**
+ * Parse HTTP method safely.
+ */
+function parseMethod(method: string | undefined): HTTPMethod {
+  const m = (method || 'GET').toUpperCase();
+  if (['GET', 'POST', 'PUT', 'DELETE', 'PATCH', 'OPTIONS'].includes(m)) {
+    return m as HTTPMethod;
+  }
+  return 'GET';
+}
+
+/**
+ * Register a route. Routes are matched in registration order.
+ */
+export function registerRoute(
+  method: HTTPMethod,
+  pattern: RegExp,
+  handler: RouteHandler,
+  name?: string
+): void {
+  routes.push({ method, pattern, handler, name: name || `${method} ${pattern}` });
+}
+
+/**
+ * Create the request handler function for the registered routes.
+ * Returns a function compatible with http.createServer's requestListener.
+ */
+export function createRequestHandler(): (req: http.IncomingMessage, res: http.ServerResponse) => Promise<void> {
+  return async function handleRequest(req: http.IncomingMessage, res: http.ServerResponse): Promise<void> {
+    const method = parseMethod(req.method);
+    const url = req.url || '/';
+    const ctx: RouteContext = {
+      requestId: generateRequestId(),
+      startTime: Date.now(),
+      method,
+      path: url.split('?')[0],
+      query: parseQuery(url),
+    };
+
+    // CORS preflight
+    if (method === 'OPTIONS') {
+      res.writeHead(204, {
+        'Access-Control-Allow-Origin': '*',
+        'Access-Control-Allow-Methods': 'GET, POST, PUT, DELETE, PATCH, OPTIONS',
+        'Access-Control-Allow-Headers': 'Content-Type, Authorization, x-request-id',
+        'Access-Control-Max-Age': '86400',
+      });
+      res.end();
+      return;
+    }
+
+    // Find matching route
+    for (const route of routes) {
+      if (route.method !== method) continue;
+      const match = ctx.path.match(route.pattern);
+      if (match) {
+        try {
+          await route.handler(req, res, ctx);
+        } catch (err: any) {
+          console.error(`[a3m-router] Route ${route.name} error: ${err.message}`);
+          if (!res.headersSent) {
+            res.writeHead(500, { 'Content-Type': 'application/json', 'Access-Control-Allow-Origin': '*' });
+            res.end(JSON.stringify({ error: { message: err.message, type: 'server_error' } }));
+          }
+        }
+        return;
+      }
+    }
+
+    // No route matched — 404
+    if (!res.headersSent) {
+      res.writeHead(404, { 'Content-Type': 'application/json', 'Access-Control-Allow-Origin': '*' });
+      res.end(JSON.stringify({ error: { message: `Not found: ${method} ${url}`, type: 'not_found' } }));
+    }
+  };
+}
+
+/**
+ * Get all registered routes (for debugging and /routes endpoint).
+ */
+export function getRegisteredRoutes(): Route[] {
+  return [...routes];
+}
+
+export default { registerRoute, createRequestHandler, getRegisteredRoutes };

package/src/server/state.ts

@@ -0,0 +1,34 @@
+/**
+ * A3M Router - Shared Server State
+ *
+ * Singleton state shared across the proxy server and all handlers.
+ * Extracted from proxyServer.ts to enable modular handler architecture.
+ */
+
+import { CostTracker } from '../cost/costTracker';
+
+// ============================================================
+// SHARED STATE
+// ============================================================
+
+/** Singleton cost tracker instance */
+export const costTracker = new CostTracker();
+
+/** In-memory request log (last 1000 entries) */
+export interface RequestLog {
+  id: string;
+  model: string;
+  resolvedProvider: string;
+  resolvedModel: string;
+  latencyMs: number;
+  tokensIn: number;
+  tokensOut: number;
+  cost: number;
+  status: 'success' | 'error';
+  error?: string;
+  timestamp: number;
+}
+
+export const requestLogs: RequestLog[] = [];
+
+export default { costTracker, requestLogs };

package/src/skills/__tests__/skill_manager.test.ts

@@ -1,6 +1,6 @@
-"""
-Tests for SkillManager and TMLEnhancedAgent
-"""
+/**
+ * Tests for SkillManager and TMLEnhancedAgent
+ */
 
 import { describe, it, expect, beforeEach, jest } from '@jest/globals';
 import { SkillManager, Skill } from '../skill_manager';

package/NEW_OPPORTUNITIES.md

@@ -1,163 +0,0 @@
-# A3M Router - NEW Achievements & Opportunities
-
-## 📊 Current Status
-- npm Downloads: 25,573+ (avg ~413/day)
-- GitHub Stars: 10
-- Benchmarks: 4 PRs open (RouterArena, LLMRouterBench, routerbench, MMR-Bench)
-- Awesome Lists: 11 PRs open
-
----
-
-## 🎯 NEW Awesome Lists to Submit To
-
-### High Priority (Relevant + Not Submitted)
-
-| # | Repo | Stars | Relevance | Status |
-|---|------|-------|-----------|--------|
-| 1 | cuihuan/awesome-ai-gateway | 25⭐ | AI Gateway | ❌ NEW |
-| 2 | inference-gateway/inference-gateway | 127⭐ | Gateway | ❌ NEW |
-| 3 | liyueyuan123/llm-api-gateway | 116⭐ | Gateway | ❌ NEW |
-
-### Medium Priority
-
-| # | Repo | Stars | Relevance | Status |
-|---|------|-------|-----------|--------|
-| 4 | howardpen9/awesome-ai-api-proxy | 12⭐ | AI API | ❌ NEW |
-| 5 | stormfire-io/awesome-ai-proxy | NEW | AI Proxy | ❌ NEW |
-
----
-
-## 🏆 NEW Benchmarks to Target
-
-### Related to LLM Routing/Inference
-
-| # | Repo | Stars | Relevance | Status |
-|---|------|-------|-----------|--------|
-| 1 | digailab/PCB-Bench | 13⭐ | Routing | ❌ NEW |
-| 2 | Achyuthan-S/moe-bench | 10⭐ | MoE | ❌ NEW |
-| 3 | GregsGreyCode/Logos | 6⭐ | Routing | ❌ NEW |
-
-### Cost Optimization Benchmarks
-
-| # | Repo | Stars | Relevance | Status |
-|---|------|-------|-----------|--------|
-| 1 | atharv404/ClawRoute | 80⭐ | Cost Routing | ❌ NEW |
-| 2 | bitrouter/bitrouter | 184⭐ | Router | ❌ NEW |
-
----
-
-## 🌐 Platform Listings to Target
-
-### Package Registries
-| Platform | Action | Difficulty |
-|----------|--------|------------|
-| Docker Hub | Publish container image | MEDIUM |
-| PyPI | Create Python wrapper | MEDIUM |
-| Homebrew | Create brew formula | LOW |
-
-### AI Tool Directories
-| Directory | URL | Status |
-|----------|-----|--------|
-| There's An AI For That | thereisanai.com | ❌ NOT LISTED |
-| Future Tools | futuretools.io | ❌ NOT LISTED |
-| AI Navigator | ainav.io | ❌ NOT LISTED |
-| AlternativeTo | alternativeto.net | ❌ NOT LISTED |
-
-### API Marketplaces
-| Platform | URL | Status |
-|----------|-----|--------|
-| RapidAPI | rapidapi.com | ❌ NOT LISTED |
-| API.market | api.market | ❌ NOT LISTED |
-| APILayer | apilayer.com | ❌ NOT LISTED |
-
----
-
-## 🎓 Academic & Research Opportunities
-
-### Papers with Code
-| Venue | Topic | Action |
-|-------|-------|--------|
-| arXiv | LLM Routing | Submit paper |
-| ACL/EMNLP | Routing optimization | Submit |
-
-### University Resources
-| Resource | Relevance | Action |
-|---------|-----------|--------|
-| Awesome LLM Long Context | 2,130⭐ | Submit to |
-| AgentBench | 3,515⭐ | Submit benchmark |
-
----
-
-## 📱 Content & Community
-
-### Social Platforms
-| Platform | Content Ready | Status |
-|---------|--------------|--------|
-| Twitter/X | ✅ Yes | ❌ No account |
-| LinkedIn | ✅ Adapt from Twitter | ❌ No posts |
-| DEV.to | ✅ Yes | ❌ Token invalid |
-| Product Hunt | ✅ Yes | ❌ Not launched |
-
-### Forums & Communities
-| Community | Platform | Action |
-|-----------|----------|--------|
-| Hacker News | news.ycombinator.com | Comment + Post |
-| Reddit | reddit.com/r/LocalLLaMA | ❌ IP blocked |
-| Discord | LangChain, HuggingFace | Join + Share |
-
----
-
-## 🏅 Ranking Opportunities
-
-### Leaderboards
-| Leaderboard | URL | Current | Target |
-|------------|-----|---------|--------|
-| RouterArena | routerarena.ai | 50.59% | 85%+ |
-| npm trends | npmtrends.com | ~400/day | 1000+/day |
-
-### Awards & Competitions
-| Award | Deadline | Relevance |
-|-------|----------|-----------|
-| GitHub Archive program | Rolling | MEDIUM |
-| OSS Fund | Rolling | MEDIUM |
-
----
-
-## 🚀 Quick Wins (This Week)
-
-1. **Submit to cuihuan/awesome-ai-gateway** - 25 stars, relevant
-2. **Submit to inference-gateway/inference-gateway** - 127 stars, very relevant
-3. **Submit to liyueyuan123/llm-api-gateway** - 116 stars, very relevant
-4. **Create Docker Hub listing** - Popular containers
-5. **Enable GitHub Discussions** - Free engagement
-
----
-
-## 🎯 Strategic Goals
-
-### 85%+ Accuracy Achievement
-**Path A: GLM-5.1 Reset** (Jun 26)
-- Wait for weekly rate limit reset
-- Run 4 req/min for 35+ hours
-- Cost: ~$0 (Z.ai free tier)
-
-**Path B: Budget Upgrade** ($50+)
-- DeepSeek-V4 or GPT-4 API
-- Faster completion
-- Cost: ~$50-100
-
-**Path C: Self-Consistency** (10-15 votes)
-- Ensemble voting approach
-- ~80% accuracy expected
-- Cost: Variable
-
----
-
-## 📈 Growth Targets
-
-| Metric | Current | Target | Method |
-|--------|---------|--------|--------|
-| npm downloads | ~413/day | 1000+/day | Spikes + steady |
-| GitHub stars | 10 | 100+ | Content + visibility |
-| Benchmark PRs | 4 open | 10+ | More submissions |
-| Awesome Lists | 11 open | 20+ | More submissions |

package/NEW_SUBMISSIONS.md

@@ -1,80 +0,0 @@
-# New Benchmark & Awesome List Submissions
-
-## New Benchmarks to Submit To
-
-| # | Repo | Stars | Relevance | Notes |
-|---|------|-------|----------|-------|
-| 1 | LiveBench/LiveBench | 1,213 | Medium | Not router-specific but LLM eval |
-| 2 | lmarena/arena-hard-auto | 1,040 | Medium | Arena for LLMs |
-| 3 | jeinlee1991/chinese-llm-benchmark | 6,206 | High | Chinese LLM benchmark |
-| 4 | llm2014/llm_benchmark | 1,375 | Medium | General LLM benchmarks |
-| 5 | carlini/yet-another-applied-llm-benchmark | 1,060 | Medium | Applied LLM eval |
-| 6 | leobeeson/llm_benchmarks | 570 | Medium | Collection of benchmarks |
-| 7 | ray-project/llmperf-leaderboard | 474 | High | LLM performance |
-
----
-
-## New Awesome Lists to Submit To
-
-| # | Repo | Stars | Category | Notes |
-|---|------|-------|----------|-------|
-| 1 | 1duo/awesome-ai-infrastructures | 453 | AI Infrastructure | High priority |
-| 2 | brandonhimpfen/awesome-ai-infrastructure | 62 | AI Infrastructure | Lower priority |
-| 3 | suncloudsmoon/awesome-open-source-ai | 305 | Open Source AI | Medium |
-| 4 | aidatatools/ollama-benchmark | 373 | Ollama | Could add A3M to alternatives |
-| 5 | llm2014/llm_benchmark | 1,375 | LLM Benchmark | Very relevant |
-| 6 | leobeeson/llm_benchmarks | 570 | Benchmarks | Collection |
-
----
-
-## Submission Template for Benchmarks
-
-```
-## A3M Router
-
-**Description:** Parallel multi-LLM execution with automatic model selection
-
-**Key Metrics:**
-- RouterArena #1: 96.77% accuracy
-- Cost: $0.077/1K (130x cheaper than GPT-5)
-- Robustness: 1.0
-
-**Submission Format:**
-[Routed Models, Predictions File, Configuration]
-
-**Repo:** https://github.com/Das-rebel/a3m-router
-**npm:** adaptive-memory-multi-model-router
-```
-
----
-
-## Submission Template for Awesome Lists
-
-```
-## A3M Router
-
-**Description:** Open-source LLM routing proxy with parallel multi-LLM execution
-
-**Website:** https://github.com/Das-rebel/a3m-router
-**npm:** https://www.npmjs.com/package/adaptive-memory-multi-model-router
-**License:** MIT
-
-**Key Features:**
-- RouterArena #1 accuracy (96.77%)
-- $0.077/1K cost (130x cheaper than GPT-5)
-- 47+ provider support
-- Parallel multi-LLM execution
-- OpenAI-compatible API
-```
-
----
-
-## High Priority Actions
-
-1. **1duo/awesome-ai-infrastructures** - Submit PR for AI infrastructure category
-2. **jeinlee1991/chinese-llm-benchmark** - Submit to large Chinese LLM benchmark
-3. **llm2014/llm_benchmark** - Submit to comprehensive LLM benchmark
-
----
-
-## Status: Not Yet Submitted

package/PRIORITY_REDDIT_TARGETS.md

@@ -1,53 +0,0 @@
-# Priority Reddit Posts to Comment On
-## Strategy: Find posts where A3M Router solves the exact problem
-
-### Target Subreddits
-- r/LocalLLaMA (most relevant - LLM enthusiasts)
-- r/MachineLearning (ML practitioners)
-- r/programming (developers)
-- r/ChatGPT (end users)
-- r/LLMDevs (dev community)
-
-### Search Queries to Use (manual)
-1. "llm router" OR "multi llm" OR "parallel llm"
-2. "reduce openai cost" OR "llm api expensive" OR "cheap llm"
-3. "llm gateway" OR "api proxy" OR "llm proxy"
-4. "litellm alternative" OR "portkey alternative" OR "route llm"
-5. "llm fallback" OR "llm reliability" OR "429 error"
-
-### High-Value Post Types
-1. **Cost complaints**: "GPT-4o too expensive" - A3M saves 70%+
-2. **Reliability issues**: "OpenAI down" - A3M has fallback
-3. **Multi-model needs**: "Use both Claude and GPT" - A3M does this
-4. **Routing questions**: "Which LLM for X?" - A3M auto-selects
-
-### Comment Template
-```
-Have you looked at A3M Router? It's an open-source LLM gateway that:
-- Routes to 47+ providers in parallel
-- Auto-selects cheapest provider for your query type
-- 96.77% accuracy on RouterArena benchmark
-- $0.077/1K tokens (vs $10+ for GPT-4o)
-- Built-in fallback when providers fail
-
-npm install adaptive-memory-multi-model-router
-
-Disclosure: I'm the author, happy to help with setup!
-```
-
-### Posts to Find (manual search required)
-Since Reddit blocks automated searching, do these searches manually:
-
-1. r/LocalLLaMA - search "router" → sort by top → look for cost/routing posts
-2. r/LocalLLaMA - search "gateway" → sort by top → look for multi-LLM posts
-3. r/programming - search "llm router" → sort by top
-4. r/MachineLearning - search "llm cost" → sort by top
-
-### Engagement Tips
-- Comment within 1 hour of posting (newer posts have less competition)
-- Provide genuine help, not spam
-- Mention specific features that match the post's problem
-- Include working code snippet if possible
-- Ask follow-up question to increase engagement
-- Don't mention stars/GitHub in initial comment
-

package/VISIBILITY_PLAN.md

@@ -1,146 +0,0 @@
-# A3M Router Visibility Expansion Plan
-
-## Current Status
-- ✅ npm: 25K+ downloads
-- ✅ GitHub: 10 stars
-- ✅ 19 PRs submitted (12 merged/in README)
-- ✅ HuggingFace Space
-- ✅ GitHub Pages
-- ✅ 4 benchmark PRs open
-- ❌ No Twitter presence
-- ❌ No YouTube tutorials
-- ❌ No conference talks
-- ❌ No podcast appearances
-- ❌ Reddit blocked by IP
-- ❌ No LinkedIn presence
-
----
-
-## 🚀 High Impact Actions (Do Now)
-
-### 1. Twitter/X Thread (READY TO POST)
-- **File**: `TWITTER_THREAD_VAULT.md` or `TWITTER_FINAL.md`
-- **Hook**: "The entire LLM gateway space has been thinking about this wrong"
-- **Unique Angle**: Parallel vs sequential routing
-- **Action**: Post 10-tweet thread
-
-### 2. DEV.to Articles (READY TO POST)
-- **Files**: 
-  - `DEVTO_READY.md`
-  - `DEVTO_FINAL.md`
-  - `DEVTO_MULTI_PROVIDER.md`
-- **Topics**: 
-  - "How I built an LLM router that beats GPT-5"
-  - "Parallel multi-LLM execution explained"
-- **Action**: Publish to DEV.to
-
-### 3. Newsletter Outreach (READY TO SEND)
-- **File**: `NEWSLETTER_SEND_NOW.md`
-- **Target Newsletters**:
-  - TLDR (dev newsletter)
-  - AI Weekly
-  - Morning ML
-  - ByteDance ML
-- **Action**: Submit guest posts
-
-### 4. GitHub Discussions (ENABLE)
-- Create discussion categories
-- Ask for feature requests
-- Share roadmap
-- **Action**: Enable GitHub Discussions tab
-
----
-
-## 🔧 Medium Impact (This Week)
-
-### 5. LinkedIn Presence
-- Post about RouterArena #1 achievement
-- Share technical deep-dives
-- Connect with AI developers
-- **Template**: `articles/TWITTER_THREAD_VAULT.md` adapted for LinkedIn
-
-### 6. Hacker News Visibility
-- Post when score improves to 85%+
-- Comment on related threads
-- Build karma before posting
-
-### 7. YouTube Tutorial
-- **Script Ready**: `youtube-tutorial-script.md`
-- Record 10-min demo
-- Upload with RouterArena #1 title
-
-### 8. Product Hunt
-- **File**: `PRODUCTHUNT_READY.md`
-- Submit on Tuesday-Wednesday (best days)
-- Prepare screenshots
-
----
-
-## 📈 Long Term (This Month)
-
-### 9. Conference Talks
-- Submit to: PyCon, NodeConf, AI conferences
-- Topic: "Parallel LLM Routing: Beyond Sequential Fallback"
-- Early bird deadlines
-
-### 10. Podcast Guesting
-- AI podcasts looking for guests
-- Developer podcasts
-- Offer to talk about LLM routing architecture
-
-### 11. GitHub Action
-- Create `a3m-router-action` 
-- Package as GitHub Action
-- Get featured in GitHub Marketplace
-
-### 12. Docker Image
-- Publish to Docker Hub
-- Add to container registries
-
----
-
-## 🎯 Competitor Analysis (What Works for Them)
-
-### litellm (48K stars)
-- Multiple blog posts
-- Conference talks
-- YouTube tutorials
-- Active Discord
-- Enterprise customers
-
-### RouteLLM (5069 stars)
-- Academic paper
-- GitHub Pages docs
-- Integration guides
-
-### ClawRouter (6587 stars)
-- Website: clawrouter.com
-- x402 micropayments
-- Agent-native positioning
-
----
-
-## 📊 Priority Matrix
-
-| Channel | Impact | Effort | Status |
-|---------|--------|--------|--------|
-| Twitter Thread | HIGH | LOW | READY |
-| DEV.to Article | HIGH | LOW | READY |
-| Newsletter | HIGH | MED | READY |
-| GitHub Discussions | MED | LOW | TODO |
-| LinkedIn | MED | LOW | TODO |
-| YouTube | HIGH | HIGH | SCRIPT READY |
-| Product Hunt | MED | MED | READY |
-| GitHub Action | HIGH | HIGH | TODO |
-| Docker Hub | MED | MED | TODO |
-| Conference Talks | HIGH | HIGH | TODO |
-
----
-
-## ✅ Immediate Next Steps
-
-1. **Today**: Post Twitter thread
-2. **Today**: Submit DEV.to article
-3. **This Week**: Enable GitHub Discussions
-4. **This Week**: Submit to Product Hunt
-5. **This Week**: Start LinkedIn presence