synapse-gateway 2.0.0

package/README.md

@@ -0,0 +1,385 @@
+<p align="center">
+  <img src="screenshots/01-command-center.png" alt="Synapse Dashboard" width="100%">
+</p>
+
+<h1 align="center">⚡ Synapse — AI Gateway & Intelligence Platform</h1>
+
+<p align="center">
+  <strong>The neural hub for all your AI providers.</strong><br>
+  Route requests intelligently, cache semantically, compress tokens, learn from experience, and manage 5+ AI providers through a single beautiful dashboard.
+</p>
+
+<p align="center">
+  <img src="https://img.shields.io/badge/Next.js-16-black?logo=next.js" alt="Next.js 16" />
+  <img src="https://img.shields.io/badge/TypeScript-Strict-blue?logo=typescript" alt="TypeScript" />
+  <img src="https://img.shields.io/badge/SQLite-Embedded-003B57?logo=sqlite" alt="SQLite" />
+  <img src="https://img.shields.io/badge/Tests-76%20passing-brightgreen" alt="Tests" />
+  <img src="https://img.shields.io/badge/License-MIT-green" alt="License" />
+</p>
+
+<p align="center">
+  <a href="#-quick-start">Quick Start</a> •
+  <a href="#-21-breakthrough-features">Features</a> •
+  <a href="#-screenshots">Screenshots</a> •
+  <a href="#-api-reference">API</a> •
+  <a href="#-tech-stack">Tech Stack</a>
+</p>
+
+---
+
+## 📸 Screenshots
+
+### Authentication
+
+<p align="center">
+  <img src="screenshots/00-login.png" alt="Login" width="80%">
+</p>
+
+### Dashboard — All 10 Pages
+
+<table>
+  <tr>
+    <td align="center"><b>📊 Command Center</b></td>
+    <td align="center"><b>🔌 Providers</b></td>
+  </tr>
+  <tr>
+    <td><img src="screenshots/01-command-center.png" alt="Command Center" width="100%"></td>
+    <td><img src="screenshots/02-providers.png" alt="Providers" width="100%"></td>
+  </tr>
+  <tr>
+    <td align="center"><b>🧠 Models</b></td>
+    <td align="center"><b>🔀 Routes</b></td>
+  </tr>
+  <tr>
+    <td><img src="screenshots/03-models.png" alt="Models" width="100%"></td>
+    <td><img src="screenshots/04-routes.png" alt="Routes" width="100%"></td>
+  </tr>
+  <tr>
+    <td align="center"><b>🛠️ Skills</b></td>
+    <td align="center"><b>✨ Intelligence</b></td>
+  </tr>
+  <tr>
+    <td><img src="screenshots/05-skills.png" alt="Skills" width="100%"></td>
+    <td><img src="screenshots/06-intelligence.png" alt="Intelligence" width="100%"></td>
+  </tr>
+  <tr>
+    <td align="center"><b>💬 Playground</b></td>
+    <td align="center"><b>💾 Memory</b></td>
+  </tr>
+  <tr>
+    <td><img src="screenshots/07-playground.png" alt="Playground" width="100%"></td>
+    <td><img src="screenshots/08-memory.png" alt="Memory" width="100%"></td>
+  </tr>
+  <tr>
+    <td align="center"><b>🔐 Vault</b></td>
+    <td align="center"><b>⚙️ Settings</b></td>
+  </tr>
+  <tr>
+    <td><img src="screenshots/09-vault.png" alt="Vault" width="100%"></td>
+    <td><img src="screenshots/10-settings.png" alt="Settings" width="100%"></td>
+  </tr>
+</table>
+
+---
+
+## 🧠 21 Breakthrough Features
+
+| # | Feature | Description |
+|---|---------|-------------|
+| 1 | **Neural Router** | AI-powered request routing with 5 strategies (priority, latency, cost, round-robin, hybrid) |
+| 2 | **Semantic Cache** | LRU + SQLite persisted cache with SHA-256 hashing and TTL expiry |
+| 3 | **Adaptive Token Squeezer** | 4 compression levels (none → aggressive), auto-classifies code vs text |
+| 4 | **Persistent Memory** | 3-layer store: Episodic (90-day), Semantic (permanent), Procedural (rules) |
+| 5 | **Self-Learning (Distiller)** | Runs every 6h, extracts patterns, generates rules from request history |
+| 6 | **Dynamic Skill Rotation** | 5 strategies: round-robin, quality-based, weighted-random, task-match, schedule |
+| 7 | **Skill Forge** | Create skills from recipes, import from OpenClaw format |
+| 8 | **Universal Namespace** | 8 aliases (`best`, `fast`, `cheap`, `code`, `reason`...) + auto task detection |
+| 9 | **Predictive Cost Engine** | Monthly forecast, budget manager, model cost comparison |
+| 10 | **Provider Health Monitor** | Tracks latency, error rate, consecutive failures every 5 minutes |
+| 11 | **Request Forensics** | Timeline, root cause analysis, latency breakdown, optimization suggestions |
+| 12 | **MCP Gateway** | Model Context Protocol server with 6 tools + 2 resources |
+| 13 | **Plugin System** | Pre/post request hooks with PII redactor + response validator built-in |
+| 14 | **Benchmark Engine** | Shadow testing, quality scoring, A/B model comparison |
+| 15 | **Pipeline Builder** | 11 node types, visual pipeline construction |
+| 16 | **Format Translation** | Bidirectional converters for OpenAI, Anthropic, Gemini |
+| 17 | **Fallback Engine** | Candidate ranking, exponential backoff, timeout management |
+| 18 | **Auth System** | JWT login + API key management (`syn_` prefixed keys, SHA-256 hashed) |
+| 19 | **Analytics Aggregator** | Usage stats, 30-day time series, top models, provider performance |
+| 20 | **Provider Management** | 5 adapters (OpenAI, Anthropic, Gemini, DeepSeek, OpenRouter) |
+| 21 | **Real-time Dashboard** | 10 pages with live data, SSE streaming, auto-refresh |
+
+---
+
+## 🏗️ Architecture
+
+```
+synapse/
+├── src/
+│   ├── app/
+│   │   ├── api/                  # 42 API Routes
+│   │   │   ├── v1/               # OpenAI-compatible endpoints
+│   │   │   │   ├── chat/completions
+│   │   │   │   └── models
+│   │   │   ├── providers/        # Provider + account management
+│   │   │   ├── models/           # Model registry + benchmark
+│   │   │   ├── skills/           # Skill CRUD + rotation
+│   │   │   ├── memory/           # 3-layer memory store
+│   │   │   ├── cache/            # Semantic cache stats
+│   │   │   ├── intelligence/     # Neural router + forensics
+│   │   │   ├── analytics/        # Usage + cost analytics
+│   │   │   ├── auth/             # JWT login
+│   │   │   ├── keys/             # API key management
+│   │   │   ├── mcp/              # MCP gateway
+│   │   │   ├── namespace/        # Universal model aliases
+│   │   │   ├── plugins/          # Plugin management
+│   │   │   ├── routes/pipeline/  # Pipeline builder
+│   │   │   ├── settings/         # App configuration
+│   │   │   ├── dashboard/        # Dashboard data
+│   │   │   ├── distill/          # Experience distiller
+│   │   │   └── events/           # SSE stream
+│   │   ├── dashboard/            # 10 Dashboard Pages
+│   │   │   ├── page.tsx          # Command Center
+│   │   │   ├── providers/        # Provider management
+│   │   │   ├── models/           # Model browser
+│   │   │   ├── routes/           # Pipeline routes
+│   │   │   ├── skills/           # Skill management
+│   │   │   ├── intelligence/     # Neural router + forensics
+│   │   │   ├── playground/       # SSE streaming chat
+│   │   │   ├── memory/           # 3-layer memory
+│   │   │   ├── vault/            # API keys
+│   │   │   └── settings/         # Configuration
+│   │   └── login/                # Auth page
+│   ├── lib/
+│   │   ├── providers/            # 5 Provider Adapters
+│   │   ├── router/               # Core request router
+│   │   ├── fallback/             # Fallback engine
+│   │   ├── format/               # Format translators
+│   │   ├── cache/                # Semantic cache
+│   │   ├── memory/               # Persistent memory
+│   │   ├── skills/               # Skill system
+│   │   ├── neural/               # Neural router
+│   │   ├── squeezer/             # Token compression
+│   │   ├── prediction/           # Cost forecasting
+│   │   ├── health/               # Health checker
+│   │   ├── namespace/            # Universal namespace
+│   │   ├── benchmark/            # Model benchmark
+│   │   ├── pipeline/             # Pipeline builder
+│   │   ├── mcp/                  # MCP gateway
+│   │   ├── plugins/              # Plugin system
+│   │   ├── forensics/            # Request forensics
+│   │   ├── distiller/            # Experience distiller
+│   │   ├── analytics/            # Analytics aggregator
+│   │   ├── auth/                 # JWT + API keys
+│   │   ├── db/                   # SQLite + Drizzle ORM (21 tables)
+│   │   └── config/               # Zod schema config
+│   └── components/ui/            # Reusable UI components
+├── e2e/                          # Playwright E2E tests
+├── docs/                         # PRD + Implementation Plan
+└── screenshots/                  # README screenshots
+```
+
+---
+
+## 🚀 Quick Start
+
+### Prerequisites
+- **Node.js** 20+
+- **npm** or **git**
+
+### Option 1: Clone & Run (Recommended)
+
+```bash
+git clone https://github.com/kevindoni/Synapse.git
+cd Synapse
+npm install
+synapse start
+```
+
+Open **http://localhost:3000** → login with password `changeme`.
+
+### Option 2: Development Mode
+
+```bash
+git clone https://github.com/kevindoni/Synapse.git
+cd Synapse
+npm install
+synapse dev          # Hot reload, auto-restart
+```
+
+### Option 3: Production (PM2 / systemd)
+
+```bash
+git clone https://github.com/kevindoni/Synapse.git
+cd Synapse
+npm install
+npm run build
+
+# Start with PM2
+npx pm2 start .next/standalone/server.js --name synapse
+npx pm2 save
+
+# Or with systemd (Linux)
+sudo cp deploy/synapse.service /etc/systemd/system/
+sudo systemctl enable synapse
+sudo systemctl start synapse
+```
+
+### CLI Commands
+
+```bash
+synapse start       # Start production server (auto-build if needed)
+synapse stop        # Stop server
+synapse restart     # Restart server
+synapse status      # Check if running
+synapse dev         # Development mode (hot reload)
+synapse build       # Build for production
+synapse version     # Show version
+synapse help        # Show all commands
+```
+
+### Environment Variables
+
+```bash
+# Custom port
+PORT=8080 synapse start
+
+# Custom password
+SYNAPSE_PASSWORD=my-secret synapse start
+
+# Custom data dir
+DATA_DIR=/var/lib/synapse synapse start
+```
+
+### Connect AI Providers
+
+1. Login → open **Providers** in the sidebar
+2. Click **Manage** on a provider (e.g., OpenAI)
+3. Click **Add Account** → paste your API key
+4. Click **Fetch Models** to populate the model list
+5. Start chatting in the **Playground**
+
+---
+
+## 🔌 Supported Providers
+
+| Provider | Prefix | Models |
+|----------|--------|--------|
+| **OpenAI** | `oa/` | GPT-4o, GPT-4o-mini, o3, o3-mini |
+| **Anthropic** | `an/` | Claude Sonnet 4, Claude Opus 4.7, Claude Haiku 3.5 |
+| **Google Gemini** | `gm/` | Gemini 2.5 Pro, Gemini 2.5 Flash |
+| **DeepSeek** | `ds/` | DeepSeek Chat, DeepSeek Reasoner |
+| **OpenRouter** | `or/` | 200+ models via single API |
+
+---
+
+## 🧪 Testing
+
+```bash
+npm test            # Unit tests (46 tests — Vitest)
+npm run test:e2e    # E2E tests (30 tests — Playwright)
+npm run test:all    # Run everything
+```
+
+---
+
+## ⚙️ Environment Variables
+
+```env
+JWT_SECRET=your-jwt-secret
+SYNAPSE_PASSWORD=your-admin-password
+DATA_DIR=/path/to/data                # default: ~/.synapse
+OPENAI_API_KEY=sk-...
+ANTHROPIC_API_KEY=sk-ant-...
+GEMINI_API_KEY=AIza...
+DEEPSEEK_API_KEY=sk-...
+OPENROUTER_API_KEY=sk-or-...
+```
+
+---
+
+## 🔐 Security
+
+- JWT authentication with 7-day expiry
+- API keys prefixed with `syn_`, stored as SHA-256 hashes
+- Rate limiting (100 req/min via middleware)
+- CORS configurable
+- PII redaction plugin built-in
+- Request forensics for auditing
+
+---
+
+## 🗄️ Database
+
+**SQLite** (via better-sqlite3) + **Drizzle ORM** — zero external dependencies.
+
+- 21 tables with 8 indexes
+- WAL mode for concurrent reads
+- Auto-migration on startup
+- Stored at `~/.synapse/synapse.db`
+
+---
+
+## 🛠️ Tech Stack
+
+| Layer | Technology |
+|-------|-----------|
+| Framework | Next.js 16 (App Router) |
+| Language | TypeScript (strict) |
+| Styling | Tailwind CSS v4 |
+| Database | SQLite + Drizzle ORM |
+| Auth | JWT (jose) + SHA-256 |
+| Testing | Vitest + Playwright |
+| AI Providers | OpenAI, Anthropic, Gemini, DeepSeek, OpenRouter |
+
+---
+
+## 📄 API Reference
+
+### OpenAI-Compatible
+
+```
+POST   /api/v1/chat/completions    # Chat completion (SSE streaming supported)
+GET    /api/v1/models               # List models (OpenAI format)
+```
+
+### Management
+
+```
+GET    /api/providers               # List providers
+POST   /api/providers               # Add provider
+GET    /api/providers/health        # Health status
+POST   /api/providers/accounts      # Add API key
+POST   /api/providers/fetch-models  # Fetch models from provider
+GET    /api/models                  # List all models
+GET    /api/skills                  # List skills + groups
+POST   /api/skills                  # Create skill
+GET    /api/memory                  # Memory stats
+GET    /api/cache                   # Cache stats
+DELETE /api/cache                   # Clear cache
+GET    /api/settings                # Get settings
+PUT    /api/settings                # Update settings
+GET    /api/analytics/usage         # Usage stats
+GET    /api/analytics/cost          # Cost forecast
+GET    /api/namespace?model=best    # Resolve model alias
+GET    /api/intelligence/neural-router  # Neural router status
+GET    /api/intelligence/forensics  # Request forensics
+POST   /api/distill                 # Trigger experience distillation
+POST   /api/auth/login              # JWT login
+GET    /api/keys                    # List API keys
+POST   /api/keys                    # Generate API key
+DELETE /api/keys                    # Revoke API key
+POST   /api/mcp                     # MCP JSON-RPC
+GET    /api/dashboard               # Dashboard data
+```
+
+---
+
+## 📜 License
+
+MIT License — see [LICENSE](LICENSE) for details.
+
+---
+
+<p align="center">
+  Built with ⚡ by <a href="https://github.com/kevindoni">kevindoni</a>
+</p>

package/bin/synapse.js

@@ -0,0 +1,242 @@
+#!/usr/bin/env node
+
+const { spawn, execSync } = require('child_process');
+const path = require('path');
+const fs = require('fs');
+const os = require('os');
+
+const args = process.argv.slice(2);
+const command = args[0] || 'start';
+
+const PORT = process.env.PORT || process.env.SYNAPSE_PORT || 3000;
+
+function getPkgDir() {
+  return path.resolve(__dirname, '..');
+}
+
+function getPidFile() {
+  const dataDir = process.env.DATA_DIR || path.join(os.homedir(), '.synapse');
+  return path.join(dataDir, 'synapse.pid');
+}
+
+function isRunning() {
+  const pidFile = getPidFile();
+  if (!fs.existsSync(pidFile)) return false;
+  try {
+    const pid = parseInt(fs.readFileSync(pidFile, 'utf8').trim());
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    try { fs.unlinkSync(pidFile); } catch {}
+    return false;
+  }
+}
+
+function ensureDataDir() {
+  const dataDir = process.env.DATA_DIR || path.join(os.homedir(), '.synapse');
+  if (!fs.existsSync(dataDir)) {
+    fs.mkdirSync(dataDir, { recursive: true });
+  }
+}
+
+function copyDir(src, dest) {
+  if (!fs.existsSync(src)) return;
+  fs.mkdirSync(dest, { recursive: true });
+  for (const entry of fs.readdirSync(src, { withFileTypes: true })) {
+    const srcPath = path.join(src, entry.name);
+    const destPath = path.join(dest, entry.name);
+    if (entry.isDirectory()) {
+      copyDir(srcPath, destPath);
+    } else {
+      fs.copyFileSync(srcPath, destPath);
+    }
+  }
+}
+
+function buildIfNeeded() {
+  const PKG_DIR = getPkgDir();
+  const standaloneDir = path.join(PKG_DIR, '.next', 'standalone');
+  if (fs.existsSync(path.join(standaloneDir, 'server.js')) &&
+      fs.existsSync(path.join(standaloneDir, 'public'))) return;
+
+  console.log('⚡ Building Synapse (first time)...');
+  try {
+    const nextBin = process.platform === 'win32' ? 'npx.cmd' : 'npx';
+    execSync(`"${nextBin}" next build`, { cwd: PKG_DIR, stdio: 'inherit' });
+    copyDir(
+      path.join(PKG_DIR, '.next', 'static'),
+      path.join(standaloneDir, '.next', 'static')
+    );
+    copyDir(
+      path.join(PKG_DIR, 'public'),
+      path.join(standaloneDir, 'public')
+    );
+    console.log('⚡ Build complete!');
+  } catch {
+    console.error('❌ Build failed. Try running manually: npm run build');
+    process.exit(1);
+  }
+}
+
+function startServer() {
+  if (isRunning()) {
+    console.log(`⚡ Synapse is already running on http://localhost:${PORT}`);
+    return;
+  }
+
+  ensureDataDir();
+  buildIfNeeded();
+
+  const PKG_DIR = getPkgDir();
+  const standaloneDir = path.join(PKG_DIR, '.next', 'standalone');
+  const standaloneServer = path.join(standaloneDir, 'server.js');
+
+  const env = {
+    ...process.env,
+    PORT,
+    HOSTNAME: '0.0.0.0',
+  };
+
+  const child = spawn(process.execPath, [standaloneServer], {
+    cwd: standaloneDir,
+    detached: true,
+    stdio: 'ignore',
+    env,
+  });
+
+  child.unref();
+
+  const pidFile = getPidFile();
+  fs.writeFileSync(pidFile, child.pid.toString());
+
+  console.log(``);
+  console.log(`  ⚡ Synapse started`);
+  console.log(`  ─────────────────────────`);
+  console.log(`  URL:    http://localhost:${PORT}`);
+  console.log(`  Login:  http://localhost:${PORT}/login`);
+  console.log(`  PID:    ${child.pid}`);
+  console.log(`  Data:   ${process.env.DATA_DIR || path.join(os.homedir(), '.synapse')}`);
+  console.log(``);
+  console.log(`  Use "synapse stop" to stop.`);
+  console.log(``);
+}
+
+function stopServer() {
+  if (!isRunning()) {
+    console.log('⚡ Synapse is not running');
+    return;
+  }
+  try {
+    const pid = parseInt(fs.readFileSync(getPidFile(), 'utf8').trim());
+    process.kill(pid);
+    try { fs.unlinkSync(getPidFile()); } catch {}
+    console.log('⚡ Synapse stopped');
+  } catch {
+    try { fs.unlinkSync(getPidFile()); } catch {}
+    console.log('⚡ Synapse is not running');
+  }
+}
+
+function showStatus() {
+  if (isRunning()) {
+    const pid = fs.readFileSync(getPidFile(), 'utf8').trim();
+    console.log(`⚡ Synapse is running`);
+    console.log(`   URL:  http://localhost:${PORT}`);
+    console.log(`   PID:  ${pid}`);
+    console.log(`   Data: ${process.env.DATA_DIR || path.join(os.homedir(), '.synapse')}`);
+  } else {
+    console.log('⚡ Synapse is not running');
+    console.log('   Run "synapse start" to start');
+  }
+}
+
+function showHelp() {
+  console.log(`
+  ⚡ Synapse — AI Gateway & Intelligence Platform
+
+  Usage:
+    synapse <command>
+
+  Commands:
+    start       Start server (production)
+    stop        Stop server
+    restart     Restart server
+    status      Show server status
+    dev         Start in development mode (hot reload)
+    build       Build for production
+    version     Show version
+    help        Show this help
+
+  Environment:
+    PORT              Server port (default: 3000)
+    SYNAPSE_PASSWORD  Login password (default: changeme)
+    JWT_SECRET        JWT secret key
+    DATA_DIR          Data directory (default: ~/.synapse)
+
+  Examples:
+    synapse                        Start on port 3000
+    PORT=8080 synapse start        Start on port 8080
+    synapse dev                    Development mode
+    synapse stop                   Stop server
+    synapse status                 Check if running
+`);
+}
+
+function showVersion() {
+  try {
+    const pkg = JSON.parse(fs.readFileSync(path.join(getPkgDir(), 'package.json'), 'utf8'));
+    console.log(`⚡ Synapse v${pkg.version}`);
+  } catch {
+    console.log('⚡ Synapse v2.0.0');
+  }
+}
+
+function startDev() {
+  const PKG_DIR = getPkgDir();
+  console.log(`⚡ Starting Synapse in dev mode on http://localhost:${PORT}`);
+  const cmd = process.platform === 'win32' ? 'npx.cmd' : 'npx';
+  const child = spawn(cmd, ['next', 'dev', '-p', PORT], {
+    cwd: PKG_DIR,
+    stdio: 'inherit',
+    env: { ...process.env, PORT },
+  });
+  child.on('close', (code) => process.exit(code));
+}
+
+function runBuild() {
+  buildIfNeeded();
+  console.log('⚡ Build complete!');
+}
+
+switch (command) {
+  case 'start':
+    startServer();
+    break;
+  case 'stop':
+    stopServer();
+    break;
+  case 'restart':
+    stopServer();
+    setTimeout(() => startServer(), 500);
+    break;
+  case 'status':
+    showStatus();
+    break;
+  case 'dev':
+    startDev();
+    break;
+  case 'build':
+    runBuild();
+    break;
+  case 'version':
+  case '-v':
+  case '--version':
+    showVersion();
+    break;
+  case 'help':
+  case '-h':
+  case '--help':
+  default:
+    showHelp();
+    break;
+}