@khanglvm/llm-router 1.0.0

package/.env.test-suite.example

@@ -0,0 +1,15 @@
+LLM_ROUTER_TEST_HOST=127.0.0.1
+LLM_ROUTER_TEST_PORT=8787
+LLM_ROUTER_TEST_TIMEOUT_MS=90000
+
+LLM_ROUTER_TEST_PROVIDER_KEYS=EXAMPLE
+
+LLM_ROUTER_TEST_EXAMPLE_PROVIDER_ID=example
+LLM_ROUTER_TEST_EXAMPLE_NAME="Example Provider"
+LLM_ROUTER_TEST_EXAMPLE_API_KEY=sk-...
+LLM_ROUTER_TEST_EXAMPLE_OPENAI_BASE_URL=https://api.example.com/v1
+LLM_ROUTER_TEST_EXAMPLE_CLAUDE_BASE_URL=https://api.example.com
+LLM_ROUTER_TEST_EXAMPLE_MODELS=model-a,model-b
+LLM_ROUTER_TEST_EXAMPLE_HEADERS_JSON={"X-Env":"local"}
+LLM_ROUTER_TEST_EXAMPLE_OPENAI_HEADERS_JSON={"User-Agent":"Mozilla/5.0"}
+LLM_ROUTER_TEST_EXAMPLE_CLAUDE_HEADERS_JSON={"x-foo":"bar"}

package/README.md

@@ -0,0 +1,132 @@
+# llm-router
+
+`llm-router` routes OpenAI-format and Anthropic-format requests across your configured providers.
+
+It supports:
+- local route server (`~/.llm-router.json`)
+- Cloudflare Worker route runtime (`LLM_ROUTER_CONFIG_JSON` secret)
+- CLI + TUI management (`config`, `start`, `deploy`, `worker-key`)
+
+## Install
+
+```bash
+npm i -g @khanglvm/llm-router
+```
+
+## Quick Start
+
+```bash
+# 1) Open config TUI (default behavior)
+llm-router
+
+# 2) Start local route server
+llm-router start
+```
+
+Local endpoints:
+- Anthropic: `http://127.0.0.1:8787/anthropic`
+- OpenAI: `http://127.0.0.1:8787/openai`
+- Unified: `http://127.0.0.1:8787/route` (or `/` and `/v1`)
+
+## Main Commands
+
+```bash
+llm-router config
+llm-router start
+llm-router stop
+llm-router reload
+llm-router update
+llm-router deploy
+llm-router worker-key
+```
+
+## Non-Interactive Config (Agent/CI Friendly)
+
+```bash
+llm-router config \
+  --operation=upsert-provider \
+  --provider-id=openrouter \
+  --name="OpenRouter" \
+  --base-url=https://openrouter.ai/api/v1 \
+  --api-key=sk-or-v1-... \
+  --models=gpt-4o,claude-3-7-sonnet \
+  --format=openai \
+  --skip-probe=true
+```
+
+Set local auth key:
+
+```bash
+llm-router config --operation=set-master-key --master-key=your_local_key
+```
+
+Start with auth required:
+
+```bash
+llm-router start --require-auth=true
+```
+
+## Cloudflare Worker Deploy
+
+Worker project name in `wrangler.toml`: `llm-router-route`.
+
+### Option A: Guided deploy
+
+```bash
+llm-router deploy
+```
+
+### Option B: Explicit steps
+
+```bash
+llm-router deploy --export-only=true --out=.llm-router.worker.json
+wrangler secret put LLM_ROUTER_CONFIG_JSON < .llm-router.worker.json
+wrangler deploy
+```
+
+Rotate worker auth key quickly:
+
+```bash
+llm-router worker-key --master-key=new_key
+```
+
+## Runtime Secrets / Env
+
+Primary:
+- `LLM_ROUTER_CONFIG_JSON`
+- `LLM_ROUTER_MASTER_KEY` (optional override)
+
+Also supported:
+- `ROUTE_CONFIG_JSON`
+- `LLM_ROUTER_JSON`
+
+## Default Config Path
+
+`~/.llm-router.json`
+
+Minimal shape:
+
+```json
+{
+  "masterKey": "local_or_worker_key",
+  "defaultModel": "openrouter/gpt-4o",
+  "providers": [
+    {
+      "id": "openrouter",
+      "name": "OpenRouter",
+      "baseUrl": "https://openrouter.ai/api/v1",
+      "apiKey": "sk-or-v1-...",
+      "formats": ["openai"],
+      "models": [{ "id": "gpt-4o" }]
+    }
+  ]
+}
+```
+
+## Smoke Test
+
+```bash
+npm run test:provider-smoke
+```
+
+Use `.env.test-suite.example` as template for provider-based smoke tests.

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "@khanglvm/llm-router",
+  "version": "1.0.0",
+  "description": "LLM Router route (local + Cloudflare Worker)",
+  "type": "module",
+  "main": "src/index.js",
+  "bin": {
+    "llm-router": "./src/cli-entry.js",
+    "llm-router-route": "./src/cli-entry.js"
+  },
+  "scripts": {
+    "dev": "wrangler dev",
+    "deploy": "wrangler deploy",
+    "tail": "wrangler tail",
+    "start": "node ./src/cli-entry.js start",
+    "config": "node ./src/cli-entry.js config",
+    "deploy:worker": "node ./src/cli-entry.js deploy",
+    "test:provider-smoke": "node ./scripts/provider-smoke-suite.mjs"
+  },
+  "dependencies": {
+    "@levu/snap": "^0.3.0"
+  },
+  "devDependencies": {
+    "wrangler": "^3.0.0"
+  }
+}