lynkr 9.6.0 → 9.7.1

package/install.sh

@@ -128,63 +128,17 @@ install_dependencies() {
     fi
 }
 
-# Create default .env file
+# Skip .env creation — the install script runs without a TTY when invoked via
+# `curl | bash`, so the interactive `lynkr init` wizard can't run here. We leave
+# .env unmade so the user is prompted to run `lynkr init` in their own shell
+# afterward, which produces a fully-populated config (~150 keys grouped by
+# section) instead of the old 892-line .env.example dump.
 create_env_file() {
-    if [ ! -f "$INSTALL_DIR/.env" ]; then
-        print_info "Creating .env configuration file..."
-
-        # Try to copy from .env.example (comprehensive configuration)
-        if [ -f "$INSTALL_DIR/.env.example" ]; then
-            cp "$INSTALL_DIR/.env.example" "$INSTALL_DIR/.env"
-            print_success "Created .env from .env.example (all features documented)"
-        else
-            # Fallback: create minimal .env if .env.example doesn't exist
-            cat > "$INSTALL_DIR/.env" << 'EOF'
-# Lynkr Configuration
-# For full options, see: https://github.com/Fast-Editor/Lynkr/blob/main/.env.example
-
-# Model Provider (databricks, openai, azure-openai, azure-anthropic, openrouter, ollama, llamacpp)
-MODEL_PROVIDER=ollama
-
-# Server Configuration
-PORT=8081
-
-# Ollama Configuration (default for local development)
-OLLAMA_MODEL=qwen2.5-coder:7b
-OLLAMA_ENDPOINT=http://localhost:11434
-
-# Tier-based routing (uncomment and configure to enable)
-# TIER_SIMPLE=ollama:qwen2.5-coder:7b
-# TIER_MEDIUM=ollama:qwen2.5-coder:7b
-# TIER_COMPLEX=ollama:qwen2.5-coder:7b
-# TIER_REASONING=ollama:qwen2.5-coder:7b
-
-# Long-Term Memory System (Titans-Inspired) - Enabled by default
-MEMORY_ENABLED=true
-MEMORY_RETRIEVAL_LIMIT=5
-MEMORY_SURPRISE_THRESHOLD=0.3
-
-# Uncomment and configure your preferred cloud provider:
-# OPENAI_API_KEY=sk-your-key
-# OPENROUTER_API_KEY=your-key
-# DATABRICKS_API_KEY=your-key
-# DATABRICKS_API_BASE=https://your-workspace.databricks.com
-EOF
-            print_success "Created basic .env file"
-        fi
-
-        echo ""
-        print_info "📝 Configuration ready! Key settings:"
-        echo "     • Default provider: Ollama (local, offline)"
-        echo "     • Memory system: Enabled (learns from conversations)"
-        echo "     • Port: 8081"
-        echo ""
-        print_warning "To use cloud providers (Databricks/OpenAI/Azure):"
-        echo "     Edit: ${BLUE}nano $INSTALL_DIR/.env${NC}"
-        echo "     Add your API keys and change MODEL_PROVIDER"
-    else
+    if [ -f "$INSTALL_DIR/.env" ]; then
         print_warning ".env file already exists, skipping"
+        return
     fi
+    print_info "Skipping .env creation — run ${BLUE}lynkr init${NC} after install for an interactive setup."
 }
 
 # Create symlink for global access
@@ -224,44 +178,35 @@ print_next_steps() {
     print_success "Lynkr installed successfully!"
     echo "=============================="
     echo ""
-    echo "🚀 Quick Start Guide:"
+    echo "🚀 Quick Start:"
     echo ""
-    echo "  ${GREEN}Option A: Use Ollama (Free, Local, Offline)${NC}"
-    echo "  ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+    echo "  1. Run the setup wizard:"
+    echo "     ${BLUE}lynkr init${NC}  ${GREEN}← interactive config (4 prompts, ~30 sec)${NC}"
     echo ""
-    echo "  1. Install Ollama (if not already installed):"
-    echo "     ${BLUE}lynkr-setup${NC}  ${GREEN}← Automatic Ollama installer${NC}"
+    echo "     The wizard asks for your usage mode (Claude Pro/Max via wrap, or direct"
+    echo "     API), tier picks across 12 supported providers, credentials for what you"
+    echo "     chose, and a few routing knobs. It writes a fully-populated .env with"
+    echo "     production defaults for everything else (caching, compression, policy"
+    echo "     budgets, MCP sandbox, agents, rate limiting)."
     echo ""
     echo "  2. Start Lynkr:"
-    echo "     ${BLUE}lynkr${NC}"
+    echo "     ${BLUE}lynkr${NC}                ${GREEN}← run as a proxy server${NC}"
+    echo "     ${BLUE}lynkr wrap claude${NC}    ${GREEN}← OR launch a wrapped AI tool${NC}"
     echo ""
-    echo "  3. Configure Claude Code CLI:"
+    echo "  3. Point your tool at Lynkr:"
     echo "     ${BLUE}export ANTHROPIC_BASE_URL=http://localhost:8081${NC}"
+    echo "     ${BLUE}export ANTHROPIC_API_KEY=any-non-empty-value${NC}"
     echo "     ${BLUE}claude${NC}"
     echo ""
-    echo "  ${YELLOW}Option B: Use Cloud Providers (Databricks/OpenAI/Azure)${NC}"
-    echo "  ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo ""
-    echo "  1. Edit configuration file:"
-    echo "     ${BLUE}nano $INSTALL_DIR/.env${NC}"
-    echo ""
-    echo "     Update these lines:"
-    echo "     ${BLUE}MODEL_PROVIDER=databricks${NC}  ${GREEN}← Change from 'ollama'${NC}"
-    echo "     ${BLUE}DATABRICKS_API_KEY=dapi_xxxxx${NC}  ${GREEN}← Add your key${NC}"
-    echo "     ${BLUE}DATABRICKS_API_BASE=https://your-workspace.databricks.com${NC}"
-    echo ""
-    echo "  2. Start Lynkr:"
-    echo "     ${BLUE}lynkr${NC}"
-    echo ""
-    echo "  3. Configure Claude Code CLI:"
-    echo "     ${BLUE}export ANTHROPIC_BASE_URL=http://localhost:8081${NC}"
-    echo "     ${BLUE}export ANTHROPIC_API_KEY=any-non-empty-value${NC}  ${GREEN}← Placeholder${NC}"
-    echo "     ${BLUE}claude${NC}"
+    echo "  ${YELLOW}Manual configuration (alternative)${NC}"
+    echo "  ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+    echo "     Copy ${BLUE}.env.example${NC} to ${BLUE}.env${NC} and edit by hand if you prefer."
+    echo "     The 892-line template documents every available knob."
     echo ""
     echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
     echo ""
-    echo "💡 ${YELLOW}Tip:${NC} Memory system is enabled by default"
-    echo "   Lynkr remembers preferences and project context across sessions"
+    echo "💡 ${YELLOW}Tip:${NC} Memory system, prompt caching, and TOON compression are all on"
+    echo "   by default. The wizard's defaults match a production-grade Lynkr setup."
     echo ""
     echo "📚 Documentation: ${BLUE}https://github.com/Fast-Editor/Lynkr${NC}"
     echo "💬 Discord: ${BLUE}https://discord.gg/qF7DDxrX${NC}"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lynkr",
-  "version": "9.6.0",
+  "version": "9.7.1",
   "description": "Self-hosted LLM gateway and tier-routing proxy for Claude Code, Cursor, and Codex. Routes across Ollama, AWS Bedrock, OpenRouter, Databricks, Azure OpenAI, llama.cpp, and LM Studio with prompt caching, MCP tools, and 60-80% cost savings.",
   "main": "index.js",
   "bin": {
@@ -16,7 +16,7 @@
     "dev": "nodemon index.js",
     "lint": "eslint src index.js",
     "test": "npm run test:unit && npm run test:performance",
-    "test:unit": "DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node --test test/routing.test.js test/hybrid-routing-integration.test.js test/web-tools.test.js test/passthrough-mode.test.js test/openrouter-error-resilience.test.js test/format-conversion.test.js test/azure-openai-config.test.js test/azure-openai-format-conversion.test.js test/azure-openai-routing.test.js test/azure-openai-streaming.test.js test/azure-openai-error-resilience.test.js test/azure-openai-integration.test.js test/openai-integration.test.js test/toon-compression.test.js test/llamacpp-integration.test.js test/resilience.test.js test/telemetry-routing.test.js test/memory/store.test.js test/memory/surprise.test.js test/memory/extractor.test.js test/memory/search.test.js test/memory/retriever.test.js test/distill.test.js test/large-payload.test.js test/code-mode.test.js test/prompt-cache-injection.test.js test/risk-analyzer.test.js test/interaction-block.test.js test/preflight.test.js test/token-reduction.test.js test/session-affinity.test.js test/model-registry-cost.test.js test/task-decomposition.test.js test/output-format-guard.test.js test/tier-fallback.test.js",
+    "test:unit": "DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node --test test/routing.test.js test/hybrid-routing-integration.test.js test/web-tools.test.js test/passthrough-mode.test.js test/openrouter-error-resilience.test.js test/format-conversion.test.js test/azure-openai-config.test.js test/azure-openai-format-conversion.test.js test/azure-openai-routing.test.js test/azure-openai-streaming.test.js test/azure-openai-error-resilience.test.js test/azure-openai-integration.test.js test/openai-integration.test.js test/toon-compression.test.js test/llamacpp-integration.test.js test/resilience.test.js test/telemetry-routing.test.js test/memory/store.test.js test/memory/surprise.test.js test/memory/extractor.test.js test/memory/search.test.js test/memory/retriever.test.js test/distill.test.js test/large-payload.test.js test/code-mode.test.js test/prompt-cache-injection.test.js test/risk-analyzer.test.js test/interaction-block.test.js test/preflight.test.js test/token-reduction.test.js test/session-affinity.test.js test/model-registry-cost.test.js test/task-decomposition.test.js test/output-format-guard.test.js test/tier-fallback.test.js test/wrap.test.js test/init.test.js",
     "test:memory": "DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node --test test/memory/store.test.js test/memory/surprise.test.js test/memory/extractor.test.js test/memory/search.test.js test/memory/retriever.test.js",
     "test:new-features": "DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node --test test/passthrough-mode.test.js test/openrouter-error-resilience.test.js test/format-conversion.test.js",
     "test:performance": "DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node test/hybrid-routing-performance.test.js && DATABRICKS_API_KEY=test-key DATABRICKS_API_BASE=http://test.com node test/performance-tests.js",
@@ -79,6 +79,7 @@
     "express": "^5.1.0",
     "express-rate-limit": "^8.2.1",
     "fast-glob": "^3.3.2",
+    "graphify": "^1.0.0",
     "hnswlib-node": "^3.0.0",
     "js-tiktoken": "^1.0.20",
     "js-yaml": "^4.1.1",
@@ -89,7 +90,7 @@
     "undici": "^6.22.0"
   },
   "optionalDependencies": {
-    "better-sqlite3": "^12.6.2",
+    "better-sqlite3": "^12.11.1",
     "dockerode": "^4.0.2",
     "tree-sitter": "^0.21.1",
     "tree-sitter-javascript": "^0.21.0",

package/scripts/build-knn-index.js

@@ -51,7 +51,7 @@ async function _readTelemetry(days) {
     return db
       .prepare(
         `SELECT request_text AS query, provider, model, quality_score AS quality,
-                cost, total_latency_ms AS latency, tier
+                cost_usd AS cost, latency_ms AS latency, tier
            FROM routing_telemetry
           WHERE timestamp >= ?
             AND quality_score IS NOT NULL

package/scripts/convert-routellm.py

@@ -0,0 +1,105 @@
+#!/usr/bin/env python3
+"""
+Convert routellm/gpt4_dataset (train.jsonl) → Lynkr kNN bootstrap JSONL.
+
+Stream-downloads from HuggingFace and maps mixtral_score (1-5) to your
+TIER_* model config so the kNN index learns to recommend YOUR real models,
+not RouteLLM's pool (mixtral / gpt-4).
+
+Output format matches scripts/build-knn-index.js bootstrap input:
+    {"query": "...", "provider": "ollama", "model": "minimax-m2.5:cloud",
+     "quality": 95, "cost": 0.001, "latency": 200, "tier": "SIMPLE"}
+
+Usage:
+    .venv/bin/python scripts/convert-routellm.py [--limit 30000] -o routellm.jsonl
+"""
+import argparse
+import json
+import sys
+import urllib.request
+import ssl
+
+# Map mixtral_score → user's tier config.
+# Spread is intentionally aggressive: only score=5 (Mixtral truly nailed it)
+# stays SIMPLE; score=4 escalates to MEDIUM so the kNN index has enough MEDIUM
+# examples to actually recommend non-SIMPLE tiers (vs the previous mapping
+# where 86% of records were SIMPLE and kNN never disagreed with the heuristic).
+SCORE_TO_ROUTE = {
+    5: {"tier": "SIMPLE",    "provider": "ollama",          "model": "minimax-m2.5:cloud", "quality": 95, "cost": 0.001, "latency": 200},
+    4: {"tier": "MEDIUM",    "provider": "azure-anthropic", "model": "claude-sonnet-4-6",  "quality": 80, "cost": 0.003, "latency": 1500},
+    3: {"tier": "MEDIUM",    "provider": "azure-anthropic", "model": "claude-sonnet-4-6",  "quality": 70, "cost": 0.003, "latency": 1500},
+    2: {"tier": "COMPLEX",   "provider": "azure-anthropic", "model": "claude-sonnet-4-6",  "quality": 55, "cost": 0.003, "latency": 1500},
+    1: {"tier": "REASONING", "provider": "azure-anthropic", "model": "claude-opus-4-8",    "quality": 40, "cost": 0.015, "latency": 3500},
+}
+
+URL = "https://huggingface.co/datasets/routellm/gpt4_dataset/resolve/main/train.jsonl"
+
+
+def main():
+    p = argparse.ArgumentParser()
+    p.add_argument("--output", "-o", default="data/routellm-bootstrap.jsonl")
+    p.add_argument("--limit", type=int, default=None,
+                   help="Only convert first N rows")
+    args = p.parse_args()
+
+    print(f"Streaming {URL} …", file=sys.stderr)
+    # Some macOS Python builds have SSL issues with huggingface.co — fall back
+    # to unverified context if needed. The data is public, no auth.
+    ctx = ssl.create_default_context()
+    try:
+        with urllib.request.urlopen(URL, context=ctx, timeout=60) as resp:
+            _stream(resp, args.output, args.limit)
+    except (ssl.SSLError, OSError) as e:
+        print(f"SSL strict failed ({e}); retrying with unverified context", file=sys.stderr)
+        ctx = ssl._create_unverified_context()
+        with urllib.request.urlopen(URL, context=ctx, timeout=60) as resp:
+            _stream(resp, args.output, args.limit)
+
+
+def _stream(resp, out_path, limit):
+    written = 0
+    by_score = {s: 0 for s in SCORE_TO_ROUTE}
+    skipped = 0
+    with open(out_path, "w") as out:
+        for line in resp:
+            if limit and written >= limit:
+                break
+            try:
+                row = json.loads(line)
+            except Exception:
+                skipped += 1
+                continue
+            score = row.get("mixtral_score")
+            if score not in SCORE_TO_ROUTE:
+                skipped += 1
+                continue
+            route = SCORE_TO_ROUTE[score]
+            rec = {
+                "query": row.get("prompt", ""),
+                "provider": route["provider"],
+                "model": route["model"],
+                "quality": route["quality"],
+                "cost": route["cost"],
+                "latency": route["latency"],
+                "tier": route["tier"],
+            }
+            if not rec["query"]:
+                skipped += 1
+                continue
+            out.write(json.dumps(rec) + "\n")
+            written += 1
+            by_score[score] += 1
+            if written % 5000 == 0:
+                print(f"  {written} written…", file=sys.stderr)
+
+    print(f"\nWrote {written} records to {out_path} ({skipped} skipped)", file=sys.stderr)
+    print(f"By mixtral_score: {by_score}", file=sys.stderr)
+    print(f"\nTier distribution:", file=sys.stderr)
+    for score, route in SCORE_TO_ROUTE.items():
+        n = by_score[score]
+        if n:
+            print(f"  {route['tier']:>10}  {route['provider']}:{route['model']:30s}  n={n}", file=sys.stderr)
+
+
+if __name__ == "__main__":
+    main()