superlocalmemory 2.6.5 → 2.7.0

package/scripts/verify-v27.sh

@@ -0,0 +1,233 @@
+#!/bin/bash
+# ============================================================================
+# SuperLocalMemory V2.7 — Quick Verification Script
+# Copyright (c) 2026 Varun Pratap Bhardwaj
+# Licensed under MIT License
+# Repository: https://github.com/varun369/SuperLocalMemoryV2
+#
+# Run this after installation to verify everything works:
+#   bash scripts/verify-v27.sh
+# ============================================================================
+
+INSTALL_DIR="${HOME}/.claude-memory"
+PASS=0
+WARN=0
+FAIL=0
+
+echo ""
+echo "SuperLocalMemory v2.7 Verification"
+echo "==================================="
+echo ""
+
+# ── Check 1: Installation directory ──────────────────────────────────────────
+if [ -d "$INSTALL_DIR" ]; then
+    echo "[PASS] Installation directory exists: $INSTALL_DIR"
+    PASS=$((PASS + 1))
+else
+    echo "[FAIL] Installation directory missing. Run install.sh first."
+    FAIL=$((FAIL + 1))
+    echo ""
+    echo "==================================="
+    echo "Result: FAIL — SuperLocalMemory is not installed."
+    echo "Run:  bash install.sh"
+    exit 1
+fi
+
+# ── Check 2: Core modules ────────────────────────────────────────────────────
+echo ""
+echo "Core Modules:"
+for mod in memory_store_v2.py graph_engine.py pattern_learner.py mcp_server.py tree_manager.py; do
+    if [ -f "$INSTALL_DIR/$mod" ]; then
+        echo "  [PASS] $mod"
+        PASS=$((PASS + 1))
+    else
+        echo "  [FAIL] Missing: $mod"
+        FAIL=$((FAIL + 1))
+    fi
+done
+
+# ── Check 3: v2.5 modules ────────────────────────────────────────────────────
+echo ""
+echo "Event System (v2.5):"
+for mod in event_bus.py subscription_manager.py webhook_dispatcher.py agent_registry.py provenance_tracker.py trust_scorer.py db_connection_manager.py; do
+    if [ -f "$INSTALL_DIR/$mod" ]; then
+        echo "  [PASS] $mod"
+        PASS=$((PASS + 1))
+    else
+        echo "  [WARN] Missing: $mod (v2.5 feature)"
+        WARN=$((WARN + 1))
+    fi
+done
+
+# ── Check 4: Learning modules (v2.7) ─────────────────────────────────────────
+echo ""
+echo "Learning System (v2.7):"
+if [ -d "$INSTALL_DIR/learning" ]; then
+    echo "  [PASS] learning/ directory exists"
+    PASS=$((PASS + 1))
+
+    for mod in __init__.py learning_db.py adaptive_ranker.py feedback_collector.py \
+               engagement_tracker.py cross_project_aggregator.py project_context_manager.py \
+               workflow_pattern_miner.py source_quality_scorer.py synthetic_bootstrap.py \
+               feature_extractor.py; do
+        if [ -f "$INSTALL_DIR/learning/$mod" ]; then
+            echo "  [PASS] learning/$mod"
+            PASS=$((PASS + 1))
+        else
+            echo "  [WARN] Missing: learning/$mod"
+            WARN=$((WARN + 1))
+        fi
+    done
+else
+    echo "  [FAIL] learning/ directory missing (v2.7 not fully installed)"
+    FAIL=$((FAIL + 1))
+fi
+
+# ── Check 5: Learning dependencies ───────────────────────────────────────────
+echo ""
+echo "Learning Dependencies:"
+python3 -c "import lightgbm; print(f'  [PASS] LightGBM {lightgbm.__version__}')" 2>/dev/null || {
+    echo "  [INFO] LightGBM not installed (optional — rule-based ranking will be used)"
+    WARN=$((WARN + 1))
+}
+python3 -c "import scipy; print(f'  [PASS] SciPy {scipy.__version__}')" 2>/dev/null || {
+    echo "  [INFO] SciPy not installed (optional — install for full learning features)"
+    WARN=$((WARN + 1))
+}
+
+# ── Check 6: Core dependencies ───────────────────────────────────────────────
+echo ""
+echo "Core Dependencies:"
+python3 -c "import sklearn; print(f'  [PASS] scikit-learn {sklearn.__version__}')" 2>/dev/null || {
+    echo "  [WARN] scikit-learn not installed (needed for knowledge graph)"
+    WARN=$((WARN + 1))
+}
+python3 -c "import numpy; print(f'  [PASS] numpy {numpy.__version__}')" 2>/dev/null || {
+    echo "  [WARN] numpy not installed"
+    WARN=$((WARN + 1))
+}
+python3 -c "import igraph; print(f'  [PASS] python-igraph {igraph.__version__}')" 2>/dev/null || {
+    echo "  [WARN] python-igraph not installed (needed for graph clustering)"
+    WARN=$((WARN + 1))
+}
+
+# ── Check 7: Database ────────────────────────────────────────────────────────
+echo ""
+echo "Databases:"
+if [ -f "$INSTALL_DIR/memory.db" ]; then
+    MEMORY_COUNT=$(sqlite3 "$INSTALL_DIR/memory.db" "SELECT COUNT(*) FROM memories;" 2>/dev/null || echo "0")
+    DB_SIZE=$(du -h "$INSTALL_DIR/memory.db" 2>/dev/null | cut -f1)
+    echo "  [PASS] memory.db exists ($MEMORY_COUNT memories, $DB_SIZE)"
+    PASS=$((PASS + 1))
+else
+    echo "  [INFO] memory.db not yet created (will auto-create on first use)"
+fi
+
+if [ -f "$INSTALL_DIR/learning.db" ]; then
+    FEEDBACK_COUNT=$(sqlite3 "$INSTALL_DIR/learning.db" "SELECT COUNT(*) FROM ranking_feedback;" 2>/dev/null || echo "0")
+    echo "  [PASS] learning.db exists ($FEEDBACK_COUNT feedback signals)"
+    PASS=$((PASS + 1))
+else
+    echo "  [INFO] learning.db not yet created (will auto-create on first recall)"
+fi
+
+# ── Check 8: CLI ──────────────────────────────────────────────────────────────
+echo ""
+echo "CLI:"
+if command -v slm &> /dev/null; then
+    echo "  [PASS] slm command available in PATH"
+    PASS=$((PASS + 1))
+else
+    if [ -f "$INSTALL_DIR/bin/slm" ]; then
+        echo "  [WARN] slm exists at $INSTALL_DIR/bin/slm but not in PATH"
+        echo "         Add to PATH: export PATH=\"\$HOME/.claude-memory/bin:\$PATH\""
+        WARN=$((WARN + 1))
+    else
+        echo "  [FAIL] slm command not found"
+        FAIL=$((FAIL + 1))
+    fi
+fi
+
+# ── Check 9: MCP server ──────────────────────────────────────────────────────
+echo ""
+echo "MCP Server:"
+if [ -f "$INSTALL_DIR/mcp_server.py" ]; then
+    echo "  [PASS] mcp_server.py installed"
+    PASS=$((PASS + 1))
+else
+    echo "  [FAIL] mcp_server.py missing"
+    FAIL=$((FAIL + 1))
+fi
+
+if python3 -c "from mcp.server.fastmcp import FastMCP" 2>/dev/null; then
+    echo "  [PASS] MCP SDK installed"
+    PASS=$((PASS + 1))
+else
+    echo "  [WARN] MCP SDK not installed (install: pip3 install mcp)"
+    WARN=$((WARN + 1))
+fi
+
+# ── Check 10: Import chain verification ───────────────────────────────────────
+echo ""
+echo "Import Chain:"
+IMPORT_RESULT=$(python3 -c "
+import sys
+sys.path.insert(0, '$INSTALL_DIR')
+try:
+    from learning import get_learning_db, get_status, FULL_LEARNING_AVAILABLE, ML_RANKING_AVAILABLE
+    status = get_status()
+    ml = 'yes' if status['ml_ranking_available'] else 'no'
+    full = 'yes' if status['learning_available'] else 'no'
+    print(f'OK ml_ranking={ml} full_learning={full}')
+except ImportError as e:
+    print(f'IMPORT_ERROR {e}')
+except Exception as e:
+    print(f'ERROR {e}')
+" 2>&1)
+
+if [[ "$IMPORT_RESULT" == OK* ]]; then
+    echo "  [PASS] Learning system imports successfully"
+    echo "         $IMPORT_RESULT"
+    PASS=$((PASS + 1))
+elif [[ "$IMPORT_RESULT" == IMPORT_ERROR* ]]; then
+    echo "  [WARN] Learning import failed: ${IMPORT_RESULT#IMPORT_ERROR }"
+    echo "         This may be normal if learning modules are not yet installed."
+    WARN=$((WARN + 1))
+else
+    echo "  [WARN] Learning check: $IMPORT_RESULT"
+    WARN=$((WARN + 1))
+fi
+
+# ── Summary ───────────────────────────────────────────────────────────────────
+echo ""
+echo "==================================="
+echo "Verification Summary"
+echo "  Passed:   $PASS"
+echo "  Warnings: $WARN"
+echo "  Failed:   $FAIL"
+echo "==================================="
+echo ""
+
+if [ $FAIL -eq 0 ]; then
+    echo "Status: READY"
+    echo ""
+    echo "Quick start:"
+    echo "  slm remember \"My first memory\""
+    echo "  slm recall \"first\""
+    echo "  slm status"
+    echo ""
+    if [ $WARN -gt 0 ]; then
+        echo "Some optional features may not be available."
+        echo "Install missing dependencies to enable them:"
+        echo "  pip3 install lightgbm scipy        # Learning system"
+        echo "  pip3 install scikit-learn igraph    # Knowledge graph"
+        echo ""
+    fi
+else
+    echo "Status: INCOMPLETE"
+    echo ""
+    echo "Fix the failed checks above, then re-run:"
+    echo "  bash scripts/verify-v27.sh"
+    echo ""
+    exit 1
+fi

package/skills/slm-show-patterns/SKILL.md

@@ -0,0 +1,224 @@
+---
+name: slm-show-patterns
+description: Show what SuperLocalMemory has learned about your preferences, workflow patterns, and project context. Use when the user asks "what have you learned about me?" or wants to see their coding identity patterns. Shows tech preferences, workflow sequences, and engagement health.
+version: "2.7.0"
+license: MIT
+compatibility: "Requires SuperLocalMemory V2.7+ with learning features"
+attribution:
+  creator: Varun Pratap Bhardwaj
+  role: Solution Architect & Original Creator
+  project: SuperLocalMemory V2
+---
+
+# SuperLocalMemory: Show Patterns
+
+Show what SuperLocalMemory has learned about your preferences, workflow, and coding identity.
+
+## Usage
+
+```bash
+slm patterns list [threshold]
+slm learning status
+slm engagement
+```
+
+## Example Output
+
+### Learned Patterns
+```bash
+$ slm patterns list 0.5
+```
+
+**Output:**
+```
+Learned Patterns (confidence >= 0.5)
+=====================================
+
+TECH PREFERENCES (cross-project):
+  #1  preferred_framework: React        confidence: 0.92  (seen in 3 profiles)
+  #2  preferred_language: Python         confidence: 0.88  (seen in 2 profiles)
+  #3  preferred_backend: FastAPI         confidence: 0.85  (seen in 2 profiles)
+  #4  testing_style: pytest              confidence: 0.78  (seen in 1 profile)
+  #5  preferred_db: PostgreSQL           confidence: 0.71  (seen in 2 profiles)
+
+WORKFLOW PATTERNS:
+  #6  morning_sequence: recall -> code -> remember    frequency: 34
+  #7  debug_sequence: recall -> recall -> remember    frequency: 18
+  #8  review_sequence: list -> recall -> remember     frequency: 12
+
+PROJECT CONTEXT:
+  #9  active_project: SuperLocalMemoryV2    last_seen: 2 hours ago
+  #10 active_project: client-dashboard      last_seen: 1 day ago
+
+Total: 10 patterns (7 high confidence)
+```
+
+### Learning Status
+```bash
+$ slm learning status
+```
+
+**Output:**
+```
+SuperLocalMemory v2.7 -- Learning System Status
+==================================================
+LightGBM:  installed (4.5.0)
+SciPy:     installed (1.14.1)
+ML Ranking:  available
+Full Learning: available
+
+Feedback signals: 247
+Unique queries:   89
+Patterns learned: 34 (12 high confidence)
+Workflow patterns: 8
+Sources tracked:  4
+Models trained:   2
+Learning DB size: 128 KB
+```
+
+### Engagement Metrics
+```bash
+$ slm engagement
+```
+
+**Output:**
+```
+SuperLocalMemory -- Engagement Health
+======================================
+Status: HEALTHY
+
+This Week:
+  Memories saved:    12
+  Recalls performed: 28
+  Memories marked useful: 8
+  Feedback ratio:    28.6%
+
+Trends:
+  Recall frequency:  increasing (up 15% from last week)
+  Save frequency:    stable
+  Useful feedback:   increasing (up 40% from last week)
+
+Streaks:
+  Current daily streak: 5 days
+  Longest streak:       14 days
+```
+
+## What the Patterns Mean
+
+### Tech Preferences
+Cross-project patterns that transfer between profiles. These represent your coding identity -- which frameworks, languages, and tools you consistently choose.
+
+**How they are learned:**
+- Extracted from memory content (mentions of frameworks, tools)
+- Weighted by recency and frequency
+- Confidence increases when the same preference appears across multiple profiles
+
+**How they help:**
+- When you `recall`, results matching your preferred stack rank higher
+- Your AI tools can reference these to tailor suggestions
+
+### Workflow Patterns
+Sequences of actions you repeat. The system learns your work rhythm.
+
+**Examples:**
+- `recall -> code -> remember` = "Research, build, document" workflow
+- `recall -> recall -> remember` = "Deep investigation" workflow
+
+**How they help:**
+- System predicts what you will need next
+- Can pre-load relevant context based on your current workflow stage
+
+### Engagement Health
+Overall system usage metrics (fully local, zero telemetry).
+
+**Healthy indicators:**
+- Regular daily usage (streaks)
+- Balanced save/recall ratio
+- Increasing useful feedback
+
+**Warning signs:**
+- No recalls for 7+ days = stale memories
+- No saves for 7+ days = not capturing knowledge
+- Zero feedback = system cannot learn your preferences
+
+## Correcting Patterns
+
+If the system learned something wrong, correct it:
+
+```bash
+# See all patterns
+slm patterns list
+
+# Correct pattern #3 from "FastAPI" to "Django"
+slm patterns correct 3 Django
+```
+
+The correction increases confidence to 1.0 and records the change history.
+
+## Options
+
+| Command | Description | Use Case |
+|---------|-------------|----------|
+| `slm patterns list` | All patterns (no threshold) | See everything learned |
+| `slm patterns list 0.7` | High confidence only | See reliable patterns |
+| `slm patterns correct <id> <value>` | Fix a wrong pattern | Override incorrect learning |
+| `slm learning status` | System health | Check deps and stats |
+| `slm learning retrain` | Force model retrain | After bulk feedback |
+| `slm learning reset` | Delete all learning data | Fresh start (memories preserved) |
+| `slm engagement` | Usage metrics | Track your engagement health |
+
+## Use Cases
+
+### 1. "What Have You Learned About Me?"
+```bash
+slm patterns list
+# Shows all preferences, workflows, and project context
+```
+
+### 2. Pre-Session Context Loading
+```bash
+slm patterns context
+# Returns structured context for AI tools to consume
+```
+
+### 3. Onboarding a New AI Tool
+```bash
+slm learning status
+# Verify learning is active, then use your existing memories
+# New tool benefits from all previously learned patterns
+```
+
+### 4. Weekly Review
+```bash
+slm engagement
+# Check if you are using your memory system effectively
+```
+
+## Requirements
+
+- SuperLocalMemory V2.7+
+- Optional: `lightgbm` and `scipy` for ML-powered ranking
+- Works without optional deps (uses rule-based ranking as fallback)
+
+## Notes
+
+- **Privacy:** All learning is local. Zero telemetry, zero cloud calls.
+- **Separate storage:** Learning data lives in `learning.db`, separate from `memory.db`.
+- **Non-destructive:** `slm learning reset` only deletes learning data, never memories.
+- **Graceful degradation:** If learning deps are missing, core features work normally.
+
+## Related Commands
+
+- `slm recall` - Search memories (results ranked by learned patterns)
+- `slm useful <id>` - Mark memory as useful (feedback for learning)
+- `slm status` - Overall system status
+- `slm patterns update` - Re-learn patterns from existing memories
+
+---
+
+**Created by:** [Varun Pratap Bhardwaj](https://github.com/varun369) (Solution Architect)
+**Project:** SuperLocalMemory V2
+**License:** MIT with attribution requirements (see [ATTRIBUTION.md](../../ATTRIBUTION.md))
+**Repository:** https://github.com/varun369/SuperLocalMemoryV2
+
+*Open source doesn't mean removing credit. Attribution must be preserved per MIT License terms.*