eagle-mem 2.0.7 → 3.0.0

package/scripts/curate.sh

@@ -0,0 +1,349 @@
+#!/usr/bin/env bash
+# ═══════════════════════════════════════════════════════════
+# Eagle Mem — Curator
+# Self-learning engine that analyzes sessions and generates:
+# 1. Promoted gotchas → persistent memories
+# 2. Superseded decision detection
+# 3. Command compression rules
+# 4. Feature auto-discovery
+# ═══════════════════════════════════════════════════════════
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+LIB_DIR="$SCRIPT_DIR/../lib"
+
+. "$LIB_DIR/common.sh"
+. "$SCRIPT_DIR/style.sh"
+. "$LIB_DIR/db.sh"
+. "$LIB_DIR/provider.sh"
+
+eagle_header "Curator"
+
+DRY_RUN=0
+FULL=0
+project=""
+
+while [ $# -gt 0 ]; do
+    case "$1" in
+        --dry-run) DRY_RUN=1; shift ;;
+        --full) FULL=1; shift ;;
+        -p|--project) project="$2"; shift 2 ;;
+        *) shift ;;
+    esac
+done
+
+if [ -z "$project" ]; then
+    project=$(eagle_project_from_cwd "$(pwd)")
+fi
+
+p_esc=$(eagle_sql_escape "$project")
+
+# Verify provider is configured
+provider=$(eagle_config_get "provider" "type" "none")
+if [ "$provider" = "none" ]; then
+    eagle_err "No LLM provider configured. Run: eagle-mem config init"
+    exit 1
+fi
+eagle_info "Provider: $provider ($(eagle_config_get "$provider" "model" "unknown"))"
+eagle_info "Project: $project"
+[ "$DRY_RUN" -eq 1 ] && eagle_info "Dry run — no changes will be made"
+echo ""
+
+# ─── 1. Analyze gotchas for promotion ─────────────────────
+
+eagle_info "Analyzing gotchas for promotion..."
+
+recent_gotchas=$(eagle_db "SELECT gotchas, created_at
+    FROM summaries
+    WHERE project = '$p_esc'
+    AND gotchas IS NOT NULL AND gotchas != ''
+    ORDER BY created_at DESC
+    LIMIT 20;")
+
+if [ -n "$recent_gotchas" ]; then
+    gotcha_prompt="Analyze these gotchas from recent development sessions on project '$project'. Identify any that appear multiple times or are important enough to become permanent project knowledge.
+
+GOTCHAS:
+$recent_gotchas
+
+For each gotcha worth promoting, output EXACTLY this format (one per line):
+PROMOTE: <one-line gotcha summary>
+
+Only promote gotchas that are:
+1. Repeated across multiple sessions (same mistake happening again)
+2. Non-obvious and likely to be forgotten
+3. Specific enough to be actionable
+
+If none qualify, output: NONE"
+
+    gotcha_result=$(eagle_llm_call "$gotcha_prompt" "You analyze software development patterns. Be concise. Only output PROMOTE lines or NONE." 512)
+
+    if [ -n "$gotcha_result" ] && ! echo "$gotcha_result" | grep -q "^NONE$"; then
+        promoted=0
+        while IFS= read -r line; do
+            case "$line" in
+                PROMOTE:*)
+                    gotcha_text=$(echo "$line" | sed 's/^PROMOTE:[[:space:]]*//')
+                    if [ "$DRY_RUN" -eq 1 ]; then
+                        eagle_info "  Would promote: $gotcha_text"
+                    else
+                        eagle_log "INFO" "Curator: promoting gotcha: $gotcha_text"
+                    fi
+                    promoted=$((promoted + 1))
+                    ;;
+            esac
+        done <<< "$gotcha_result"
+        eagle_ok "Found $promoted gotchas to promote"
+    else
+        eagle_ok "No gotchas need promotion"
+    fi
+else
+    eagle_dim "  No gotchas to analyze"
+fi
+
+# ─── 2. Detect superseded decisions ───────────���───────────
+
+eagle_info "Checking for superseded decisions..."
+
+recent_decisions=$(eagle_db "SELECT decisions, key_files, created_at
+    FROM summaries
+    WHERE project = '$p_esc'
+    AND decisions IS NOT NULL AND decisions != ''
+    ORDER BY created_at DESC
+    LIMIT 20;")
+
+if [ -n "$recent_decisions" ]; then
+    decision_prompt="Analyze these decisions from recent sessions on project '$project'. Identify any that CONTRADICT or SUPERSEDE earlier decisions (e.g., session 5 decided to use approach A, but session 8 switched to approach B).
+
+DECISIONS (newest first):
+$recent_decisions
+
+For each superseded decision, output EXACTLY:
+SUPERSEDED: <old decision> → <new decision> | file: <affected file if known>
+
+If none are superseded, output: NONE"
+
+    decision_result=$(eagle_llm_call "$decision_prompt" "You detect contradicting software decisions. Be precise." 512)
+
+    if [ -n "$decision_result" ] && ! echo "$decision_result" | grep -q "^NONE$"; then
+        superseded=0
+        while IFS= read -r line; do
+            case "$line" in
+                SUPERSEDED:*)
+                    if [ "$DRY_RUN" -eq 1 ]; then
+                        eagle_info "  $line"
+                    else
+                        eagle_log "INFO" "Curator: $line"
+                    fi
+                    superseded=$((superseded + 1))
+                    ;;
+            esac
+        done <<< "$decision_result"
+        eagle_ok "Found $superseded superseded decisions"
+    else
+        eagle_ok "No superseded decisions found"
+    fi
+else
+    eagle_dim "  No decisions to analyze"
+fi
+
+# ─── 3. Generate command compression rules ────────────────
+
+eagle_info "Analyzing command patterns..."
+
+command_stats=$(eagle_db "SELECT command_category,
+    COUNT(*) as count,
+    AVG(output_bytes) as avg_bytes,
+    MAX(output_bytes) as max_bytes,
+    AVG(output_lines) as avg_lines
+    FROM observations
+    WHERE project = '$p_esc'
+    AND tool_name = 'Bash'
+    AND command_category IS NOT NULL
+    AND output_bytes IS NOT NULL
+    AND output_bytes > 0
+    GROUP BY command_category
+    HAVING count > 5
+    ORDER BY avg_bytes DESC
+    LIMIT 10;")
+
+if [ -n "$command_stats" ]; then
+    # Get specific noisy commands
+    noisy_commands=$(eagle_db "SELECT tool_input_summary,
+        COUNT(*) as count,
+        CAST(AVG(output_bytes) AS INTEGER) as avg_bytes,
+        CAST(AVG(output_lines) AS INTEGER) as avg_lines
+        FROM observations
+        WHERE project = '$p_esc'
+        AND tool_name = 'Bash'
+        AND output_bytes > 1000
+        GROUP BY tool_input_summary
+        HAVING count >= 3
+        ORDER BY avg_bytes DESC
+        LIMIT 15;")
+
+    if [ -n "$noisy_commands" ]; then
+        cmd_prompt="Analyze these frequently-run commands and their output sizes for project '$project'. Suggest compression rules for commands that produce consistently large output.
+
+COMMAND STATS (command | times_run | avg_output_bytes | avg_output_lines):
+$noisy_commands
+
+For each command that deserves a compression rule, output EXACTLY:
+RULE: <pattern> | <strategy: summary or truncate> | <max_lines or -> | <reason>
+
+Where:
+- pattern: the base command to match (e.g., 'npm', 'git log', 'pnpm test')
+- strategy: 'summary' (only show result) or 'truncate' (keep first N lines)
+- max_lines: for truncate strategy, how many lines to keep; '-' for summary
+- reason: one-line explanation
+
+If no rules needed, output: NONE"
+
+        cmd_result=$(eagle_llm_call "$cmd_prompt" "You optimize CLI output for AI assistants. Be conservative — only suggest rules for genuinely noisy commands." 512)
+
+        if [ -n "$cmd_result" ] && ! echo "$cmd_result" | grep -q "^NONE$"; then
+            rules_count=0
+            while IFS= read -r line; do
+                case "$line" in
+                    RULE:*)
+                        rule_data=$(echo "$line" | sed 's/^RULE:[[:space:]]*//')
+                        IFS='|' read -r pattern strategy max_lines reason <<< "$rule_data"
+                        pattern=$(echo "$pattern" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                        strategy=$(echo "$strategy" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                        max_lines=$(echo "$max_lines" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                        reason=$(echo "$reason" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+
+                        [ "$max_lines" = "-" ] && max_lines=""
+
+                        if [ "$DRY_RUN" -eq 1 ]; then
+                            eagle_info "  Rule: $pattern → $strategy ($reason)"
+                        else
+                            pattern_esc=$(eagle_sql_escape "$pattern")
+                            reason_esc=$(eagle_sql_escape "$reason")
+                            ml_val="${max_lines:-NULL}"
+                            [ "$ml_val" != "NULL" ] && ml_val=$(eagle_sql_int "$ml_val")
+
+                            eagle_db "INSERT INTO command_rules (project, pattern, strategy, max_lines, reason)
+                                VALUES ('$p_esc', '$pattern_esc', '$strategy', $ml_val, '$reason_esc')
+                                ON CONFLICT(project, pattern) DO UPDATE SET
+                                    strategy = excluded.strategy,
+                                    max_lines = excluded.max_lines,
+                                    reason = excluded.reason,
+                                    updated_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now');"
+                            eagle_log "INFO" "Curator: added command rule: $pattern → $strategy"
+                        fi
+                        rules_count=$((rules_count + 1))
+                        ;;
+                esac
+            done <<< "$cmd_result"
+            eagle_ok "$rules_count command rules generated"
+        else
+            eagle_ok "No command rules needed"
+        fi
+    else
+        eagle_dim "  Not enough command data yet"
+    fi
+else
+    eagle_dim "  No command metrics collected yet (need more sessions)"
+fi
+
+# ─── 4. Feature auto-discovery ────────────────────────────
+
+eagle_info "Discovering features from session data..."
+
+feature_data=$(eagle_db "SELECT s.request, s.key_files, s.decisions, s.completed
+    FROM summaries s
+    WHERE s.project = '$p_esc'
+    AND (s.key_files IS NOT NULL AND s.key_files != ''
+         OR s.decisions IS NOT NULL AND s.decisions != '')
+    ORDER BY s.created_at DESC
+    LIMIT 15;")
+
+existing_features=$(eagle_db "SELECT name FROM features WHERE project = '$p_esc' AND status = 'active';")
+
+if [ -n "$feature_data" ]; then
+    feature_prompt="Analyze these session summaries from project '$project' and identify distinct FEATURES (user-facing capabilities, not implementation details).
+
+SESSION DATA (request | key_files | decisions | completed):
+$feature_data
+
+EXISTING FEATURES (already tracked):
+${existing_features:-none}
+
+For each NEW feature discovered (not already in existing list), output EXACTLY:
+FEATURE: <name> | <one-line description> | <comma-separated key files>
+
+Rules:
+- Feature names should be short, kebab-case (e.g., 'title-generation', 'auth-middleware')
+- Only discover features with clear file evidence (at least 2 related files)
+- Don't re-discover existing features
+- If no new features found, output: NONE"
+
+    feature_result=$(eagle_llm_call "$feature_prompt" "You identify software features from development session data. Be specific and evidence-based." 512)
+
+    if [ -n "$feature_result" ] && ! echo "$feature_result" | grep -q "^NONE$"; then
+        features_count=0
+        while IFS= read -r line; do
+            case "$line" in
+                FEATURE:*)
+                    feat_data=$(echo "$line" | sed 's/^FEATURE:[[:space:]]*//')
+                    IFS='|' read -r fname fdesc ffiles <<< "$feat_data"
+                    fname=$(echo "$fname" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                    fdesc=$(echo "$fdesc" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                    ffiles=$(echo "$ffiles" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+
+                    if [ "$DRY_RUN" -eq 1 ]; then
+                        eagle_info "  Feature: $fname — $fdesc"
+                        eagle_info "    Files: $ffiles"
+                    else
+                        eagle_upsert_feature "$project" "$fname" "$fdesc"
+                        fid=$(eagle_get_feature_id "$project" "$fname")
+                        if [ -n "$fid" ] && [ -n "$ffiles" ]; then
+                            IFS=',' read -ra file_arr <<< "$ffiles"
+                            for f in "${file_arr[@]}"; do
+                                f=$(echo "$f" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+                                [ -n "$f" ] && eagle_add_feature_file "$fid" "$f" ""
+                            done
+                        fi
+                        eagle_log "INFO" "Curator: discovered feature: $fname"
+                    fi
+                    features_count=$((features_count + 1))
+                    ;;
+            esac
+        done <<< "$feature_result"
+        eagle_ok "$features_count features discovered"
+    else
+        eagle_ok "No new features discovered"
+    fi
+else
+    eagle_dim "  Not enough session data for feature discovery"
+fi
+
+# ─── 5. Session compression (--full only) ─────────────────
+
+if [ "$FULL" -eq 1 ]; then
+    eagle_info "Compressing old sessions..."
+
+    old_count=$(eagle_db "SELECT COUNT(*) FROM summaries
+        WHERE project = '$p_esc'
+        AND created_at < strftime('%Y-%m-%dT%H:%M:%fZ', 'now', '-30 days');")
+
+    if [ "${old_count:-0}" -gt 10 ]; then
+        if [ "$DRY_RUN" -eq 1 ]; then
+            eagle_info "  Would analyze $old_count old sessions for compression"
+        else
+            eagle_info "  $old_count sessions older than 30 days (compression not yet implemented)"
+        fi
+    else
+        eagle_dim "  Not enough old sessions to compress"
+    fi
+fi
+
+# ──��� Summary ──────────────────────────────────────────────
+
+echo ""
+if [ "$DRY_RUN" -eq 1 ]; then
+    eagle_footer "Dry run complete. Run without --dry-run to apply changes."
+else
+    eagle_footer "Curation complete for '$project'."
+fi

package/scripts/feature.sh

@@ -0,0 +1,110 @@
+#!/usr/bin/env bash
+# ═══════════════════════════════════════════════════════════
+# Eagle Mem — Feature management
+# eagle-mem feature [list|show|verify|add]
+# ═══════════════════════════════════════════════════════════
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+LIB_DIR="$SCRIPT_DIR/../lib"
+
+. "$LIB_DIR/common.sh"
+. "$SCRIPT_DIR/style.sh"
+. "$LIB_DIR/db.sh"
+
+eagle_ensure_db
+eagle_header "Features"
+
+project=$(eagle_project_from_cwd "$(pwd)")
+subcommand="${1:-list}"
+shift 2>/dev/null || true
+
+case "$subcommand" in
+    list|ls)
+        results=$(eagle_list_features "$project")
+        if [ -z "$results" ]; then
+            eagle_dim "No features tracked for '$project'"
+            eagle_dim "Run 'eagle-mem curate' to auto-discover features"
+            exit 0
+        fi
+
+        while IFS='|' read -r name desc status verified dep_count file_count test_count; do
+            [ -z "$name" ] && continue
+            verified_label=""
+            if [ -n "$verified" ]; then
+                verified_label=" ${DIM}(verified: ${verified})${RESET}"
+            else
+                verified_label=" ${DIM}(never verified)${RESET}"
+            fi
+            echo -e "  ${CYAN}${name}${RESET}${verified_label}"
+            [ -n "$desc" ] && echo -e "    ${desc}"
+            echo -e "    ${DIM}${file_count} files, ${dep_count} deps, ${test_count} smoke tests${RESET}"
+        done <<< "$results"
+        ;;
+
+    show)
+        name="${1:-}"
+        [ -z "$name" ] && { eagle_err "Usage: eagle-mem feature show <name>"; exit 1; }
+        eagle_show_feature "$project" "$name"
+        ;;
+
+    verify)
+        name="${1:-}"
+        [ -z "$name" ] && { eagle_err "Usage: eagle-mem feature verify <name> [--notes <text>]"; exit 1; }
+        shift
+        notes=""
+        while [ $# -gt 0 ]; do
+            case "$1" in
+                --notes) notes="$2"; shift 2 ;;
+                *) notes="$1"; shift ;;
+            esac
+        done
+        eagle_verify_feature "$project" "$name" "$notes"
+        eagle_ok "Feature '$name' marked as verified"
+        ;;
+
+    add)
+        name="${1:-}"
+        [ -z "$name" ] && { eagle_err "Usage: eagle-mem feature add <name> [--desc <text>] [--file <path>] [--requires <target:name>] [--smoke <command>]"; exit 1; }
+        shift
+        desc=""
+        files=()
+        deps=()
+        smokes=()
+
+        while [ $# -gt 0 ]; do
+            case "$1" in
+                --desc|-d) desc="$2"; shift 2 ;;
+                --file|-f) files+=("$2"); shift 2 ;;
+                --requires|-r) deps+=("$2"); shift 2 ;;
+                --smoke|-s) smokes+=("$2"); shift 2 ;;
+                *) shift ;;
+            esac
+        done
+
+        eagle_upsert_feature "$project" "$name" "$desc"
+        fid=$(eagle_get_feature_id "$project" "$name")
+
+        for f in "${files[@]+"${files[@]}"}"; do
+            eagle_add_feature_file "$fid" "$f" ""
+        done
+
+        for d in "${deps[@]+"${deps[@]}"}"; do
+            target="${d%%:*}"
+            dep_name="${d#*:}"
+            eagle_add_feature_dependency "$fid" "env_var" "$target" "$dep_name" ""
+        done
+
+        for s in "${smokes[@]+"${smokes[@]}"}"; do
+            eagle_add_feature_smoke_test "$fid" "$s" ""
+        done
+
+        eagle_ok "Feature '$name' created"
+        ;;
+
+    *)
+        eagle_err "Unknown feature command: $subcommand"
+        eagle_info "Usage: eagle-mem feature [list|show|verify|add]"
+        exit 1
+        ;;
+esac

package/scripts/help.sh

@@ -24,6 +24,9 @@ echo -e "    ${CYAN}memories${RESET}    View/sync mirrored Claude Code memories"
 echo -e "    ${CYAN}tasks${RESET}       View mirrored Claude Code tasks"
 echo -e "    ${CYAN}refresh${RESET}     Full project sync: scan (if needed) + index + memories"
 echo -e "    ${CYAN}prune${RESET}       Remove old observations and orphaned chunks"
+echo -e "    ${CYAN}config${RESET}      View or change LLM provider settings"
+echo -e "    ${CYAN}curate${RESET}      Run the self-learning curator (LLM-powered analysis)"
+echo -e "    ${CYAN}feature${RESET}     Manage feature graph (list/show/verify/add)"
 echo -e "    ${CYAN}install${RESET}     First-time setup: hooks, database, skills"
 echo -e "    ${CYAN}update${RESET}      Re-deploy hooks and run migrations"
 echo -e "    ${CYAN}uninstall${RESET}   Remove hooks and optionally delete data"

package/scripts/index.sh

@@ -162,7 +162,7 @@ DELETE FROM code_chunks WHERE project = '$project_sql' AND file_path = '$file_sq
         end=$((start + CHUNK_SIZE - 1))
         [ "$end" -gt "$total_lines" ] && end="$total_lines"
 
-        content=$(sed -n "${start},${end}p" "$full_path")
+        content=$(sed -n "${start},${end}p" "$full_path" | eagle_redact)
         content_sql=$(eagle_sql_escape "$content")
 
         txn_sql+="

package/scripts/install.sh

@@ -181,6 +181,10 @@ eagle_patch_hook "$SETTINGS" "UserPromptSubmit" "" \
     "$EAGLE_MEM_DIR/hooks/user-prompt-submit.sh" \
     "UserPromptSubmit hook"
 
+eagle_patch_hook "$SETTINGS" "PreToolUse" "Bash" \
+    "$EAGLE_MEM_DIR/hooks/pre-tool-use.sh" \
+    "PreToolUse hook"
+
 # ─── Install skills ────────────────────────────────────────
 
 if [ -d "$PACKAGE_DIR/skills" ]; then
@@ -242,6 +246,16 @@ else
     fi
 fi
 
+# ─── Initialize config ────────────────────────────────────
+
+. "$LIB_DIR/provider.sh"
+if [ ! -f "$EAGLE_CONFIG_FILE" ]; then
+    eagle_config_init
+    eagle_ok "Config created ${DIM}(auto-detected provider)${RESET}"
+else
+    eagle_ok "Config ${DIM}(already exists)${RESET}"
+fi
+
 # ─── Save installed version ───────────────────────────────
 
 version=$(jq -r .version "$PACKAGE_DIR/package.json" 2>/dev/null || echo "unknown")

package/scripts/update.sh

@@ -69,6 +69,7 @@ if [ -f "$SETTINGS" ] && command -v jq &>/dev/null; then
     eagle_patch_hook "$SETTINGS" "PostToolUse" "Read|Write|Edit|Bash|TaskCreate|TaskUpdate" "$EAGLE_MEM_DIR/hooks/post-tool-use.sh"
     eagle_patch_hook "$SETTINGS" "SessionEnd" "" "$EAGLE_MEM_DIR/hooks/session-end.sh"
     eagle_patch_hook "$SETTINGS" "UserPromptSubmit" "" "$EAGLE_MEM_DIR/hooks/user-prompt-submit.sh"
+    eagle_patch_hook "$SETTINGS" "PreToolUse" "Bash" "$EAGLE_MEM_DIR/hooks/pre-tool-use.sh"
 
     eagle_ok "Hooks registered"
 fi