claude-self-reflect 6.0.5 → 7.0.0

package/.env.example

@@ -28,3 +28,37 @@ CHUNK_SIZE=50
 MAX_FILES_PER_CYCLE=10
 HOT_WINDOW_MINUTES=15
 MAX_COLD_FILES_PER_CYCLE=3
+
+# ====================================================================================
+# Batch Automation Configuration (OPTIONAL - Requires Anthropic API Key)
+# ====================================================================================
+# Batch automation provides 9.3x better search quality with automated narratives
+# Disabled by default - enable via CLI during installation or manually
+
+# Anthropic API Key (required for batch automation)
+# Get your key from https://console.anthropic.com
+ANTHROPIC_API_KEY=
+
+# Qdrant API Key (optional for standalone mode, required for shared/multi-user)
+# STANDALONE: Leave empty if running locally just for yourself
+# SHARED: Set a strong API key if multiple people access this Qdrant instance
+QDRANT_API_KEY=
+
+# Batch Automation Directories
+CSR_HOME=~/.claude-self-reflect
+CSR_CONFIG_DIR=~/.claude-self-reflect/config
+CSR_BATCH_STATE_DIR=~/.claude-self-reflect/batch_state
+CSR_BATCH_QUEUE_DIR=~/.claude-self-reflect/batch_queue
+
+# Batch Triggers
+BATCH_SIZE_TRIGGER=10                    # Trigger batch after N files
+BATCH_TIME_TRIGGER_MINUTES=30            # Or after N minutes
+
+# Subprocess Settings
+SUBPROCESS_TIMEOUT_SECONDS=1800          # 30 minute timeout for batch operations
+
+# Watcher Timing
+HOT_CHECK_INTERVAL_S=2                   # Check hot files every N seconds
+NORMAL_CHECK_INTERVAL_S=60               # Normal check interval
+WARM_WINDOW_HOURS=24                     # Files < N hours are warm
+MAX_COLD_FILES=5                         # Max cold files per cycle

package/Dockerfile.batch-monitor

@@ -0,0 +1,36 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    g++ \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy source code
+COPY src/ ./src/
+COPY docs/design/ ./docs/design/
+
+# Create non-root user
+RUN groupadd -r appuser && \
+    useradd -r -g appuser -u 1001 appuser
+
+# Create directories for batch state and set ownership
+RUN mkdir -p /home/appuser/.claude-self-reflect/batch_state && \
+    chown -R appuser:appuser /home/appuser/.claude-self-reflect && \
+    chown -R appuser:appuser /app
+
+# Set Python path
+ENV PYTHONPATH=/app
+ENV HOME=/home/appuser
+
+# Switch to non-root user
+USER appuser
+
+# Run batch monitor
+CMD ["python", "/app/src/runtime/batch_monitor.py"]

package/Dockerfile.batch-watcher

@@ -0,0 +1,38 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    g++ \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy source code
+COPY src/ ./src/
+COPY docs/design/ ./docs/design/
+
+# Create non-root user
+RUN groupadd -r appuser && \
+    useradd -r -g appuser -u 1001 appuser
+
+# Create directories for state and queue and set ownership
+RUN mkdir -p /home/appuser/.claude-self-reflect/config && \
+    mkdir -p /home/appuser/.claude-self-reflect/batch_queue && \
+    mkdir -p /home/appuser/.claude-self-reflect/batch_state && \
+    chown -R appuser:appuser /home/appuser/.claude-self-reflect && \
+    chown -R appuser:appuser /app
+
+# Set Python path
+ENV PYTHONPATH=/app
+ENV HOME=/home/appuser
+
+# Switch to non-root user
+USER appuser
+
+# Run batch watcher
+CMD ["python", "/app/src/runtime/batch_watcher.py"]

package/README.md

@@ -26,6 +26,8 @@ Give Claude perfect memory of all your conversations. Search past discussions in
 
 **100% Local by Default** • **20x Faster** • **Zero Configuration** • **Production Ready**
 
+> **Latest: v7.0 Automated Narratives** - 9.3x better search quality via AI-powered summaries. [Learn more →](#v70-automated-narrative-generation)
+
 ## Why This Exists
 
 Claude starts fresh every conversation. You've solved complex bugs, designed architectures, made critical decisions - all forgotten. Until now.
@@ -63,7 +65,7 @@ claude-self-reflect setup
 ```
 
 > [!TIP]
-> **v4.0+ Auto-Migration**: Updates from v3.x automatically migrate during npm install - no manual steps needed!
+> **Auto-Migration**: Updates automatically handle breaking changes. Simply run `npm update -g claude-self-reflect`.
 
 <details open>
 <summary>Cloud Mode (Better Search Accuracy)</summary>
@@ -84,18 +86,15 @@ claude-self-reflect setup --voyage-key=YOUR_ACTUAL_KEY_HERE
 
 ## Performance
 
-<details open>
-<summary><b>v4.0 Performance Improvements</b></summary>
-
-| Metric | v3.x | v4.0 | Improvement |
-|--------|------|------|-------------|
+| Metric | Before | After | Improvement |
+|--------|--------|-------|-------------|
 | **Status Check** | 119ms | 6ms | **20x faster** |
 | **Storage Usage** | 100MB | 50MB | **50% reduction** |
 | **Import Speed** | 10/sec | 100/sec | **10x faster** |
 | **Memory Usage** | 500MB | 50MB | **90% reduction** |
 | **Search Latency** | 15ms | 3ms | **5x faster** |
 
-### How We Compare
+### Competitive Comparison
 
 | Feature | Claude Self-Reflect | MemGPT | LangChain Memory |
 |---------|---------------------|---------|------------------|
@@ -106,8 +105,6 @@ claude-self-reflect setup --voyage-key=YOUR_ACTUAL_KEY_HERE
 | **Setup time** | 5 min | 30+ min | 20+ min |
 | **Docker required** | Yes | Python | Python |
 
-</details>
-
 ## The Magic
 
 ![Self Reflection vs The Grind](docs/images/red-reflection.webp)
@@ -177,32 +174,115 @@ Your code quality displayed live as you work:
 
 </details>
 
+## v7.0 Automated Narrative Generation
+
+**9.3x Better Search Quality** • **50% Cost Savings** • **Fully Automated**
+
+v7.0 introduces AI-powered conversation narratives that transform raw conversation excerpts into rich problem-solution summaries with comprehensive metadata extraction.
+
+### Before/After Comparison
+
+| Metric | v6.x (Raw Excerpts) | v7.0 (AI Narratives) | Improvement |
+|--------|---------------------|----------------------|-------------|
+| **Search Quality** | 0.074 | 0.691 | **9.3x better** |
+| **Token Compression** | 100% | 18% | **82% reduction** |
+| **Cost per Conversation** | $0.025 | $0.012 | **50% savings** |
+| **Metadata Richness** | Basic | Tools + Concepts + Files | **Full context** |
+
+### What You Get
+
+**Enhanced Search Results:**
+- **Problem-Solution Patterns**: Conversations structured as challenges encountered and solutions implemented
+- **Rich Metadata**: Automatic extraction of tools used, technical concepts, and files modified
+- **Context Compression**: 82% token reduction while maintaining searchability
+- **Better Relevance**: Search scores improved from 0.074 to 0.691 (9.3x)
+
+**Cost-Effective Processing:**
+- Anthropic Batch API: $0.012 per conversation (vs $0.025 standard)
+- Automatic batch queuing and processing
+- Progress monitoring via Docker containers
+- Evaluation generation for quality assurance
+
+**Fully Automated Workflow:**
+```bash
+# 1. Watch for new conversations
+docker compose up batch-watcher
+
+# 2. Auto-trigger batch processing when threshold reached
+# (Configurable: BATCH_THRESHOLD_FILES, default 10)
+
+# 3. Monitor batch progress
+docker compose logs batch-monitor -f
+
+# 4. Enhanced narratives automatically imported to Qdrant
+```
+
+### Example: Raw Excerpt vs AI Narrative
+
+**Before (v6.x)** - Raw excerpt showing basic conversation flow:
+```
+User: How do I fix the Docker memory issue?
+Assistant: The container was limited to 2GB but only using 266MB...
+```
+
+**After (v7.0)** - Rich narrative with metadata:
+```
+PROBLEM: Docker container memory consumption investigation revealed
+discrepancy between limits (2GB) and actual usage (266MB). Analysis
+required to determine if memory limit was appropriate.
+
+SOLUTION: Discovered issue occurred with MAX_QUEUE_SIZE=1000 outside
+Docker environment. Implemented proper Docker resource constraints
+stabilizing memory at 341MB.
+
+TOOLS USED: Docker, grep, Edit
+CONCEPTS: container-memory, resource-limits, queue-sizing
+FILES: docker-compose.yaml, batch_watcher.py
+```
+
+### Getting Started with Narratives
+
+Narratives are automatically generated for new conversations. To process existing conversations:
+
+```bash
+# Process all existing conversations in batch
+python docs/design/batch_import_all_projects.py
+
+# Monitor batch progress
+docker compose logs batch-monitor -f
+
+# Check completion status
+curl http://localhost:6333/collections/csr_claude-self-reflect_local_384d
+```
+
+For complete documentation, see [Batch Automation Guide](docs/testing/NARRATIVE_TESTING_SUMMARY.md).
+
 ## Key Features
 
 <details>
 <summary><b>MCP Tools Available to Claude</b></summary>
 
-**Search & Memory Tools:**
+**Search & Memory:**
 - `reflect_on_past` - Search past conversations using semantic similarity with time decay (supports quick/summary modes)
 - `store_reflection` - Store important insights or learnings for future reference
 - `get_next_results` - Paginate through additional search results
 - `search_by_file` - Find conversations that analyzed specific files
 - `search_by_concept` - Search for conversations about development concepts
-- `get_full_conversation` - Retrieve complete JSONL conversation files (v2.8.8)
+- `get_full_conversation` - Retrieve complete JSONL conversation files
 
-**NEW: Temporal Query Tools (v3.3.0):**
+**Temporal Queries:**
 - `get_recent_work` - Answer "What did we work on last?" with session grouping
 - `search_by_recency` - Time-constrained search like "docker issues last week"
 - `get_timeline` - Activity timeline with statistics and patterns
 
-**Runtime Configuration Tools (v4.0):**
+**Runtime Configuration:**
 - `switch_embedding_mode` - Switch between local/cloud modes without restart
 - `get_embedding_mode` - Check current embedding configuration
 - `reload_code` - Hot reload Python code changes
 - `reload_status` - Check reload state
 - `clear_module_cache` - Clear Python cache
 
-**Status & Monitoring Tools:**
+**Status & Monitoring:**
 - `get_status` - Real-time import progress and system status
 - `get_health` - Comprehensive system health check
 - `collection_status` - Check Qdrant collection health and stats
@@ -296,9 +376,6 @@ Files are categorized by age and processed with priority queuing to ensure newes
 
 ## Requirements
 
-> [!WARNING]
-> **Breaking Change in v4.0**: Collections now use prefixed naming (e.g., `csr_project_local_384d`). Run migration automatically via `npm update`.
-
 <details>
 <summary><b>System Requirements</b></summary>
 
@@ -376,20 +453,44 @@ npm uninstall -g claude-self-reflect
 
 ## Keeping Up to Date
 
-> [!TIP]
-> **For Existing Users**: Simply run `npm update -g claude-self-reflect` to get the latest features and improvements. Updates are automatic and preserve your data.
-
-<details>
-<summary>Recent Improvements</summary>
+```bash
+npm update -g claude-self-reflect
+```
 
-- **20x faster performance** - Status checks, search, and imports
-- **Runtime configuration** - Switch modes without restarting
-- **Unified state management** - Single source of truth
-- **AST-GREP integration** - Code quality analysis
-- **Temporal search tools** - Find recent work and time-based queries
-- **Auto-migration** - Updates handle breaking changes automatically
+Updates are automatic and preserve your data. See [full changelog](docs/release-history.md) for details.
 
-[Full changelog](docs/release-history.md)
+<details>
+<summary><b>Release Evolution</b></summary>
+
+### v7.0 - Automated Narratives (Oct 2025)
+- **9.3x better search quality** via AI-powered conversation summaries
+- **50% cost savings** using Anthropic Batch API ($0.012 per conversation)
+- **82% token compression** while maintaining searchability
+- Rich metadata extraction (tools, concepts, files)
+- Problem-solution narrative structure
+- Automated batch processing with Docker monitoring
+
+### v4.0 - Performance Revolution (Sep 2025)
+- **20x faster** status checks (119ms → 6ms)
+- **50% storage reduction** via unified state management
+- **10x faster imports** (10/sec → 100/sec)
+- **90% memory reduction** (500MB → 50MB)
+- Runtime mode switching (no restart required)
+- Prefixed collection naming (breaking change)
+- Code quality tracking with AST-GREP (100+ patterns)
+
+### v3.3 - Temporal Intelligence (Aug 2025)
+- Time-based search: "docker issues last week"
+- Session grouping: "What did we work on last?"
+- Activity timelines with statistics
+- Recency-aware queries
+
+### v2.8 - Full Context Access (Jul 2025)
+- Complete conversation retrieval
+- JSONL file access for deeper analysis
+- Enhanced debugging capabilities
+
+[View complete changelog →](docs/release-history.md)
 
 </details>
 

package/docker-compose.yaml

@@ -2,13 +2,15 @@ volumes:
   qdrant_data:
 
 services:
-  # Fix permissions for config directory
+  # Fix permissions for config directory (UID 1001 matches appuser in Dockerfiles)
   init-permissions:
     image: alpine
-    command: chown -R 1000:1000 /config
+    command: sh -c "chown -R 1001:1001 /config && chown -R 1001:1001 /batch_queue && chown -R 1001:1001 /batch_state"
     volumes:
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-    profiles: ["watch", "import", "async", "safe-watch"]
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
+      - ${CSR_BATCH_QUEUE_DIR:-${HOME}/.claude-self-reflect/batch_queue}:/batch_queue
+      - ${CSR_BATCH_STATE_DIR:-${HOME}/.claude-self-reflect/batch_state}:/batch_state
+    profiles: ["watch", "import", "async", "safe-watch", "batch-automation"]
 
   # Qdrant vector database - the heart of semantic search
   qdrant:
@@ -20,7 +22,7 @@ services:
       - qdrant_data:/qdrant/storage
       # Note: Using CONFIG_PATH variable to support global npm installs (fixes #71)
       # macOS Docker Desktop restricts mounts to /Users, /Volumes, /private, /tmp
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}/qdrant-config.yaml:/qdrant/config/config.yaml:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}/qdrant-config.yaml:/qdrant/config/config.yaml:ro
     environment:
       - QDRANT__LOG_LEVEL=INFO
       - QDRANT__SERVICE__HTTP_PORT=6333
@@ -38,8 +40,8 @@ services:
       - init-permissions
       - qdrant
     volumes:
-      - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/imported-files.json
@@ -67,8 +69,8 @@ services:
       - init-permissions
       - qdrant
     volumes:
-      - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
       - /tmp:/tmp
     environment:
       - QDRANT_URL=http://qdrant:6333
@@ -97,8 +99,8 @@ services:
       - init-permissions
       - qdrant
     volumes:
-      - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/streaming-state.json  # FIXED: Use streaming-specific state file
@@ -136,8 +138,8 @@ services:
     depends_on:
       - qdrant
     volumes:
-      - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/imported-files.json
@@ -171,8 +173,8 @@ services:
       - init-permissions
       - qdrant
     volumes:
-      - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
-      - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/config
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/csr-watcher.json
@@ -221,6 +223,94 @@ services:
     tty: true
     profiles: ["mcp"]
 
+  # Batch watcher - Queues conversations and triggers batch narrative generation
+  # OPTIONAL: Requires ANTHROPIC_API_KEY. Disabled by default.
+  # Enable via CLI during installation or: docker compose --profile batch-automation up -d
+  batch-watcher:
+    build:
+      context: .
+      dockerfile: Dockerfile.batch-watcher
+    container_name: claude-reflection-batch-watcher
+    depends_on:
+      - init-permissions
+      - qdrant
+    volumes:
+      - ${CLAUDE_LOGS_PATH:-${HOME}/.claude/projects}:/logs:ro
+      - ${CONFIG_PATH:-${HOME}/.claude-self-reflect/config}:/home/appuser/.claude-self-reflect/config
+      - ${CSR_BATCH_QUEUE_DIR:-${HOME}/.claude-self-reflect/batch_queue}:/home/appuser/.claude-self-reflect/batch_queue
+      - ${CSR_BATCH_STATE_DIR:-${HOME}/.claude-self-reflect/batch_state}:/home/appuser/.claude-self-reflect/batch_state
+    environment:
+      - QDRANT_URL=http://qdrant:6333
+      - QDRANT_API_KEY=${QDRANT_API_KEY:-}
+      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
+      - CSR_HOME=/home/appuser/.claude-self-reflect
+      - CSR_CONFIG_DIR=/home/appuser/.claude-self-reflect/config
+      - CSR_BATCH_QUEUE_DIR=/home/appuser/.claude-self-reflect/batch_queue
+      - CSR_BATCH_STATE_DIR=/home/appuser/.claude-self-reflect/batch_state
+      - CLAUDE_PROJECTS_DIR=/logs
+      - BATCH_SIZE_TRIGGER=${BATCH_SIZE_TRIGGER:-10}
+      - BATCH_TIME_TRIGGER_MINUTES=${BATCH_TIME_TRIGGER_MINUTES:-30}
+      - HOT_WINDOW_MINUTES=${HOT_WINDOW_MINUTES:-5}
+      - WARM_WINDOW_HOURS=${WARM_WINDOW_HOURS:-24}
+      - MAX_COLD_FILES=${MAX_COLD_FILES:-5}
+      - SUBPROCESS_TIMEOUT_SECONDS=${SUBPROCESS_TIMEOUT_SECONDS:-1800}
+      - PYTHONUNBUFFERED=1
+      - PYTHONPATH=/app
+    restart: unless-stopped
+    profiles: ["batch-automation"]
+    mem_limit: 2g
+    memswap_limit: 2g
+    healthcheck:
+      test: ["CMD-SHELL", "ps aux | grep -q '[p]ython.*batch_watcher' || exit 1"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "10m"
+        max-file: "3"
+        labels: "service=batch-watcher"
+
+  # Batch monitor - Monitors batch API jobs and triggers evaluations
+  # OPTIONAL: Requires ANTHROPIC_API_KEY. Disabled by default.
+  batch-monitor:
+    build:
+      context: .
+      dockerfile: Dockerfile.batch-monitor
+    container_name: claude-reflection-batch-monitor
+    depends_on:
+      - init-permissions
+      - qdrant
+    volumes:
+      - ${CSR_BATCH_STATE_DIR:-${HOME}/.claude-self-reflect/batch_state}:/home/appuser/.claude-self-reflect/batch_state
+    environment:
+      - QDRANT_URL=http://qdrant:6333
+      - QDRANT_API_KEY=${QDRANT_API_KEY:-}
+      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
+      - CSR_HOME=/home/appuser/.claude-self-reflect
+      - CSR_BATCH_STATE_DIR=/home/appuser/.claude-self-reflect/batch_state
+      - CHECK_INTERVAL=${BATCH_MONITOR_INTERVAL:-60}
+      - PYTHONUNBUFFERED=1
+      - PYTHONPATH=/app
+    restart: unless-stopped
+    profiles: ["batch-automation"]
+    mem_limit: 512m
+    memswap_limit: 512m
+    healthcheck:
+      test: ["CMD-SHELL", "ps aux | grep -q '[p]ython.*batch_monitor' || exit 1"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "10m"
+        max-file: "3"
+        labels: "service=batch-monitor"
+
 networks:
   default:
     name: claude-reflection-network

package/installer/setup-wizard-docker.js

@@ -557,6 +557,109 @@ async function enrichMetadata() {
   }
 }
 
+async function setupBatchAutomation() {
+  console.log('\n🚀 AI-Powered Narratives (NEW in v7.0!)...');
+  console.log('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');
+  console.log('Transform your conversations into rich, searchable narratives.');
+  console.log('');
+  console.log('📊 Benefits:');
+  console.log('   • 9.3x better search quality (0.074 → 0.691 relevance score)');
+  console.log('   • 82% token compression while maintaining searchability');
+  console.log('   • 50% cost savings using Anthropic Batch API (~$0.012/conversation)');
+  console.log('   • Automatic extraction: tools used, files modified, concepts');
+  console.log('');
+  console.log('📝 What You Get:');
+  console.log('   • Problem-solution structured summaries');
+  console.log('   • Rich metadata (tools, concepts, files)');
+  console.log('   • Fully automated batch processing');
+  console.log('');
+  console.log('⚙️  How It Works:');
+  console.log('   1. Background watcher queues new conversations');
+  console.log('   2. Auto-triggers batch when threshold reached (default: 10)');
+  console.log('   3. Anthropic Batch API generates narratives');
+  console.log('   4. Enhanced narratives auto-imported to Qdrant');
+  console.log('');
+  console.log('🔐 Privacy: Conversations sent to Anthropic Batch API for narrative generation.');
+  console.log('   Review: https://www.anthropic.com/privacy');
+  console.log('');
+
+  const enableChoice = await question('Enable AI-powered narratives? (y/n) [recommended for best search]: ');
+
+  if (enableChoice.toLowerCase() === 'y') {
+    console.log('\n🔑 Anthropic API Key Required');
+    console.log('   Get your key: https://console.anthropic.com/settings/keys');
+    console.log('   Cost: ~$0.012 per conversation via Batch API');
+
+    const apiKey = await question('\nPaste your Anthropic API key (sk-ant-...): ');
+
+    if (apiKey && apiKey.trim().startsWith('sk-ant-')) {
+      // Read current .env
+      const envPath = path.join(projectRoot, '.env');
+      let envContent = '';
+      try {
+        envContent = await fs.readFile(envPath, 'utf8');
+      } catch {
+        // File doesn't exist yet
+      }
+
+      // Remove existing ANTHROPIC_API_KEY if present
+      envContent = envContent.replace(/ANTHROPIC_API_KEY=.*/g, '');
+
+      // Add new key
+      envContent += `\n# Batch Automation (v7.0 AI-Powered Narratives)\nANTHROPIC_API_KEY=${apiKey.trim()}\n`;
+
+      // Write back
+      await fs.writeFile(envPath, envContent.trim() + '\n');
+
+      console.log('✅ API key saved to .env');
+
+      // Start batch automation services
+      console.log('\n🚀 Starting batch automation services...');
+      try {
+        safeExec('docker', ['compose', '--profile', 'batch-automation', 'up', '-d'], {
+          cwd: projectRoot,
+          stdio: 'inherit'
+        });
+
+        console.log('\n✅ Batch automation enabled!');
+        console.log('   • batch-watcher: Monitors for new conversations');
+        console.log('   • batch-monitor: Processes narrative generation');
+        console.log('');
+        console.log('📊 Monitor Progress:');
+        console.log('   docker compose logs batch-watcher -f');
+        console.log('   docker compose logs batch-monitor -f');
+        console.log('');
+        console.log('🎯 Next: New conversations will be automatically enhanced with narratives');
+
+      } catch (error) {
+        console.log('\n⚠️  Could not start batch services automatically');
+        console.log('   Start manually: docker compose --profile batch-automation up -d');
+      }
+
+    } else if (apiKey && apiKey.trim()) {
+      console.log('\n❌ Invalid API key format. Anthropic keys start with "sk-ant-"');
+      console.log('   Skipping batch automation. You can enable it later by:');
+      console.log('   1. Adding ANTHROPIC_API_KEY to .env');
+      console.log('   2. Running: docker compose --profile batch-automation up -d');
+    } else {
+      console.log('\n📝 Skipping batch automation.');
+      console.log('   You can enable it later by:');
+      console.log('   1. Get API key: https://console.anthropic.com/settings/keys');
+      console.log('   2. Add to .env: ANTHROPIC_API_KEY=sk-ant-...');
+      console.log('   3. Run: docker compose --profile batch-automation up -d');
+    }
+
+  } else {
+    console.log('\n📝 Skipping batch automation (staying with standard search).');
+    console.log('   You can enable AI narratives later by:');
+    console.log('   1. Get API key: https://console.anthropic.com/settings/keys');
+    console.log('   2. Add to .env: ANTHROPIC_API_KEY=sk-ant-...');
+    console.log('   3. Run: docker compose --profile batch-automation up -d');
+    console.log('');
+    console.log('💡 Tip: Even without narratives, you still get excellent local search!');
+  }
+}
+
 async function startWatcher() {
   console.log('\n🔄 Starting the streaming watcher...');
   console.log('   • HOT files (<5 min): 2-second processing');
@@ -687,10 +790,13 @@ async function main() {
   
   // Import conversations
   await importConversations();
-  
+
   // Enrich metadata (new in v2.5.19)
   await enrichMetadata();
-  
+
+  // Setup batch automation (new in v7.0)
+  await setupBatchAutomation();
+
   // Start the watcher
   await startWatcher();
   

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-self-reflect",
-  "version": "6.0.5",
+  "version": "7.0.0",
   "description": "Give Claude perfect memory of all your conversations - Installation wizard for Python MCP server",
   "keywords": [
     "claude",