claude-self-reflect 2.8.3 → 2.8.5

package/Dockerfile.async-importer

@@ -1,4 +1,11 @@
-FROM python:3.11-slim
+FROM python:3.13-slim
+
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
 
 # Install system dependencies
 RUN apt-get update && apt-get install -y \

package/Dockerfile.importer

@@ -1,9 +1,13 @@
-FROM python:3.12-slim
+FROM python:3.13-slim
 
 WORKDIR /app
 
-# Update system packages for security
-RUN apt-get update && apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
 
 # Install dependencies directly (avoids file path issues with global npm installs)
 RUN pip install --no-cache-dir \

package/Dockerfile.importer-isolated

@@ -1,4 +1,11 @@
-FROM python:3.12-slim
+FROM python:3.13-slim
+
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
 
 # Update system packages for security and install curl
 RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \

package/Dockerfile.importer-isolated.alpine

@@ -1,4 +1,4 @@
-FROM python:3.12-alpine
+FROM python:3.13-alpine
 
 # Install build dependencies, security updates and curl
 RUN apk update && apk upgrade && \

package/Dockerfile.importer.alpine

@@ -1,4 +1,4 @@
-FROM python:3.12-alpine
+FROM python:3.13-alpine
 
 WORKDIR /app
 

package/Dockerfile.mcp-server

@@ -1,9 +1,14 @@
-FROM python:3.12-slim
+FROM python:3.13-slim
 
 WORKDIR /app
 
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
 # Update system packages for security
-RUN apt-get update && apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
 
 # Copy the MCP server package files
 COPY mcp-server/pyproject.toml ./

package/Dockerfile.mcp-server.alpine

@@ -1,4 +1,4 @@
-FROM python:3.12-alpine
+FROM python:3.13-alpine
 
 WORKDIR /app
 

package/Dockerfile.mcp-server.bak

@@ -0,0 +1,20 @@
+FROM python:3.13-slim
+
+WORKDIR /app
+
+# Update system packages for security
+RUN apt-get update && apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
+
+# Copy the MCP server package files
+COPY mcp-server/pyproject.toml ./
+COPY mcp-server/src ./src
+
+# Install the package in development mode
+RUN pip install --no-cache-dir -e .
+
+# Create a non-root user
+RUN useradd -m -u 1000 mcpuser
+USER mcpuser
+
+# Keep the container running and wait for docker exec commands
+CMD ["tail", "-f", "/dev/null"]

package/Dockerfile.safe-watcher

@@ -1,4 +1,11 @@
-FROM python:3.12-slim
+FROM python:3.13-slim
+
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
 
 # Install system dependencies
 RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \

package/Dockerfile.streaming-importer

@@ -1,7 +1,13 @@
-FROM python:3.12-slim
-
-# Update system packages for security and install build dependencies
-RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
+FROM python:3.13-slim
+
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
+# Attempting explicit upgrade of libpcre2-8-0 (vulnerable: 10.45-1, fixed: 10.46+)
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available, continuing with security updates") && \
+    apt-get upgrade -y && \
+    apt-get install -y --no-install-recommends \
     gcc \
     g++ \
     curl \

package/Dockerfile.streaming-importer.alpine

@@ -1,4 +1,4 @@
-FROM python:3.12-alpine
+FROM python:3.13-alpine
 
 WORKDIR /app
 

package/Dockerfile.watcher

@@ -1,10 +1,14 @@
-FROM python:3.12-slim
+FROM python:3.13-slim
 
+# SECURITY: CVE-2025-58050 mitigation - PCRE2 heap buffer overflow
 # Update system packages for security and install build dependencies for psutil
-RUN apt-get update && apt-get upgrade -y && apt-get install -y \
-    gcc \
-    python3-dev \
-    && rm -rf /var/lib/apt/lists/*
+# TODO: Remove explicit PCRE2 upgrade when base image includes patched version
+RUN apt-get update && \
+    (apt-get install -y --only-upgrade libpcre2-8-0 2>/dev/null || \
+     echo "Warning: PCRE2 10.46+ not yet available") && \
+    apt-get upgrade -y && \
+    apt-get install -y gcc python3-dev && \
+    rm -rf /var/lib/apt/lists/*
 
 # Install Python dependencies
 RUN pip install --no-cache-dir \

package/Dockerfile.watcher.alpine

@@ -1,4 +1,4 @@
-FROM python:3.12-alpine
+FROM python:3.13-alpine
 
 WORKDIR /app
 

package/Dockerfile.watcher.bak

@@ -0,0 +1,50 @@
+FROM python:3.13-slim
+
+# Update system packages for security and install build dependencies for psutil
+RUN apt-get update && apt-get upgrade -y && apt-get install -y \
+    gcc \
+    python3-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Python dependencies
+RUN pip install --no-cache-dir \
+    psutil==5.9.5 \
+    qdrant-client>=1.7.0 \
+    openai>=1.0.0 \
+    backoff>=2.2.0 \
+    requests>=2.31.0 \
+    tqdm>=4.66.0 \
+    voyageai>=0.2.0 \
+    fastembed>=0.4.0
+
+# Create non-root user
+RUN useradd -m -u 1000 watcher
+
+# Pre-download FastEmbed model to avoid runtime downloads
+RUN mkdir -p /home/watcher/.cache && \
+    FASTEMBED_CACHE_PATH=/home/watcher/.cache/fastembed python -c "from fastembed import TextEmbedding; import os; os.environ['FASTEMBED_CACHE_PATH']='/home/watcher/.cache/fastembed'; TextEmbedding('sentence-transformers/all-MiniLM-L6-v2')" && \
+    chown -R watcher:watcher /home/watcher/.cache
+
+# Create scripts directory and copy required files
+RUN mkdir -p /scripts
+
+# Copy all necessary scripts
+COPY scripts/import-conversations-unified.py /scripts/
+COPY scripts/import-watcher.py /scripts/
+COPY scripts/streaming-importer.py /scripts/
+COPY scripts/utils.py /scripts/
+COPY scripts/trigger-import.py /scripts/
+
+# Copy MCP server directory for utils
+COPY mcp-server/src/utils.py /mcp-server/src/utils.py
+
+RUN chmod +x /scripts/*.py
+
+# Set working directory
+WORKDIR /app
+
+# Switch to non-root user
+USER watcher
+
+# Default command - use streaming importer for low memory usage
+CMD ["python", "/scripts/streaming-importer.py"]

package/README.md

@@ -83,8 +83,29 @@ Claude: "3 conversations found:
         - Nov 20: Added rate limiting per authenticated connection"
 ```
 
+## 🆕 NEW: Real-time Indexing Status in Your Terminal!
+
+See your conversation indexing progress directly in your statusline:
+
+### Fully Indexed (100%)
+![Statusline showing 100% indexed](docs/images/statusbar-1.png)
+
+### Active Indexing (50% with backlog)
+![Statusline showing 50% indexed with 7h backlog](docs/images/statusbar-2.png)
+
+Works with [Claude Code Statusline](https://github.com/sirmalloc/ccstatusline) - shows progress bars, percentages, and indexing lag in real-time!
+
 ## 🎯 Key Features
 
+### 📊 Statusline Integration
+See your indexing progress right in your terminal! Works with [Claude Code Statusline](https://github.com/sirmalloc/ccstatusline):
+- **Progress Bar** - Visual indicator `[████████ ] 91%`
+- **Indexing Lag** - Shows backlog `• 7h behind`
+- **Auto-updates** every 60 seconds
+- **Zero overhead** with intelligent caching
+
+[Learn more about statusline integration →](docs/statusline-integration.md)
+
 ### Project-Scoped Search
 Searches are **project-aware by default**. Claude automatically searches within your current project:
 

package/mcp-server/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "claude-self-reflect-mcp"
-version = "2.8.3"
+version = "2.8.4"
 description = "MCP server for Claude self-reflection with memory decay"
 # readme = "README.md"
 requires-python = ">=3.10"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-self-reflect",
-  "version": "2.8.3",
+  "version": "2.8.5",
   "description": "Give Claude perfect memory of all your conversations - Installation wizard for Python MCP server",
   "keywords": [
     "claude",

package/scripts/import-latest.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+"""
+Quick import script for current project's latest conversations.
+Designed for PreCompact hook integration - targets <10 second imports.
+"""
+
+import os
+import sys
+import json
+import subprocess
+from datetime import datetime, timedelta
+from pathlib import Path
+import logging
+
+# Configuration
+LOGS_DIR = os.getenv("LOGS_DIR", os.path.expanduser("~/.claude/projects"))
+STATE_FILE = os.getenv("STATE_FILE", os.path.expanduser("~/.claude-self-reflect-state.json"))
+HOURS_BACK = int(os.getenv("IMPORT_HOURS_BACK", "2"))  # Only import last 2 hours by default
+
+# Set up logging
+logging.basicConfig(
+    level=logging.INFO, 
+    format='%(asctime)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+def load_state():
+    """Load import state from file."""
+    if os.path.exists(STATE_FILE):
+        try:
+            with open(STATE_FILE, 'r') as f:
+                return json.load(f)
+        except:
+            return {}
+    return {}
+
+def save_state(state):
+    """Save import state to file."""
+    os.makedirs(os.path.dirname(STATE_FILE), exist_ok=True)
+    with open(STATE_FILE, 'w') as f:
+        json.dump(state, f, indent=2)
+
+def get_project_from_cwd():
+    """Detect project from current working directory."""
+    cwd = os.getcwd()
+    # Convert path to project name format used in logs
+    # Claude logs use format: -Users-username-path-to-project
+    project_name = cwd.replace('/', '-')
+    # Keep the leading dash as that's how Claude stores it
+    if not project_name.startswith('-'):
+        project_name = '-' + project_name
+    return project_name
+
+def get_recent_files(project_path: Path, hours_back: int):
+    """Get JSONL files modified in the last N hours."""
+    cutoff_time = datetime.now() - timedelta(hours=hours_back)
+    recent_files = []
+    
+    for jsonl_file in project_path.glob("*.jsonl"):
+        mtime = datetime.fromtimestamp(jsonl_file.stat().st_mtime)
+        if mtime > cutoff_time:
+            recent_files.append(jsonl_file)
+    
+    return sorted(recent_files, key=lambda f: f.stat().st_mtime, reverse=True)
+
+def main():
+    """Main quick import function."""
+    start_time = datetime.now()
+    
+    # Detect current project
+    project_name = get_project_from_cwd()
+    project_path = Path(LOGS_DIR) / project_name
+    
+    if not project_path.exists():
+        logger.warning(f"Project logs not found: {project_path}")
+        logger.info("Make sure you're in a project directory with Claude conversations.")
+        return
+    
+    logger.info(f"Quick importing latest conversations for: {project_name}")
+    
+    # Get recent files
+    recent_files = get_recent_files(project_path, HOURS_BACK)
+    logger.info(f"Found {len(recent_files)} files modified in last {HOURS_BACK} hours")
+    
+    if not recent_files:
+        logger.info("No recent conversations to import")
+        return
+    
+    # For now, just call the unified importer with the specific project
+    # This is a temporary solution until we implement incremental imports
+    script_dir = os.path.dirname(os.path.abspath(__file__))
+    unified_script = os.path.join(script_dir, "import-conversations-unified.py")
+    
+    # Set environment to only process this project
+    env = os.environ.copy()
+    env['LOGS_DIR'] = str(project_path.parent)
+    env['IMPORT_PROJECT'] = project_name
+    
+    try:
+        # Run the unified importer for just this project
+        result = subprocess.run(
+            [sys.executable, unified_script],
+            env=env,
+            capture_output=True,
+            text=True,
+            timeout=60  # 60 second timeout
+        )
+        
+        if result.returncode == 0:
+            logger.info("Quick import completed successfully")
+        else:
+            logger.error(f"Import failed: {result.stderr}")
+            
+    except subprocess.TimeoutExpired:
+        logger.warning("Import timed out after 60 seconds")
+    except Exception as e:
+        logger.error(f"Error during import: {e}")
+    
+    # Report timing
+    elapsed = (datetime.now() - start_time).total_seconds()
+    logger.info(f"Quick import completed in {elapsed:.1f} seconds")
+
+if __name__ == "__main__":
+    main()

package/scripts/import-old-format.py

@@ -0,0 +1,171 @@
+#!/usr/bin/env python3
+"""
+Import old format JSONL files from Claude conversations.
+These files have a different structure with type/summary fields instead of messages.
+"""
+
+import json
+import sys
+from pathlib import Path
+import hashlib
+import uuid
+from datetime import datetime
+from qdrant_client import QdrantClient
+from qdrant_client.models import Distance, VectorParams, PointStruct
+from fastembed import TextEmbedding
+import logging
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
+
+def import_old_format_project(project_dir: Path, project_path: str = None):
+    """Import old format JSONL files from a project directory."""
+    
+    # Initialize
+    client = QdrantClient(url='http://localhost:6333')
+    model = TextEmbedding(model_name='sentence-transformers/all-MiniLM-L6-v2', max_length=512)
+    
+    # Determine project path from directory name if not provided
+    if not project_path:
+        # Convert -Users-username-projects-projectname back to path
+        dir_name = project_dir.name
+        project_path = '/' + dir_name.strip('-').replace('-', '/')
+    
+    # Create collection name
+    project_hash = hashlib.md5(project_path.encode()).hexdigest()[:8]
+    collection_name = f'conv_{project_hash}_local'
+    
+    logger.info(f'Project: {project_path}')
+    logger.info(f'Collection: {collection_name}')
+    
+    # Create collection if needed
+    try:
+        client.get_collection(collection_name)
+        logger.info('Collection exists')
+    except:
+        client.create_collection(
+            collection_name=collection_name,
+            vectors_config=VectorParams(size=384, distance=Distance.COSINE)
+        )
+        logger.info('Created collection')
+    
+    # Process all JSONL files
+    jsonl_files = list(project_dir.glob('*.jsonl'))
+    logger.info(f'Found {len(jsonl_files)} files to import')
+    
+    total_points = 0
+    for file_path in jsonl_files:
+        logger.info(f'Processing {file_path.name}...')
+        points_batch = []
+        
+        with open(file_path, 'r', encoding='utf-8') as f:
+            conversation_text = []
+            file_timestamp = file_path.stat().st_mtime
+            
+            for line_num, line in enumerate(f, 1):
+                try:
+                    data = json.loads(line)
+                    msg_type = data.get('type', '')
+                    
+                    # Extract text content based on type
+                    content = None
+                    if msg_type == 'summary' and data.get('summary'):
+                        content = f"[Conversation Summary] {data['summary']}"
+                    elif msg_type == 'user' and data.get('summary'):
+                        content = f"User: {data['summary']}"
+                    elif msg_type == 'assistant' and data.get('summary'):
+                        content = f"Assistant: {data['summary']}"
+                    elif msg_type in ['user', 'assistant']:
+                        # Try to get content from other fields
+                        if 'content' in data:
+                            content = f"{msg_type.title()}: {data['content']}"
+                        elif 'text' in data:
+                            content = f"{msg_type.title()}: {data['text']}"
+                    
+                    if content:
+                        conversation_text.append(content)
+                        
+                        # Create chunks every 5 messages or at end
+                        if len(conversation_text) >= 5:
+                            chunk_text = '\n\n'.join(conversation_text)
+                            if chunk_text.strip():
+                                # Generate embedding
+                                embedding = list(model.embed([chunk_text[:2000]]))[0]  # Limit to 2000 chars
+                                
+                                point = PointStruct(
+                                    id=str(uuid.uuid4()),
+                                    vector=embedding.tolist(),
+                                    payload={
+                                        'content': chunk_text[:1000],  # Store first 1000 chars
+                                        'full_content': chunk_text[:4000],  # Store more for context
+                                        'project_path': project_path,
+                                        'file_path': str(file_path),
+                                        'file_name': file_path.name,
+                                        'conversation_id': file_path.stem,
+                                        'chunk_index': len(points_batch),
+                                        'timestamp': file_timestamp,
+                                        'type': 'conversation_chunk'
+                                    }
+                                )
+                                points_batch.append(point)
+                                conversation_text = []
+                
+                except json.JSONDecodeError:
+                    logger.warning(f'Invalid JSON at line {line_num} in {file_path.name}')
+                except Exception as e:
+                    logger.warning(f'Error processing line {line_num}: {e}')
+            
+            # Handle remaining text
+            if conversation_text:
+                chunk_text = '\n\n'.join(conversation_text)
+                if chunk_text.strip():
+                    embedding = list(model.embed([chunk_text[:2000]]))[0]
+                    
+                    point = PointStruct(
+                        id=str(uuid.uuid4()),
+                        vector=embedding.tolist(),
+                        payload={
+                            'content': chunk_text[:1000],
+                            'full_content': chunk_text[:4000],
+                            'project_path': project_path,
+                            'file_path': str(file_path),
+                            'file_name': file_path.name,
+                            'conversation_id': file_path.stem,
+                            'chunk_index': len(points_batch),
+                            'timestamp': file_timestamp,
+                            'type': 'conversation_chunk'
+                        }
+                    )
+                    points_batch.append(point)
+        
+        # Upload batch
+        if points_batch:
+            client.upsert(collection_name=collection_name, points=points_batch)
+            logger.info(f'  Uploaded {len(points_batch)} chunks from {file_path.name}')
+            total_points += len(points_batch)
+    
+    # Verify
+    info = client.get_collection(collection_name)
+    logger.info(f'\nImport complete!')
+    logger.info(f'Collection {collection_name} now has {info.points_count} points')
+    logger.info(f'Added {total_points} new points in this import')
+    
+    return collection_name, total_points
+
+def main():
+    if len(sys.argv) < 2:
+        print("Usage: python import-old-format.py <project-directory> [project-path]")
+        print("Example: python import-old-format.py ~/.claude/projects/-Users-me-projects-myapp /Users/me/projects/myapp")
+        sys.exit(1)
+    
+    project_dir = Path(sys.argv[1]).expanduser()
+    project_path = sys.argv[2] if len(sys.argv) > 2 else None
+    
+    if not project_dir.exists():
+        print(f"Error: Directory {project_dir} does not exist")
+        sys.exit(1)
+    
+    import_old_format_project(project_dir, project_path)
+
+if __name__ == "__main__":
+    main()