claude-self-reflect 5.0.7 → 6.0.0

package/.claude/agents/open-source-maintainer.md

@@ -241,7 +241,7 @@ CRITICAL_MODULES=(
     "scripts/embedding_service.py"
     "scripts/doctor.py"
     "scripts/unified_state_manager.py"
-    "scripts/import-conversations-unified.py"
+    "src/runtime/import-conversations-unified.py"
 )
 
 MISSING=0

package/.claude/agents/reflection-specialist.md

@@ -726,12 +726,12 @@ source .venv/bin/activate  # or source venv/bin/activate
 
 # For local embeddings (default)
 export PREFER_LOCAL_EMBEDDINGS=true
-python scripts/import-conversations-unified.py
+python src/runtime/import-conversations-unified.py
 
 # For cloud embeddings (Voyage AI)
 export PREFER_LOCAL_EMBEDDINGS=false
 export VOYAGE_KEY=your-voyage-api-key
-python scripts/import-conversations-unified.py
+python src/runtime/import-conversations-unified.py
 ```
 
 ### Import Troubleshooting

package/Dockerfile.async-importer

@@ -25,12 +25,14 @@ COPY scripts/requirements.txt /app/
 # Install Python dependencies  
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy the streaming importer script
-COPY scripts/streaming-importer.py /scripts/
+# Copy source code
+COPY src/ /app/src/
+COPY shared/ /app/shared/
 
-# Set environment variables for memory management
+# Set environment variables for memory management and Python path
 ENV MALLOC_ARENA_MAX=2
 ENV PYTHONUNBUFFERED=1
+ENV PYTHONPATH=/app
 
 # Run the streaming importer
-CMD ["python", "/scripts/streaming-importer.py"]
+CMD ["python", "/app/src/runtime/streaming-importer.py"]

package/Dockerfile.importer

@@ -24,13 +24,13 @@ RUN pip install --no-cache-dir \
     voyageai==0.3.4 \
     tenacity==9.1.2
 
-# Copy scripts into the image for npm package compatibility
-# This ensures scripts are available even without volume mounts
-COPY scripts/ /app/scripts/
+# Copy src and shared modules into the image for npm package compatibility
+# This ensures code is available even without volume mounts
+COPY src/ /app/src/
+COPY shared/ /app/shared/
 
-# Create symlink for backwards compatibility with /scripts path
-# This allows both /app/scripts and /scripts to work
-RUN ln -s /app/scripts /scripts
+# Set PYTHONPATH for proper module imports
+ENV PYTHONPATH=/app
 
 # Note: Volume mounts in docker-compose.yaml will override these files in local development
 # This provides compatibility for both local development and global npm installs

package/Dockerfile.safe-watcher

@@ -40,15 +40,15 @@ RUN mkdir -p /root/.cache/fastembed && \
 # Set working directory
 WORKDIR /app
 
-# Copy application scripts
-COPY scripts/ /app/scripts/
+# Copy source code
+COPY src/ /app/src/
+COPY shared/ /app/shared/
 
-# Create symlink for backwards compatibility with /scripts path
-# This allows both /app/scripts and /scripts to work
-RUN ln -s /app/scripts /scripts
+# Set PYTHONPATH for proper imports
+ENV PYTHONPATH=/app
 
-# Make watcher-loop.sh executable
-RUN chmod +x /app/scripts/watcher-loop.sh
+# Make scripts executable
+RUN chmod +x /app/src/runtime/*.sh /app/src/runtime/*.py
 
 # Create config directory
 RUN mkdir -p /config
@@ -58,4 +58,4 @@ ENV PYTHONUNBUFFERED=1
 ENV MALLOC_ARENA_MAX=2
 
 # Run the watcher loop
-CMD ["/app/scripts/watcher-loop.sh"]
+CMD ["/app/src/runtime/watcher-loop.sh"]

package/Dockerfile.streaming-importer

@@ -47,8 +47,15 @@ RUN useradd -m -u 1000 importer
 # Set working directory
 WORKDIR /app
 
+# Copy source code
+COPY src/ /app/src/
+COPY shared/ /app/shared/
+
+# Set PYTHONPATH for proper imports
+ENV PYTHONPATH=/app
+
 # Note: Running as root for now due to fastembed cache permissions
 # TODO: Fix cache permissions to run as non-root user
 
 # Default command
-CMD ["python", "/scripts/streaming-importer.py"]
+CMD ["python", "/app/src/runtime/streaming-importer.py"]

package/Dockerfile.watcher

@@ -32,26 +32,18 @@ RUN mkdir -p /home/watcher/.cache && \
     FASTEMBED_CACHE_PATH=/home/watcher/.cache/fastembed python -c "from fastembed import TextEmbedding; import os; os.environ['FASTEMBED_CACHE_PATH']='/home/watcher/.cache/fastembed'; TextEmbedding('sentence-transformers/all-MiniLM-L6-v2')" && \
     chown -R watcher:watcher /home/watcher/.cache
 
-# Create scripts directory and copy required files
-RUN mkdir -p /scripts
-
-# Copy all necessary scripts
-COPY scripts/import-conversations-unified.py /scripts/
-COPY scripts/import-watcher.py /scripts/
-COPY scripts/streaming-importer.py /scripts/
-COPY scripts/utils.py /scripts/
-COPY scripts/trigger-import.py /scripts/
-
-# Copy MCP server directory for utils
-COPY mcp-server/src/utils.py /mcp-server/src/utils.py
+# Copy source code
+WORKDIR /app
+COPY src/ /app/src/
+COPY shared/ /app/shared/
 
-RUN chmod +x /scripts/*.py
+# Set PYTHONPATH for proper imports
+ENV PYTHONPATH=/app
 
-# Set working directory
-WORKDIR /app
+RUN chmod +x /app/src/runtime/*.sh /app/src/runtime/*.py
 
 # Switch to non-root user
 USER watcher
 
 # Default command - use streaming importer for low memory usage
-CMD ["python", "/scripts/streaming-importer.py"]
+CMD ["python", "/app/src/runtime/streaming-importer.py"]

package/docker-compose.yaml

@@ -40,7 +40,8 @@ services:
     volumes:
       - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
       - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-      - ./scripts:/scripts:ro
+      - ./src:/app/src:ro
+      - ./shared:/app/shared:ro
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/imported-files.json
@@ -53,9 +54,10 @@ services:
       - BATCH_SIZE=${BATCH_SIZE:-50}
       - CHUNK_SIZE=${CHUNK_SIZE:-10}
       - PYTHONUNBUFFERED=1
+      - PYTHONPATH=/app
     restart: "no"
     profiles: ["import"]
-    command: python /scripts/import-conversations-unified.py
+    command: python /app/src/runtime/import-conversations-unified.py
 
   # Continuous watcher service (optional) - DEPRECATED, use streaming-importer
   watcher:
@@ -69,7 +71,8 @@ services:
     volumes:
       - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
       - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-      - ./scripts:/scripts:ro
+      - ./src:/app/src:ro
+      - ./shared:/app/shared:ro
       - /tmp:/tmp
     environment:
       - QDRANT_URL=http://qdrant:6333
@@ -100,7 +103,8 @@ services:
     volumes:
       - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
       - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-      - ./scripts:/scripts:ro
+      - ./src:/app/src:ro
+      - ./shared:/app/shared:ro
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/streaming-state.json  # FIXED: Use streaming-specific state file
@@ -140,7 +144,8 @@ services:
     volumes:
       - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
       - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-      - ./scripts:/scripts:ro
+      - ./src:/app/src:ro
+      - ./shared:/app/shared:ro
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/imported-files.json
@@ -176,7 +181,8 @@ services:
     volumes:
       - ${CLAUDE_LOGS_PATH:-~/.claude/projects}:/logs:ro
       - ${CONFIG_PATH:-~/.claude-self-reflect/config}:/config
-      - ./scripts:/scripts:ro
+      - ./src:/app/src:ro
+      - ./shared:/app/shared:ro
     environment:
       - QDRANT_URL=http://qdrant:6333
       - STATE_FILE=/config/csr-watcher.json

package/installer/.claude/agents/README.md

@@ -0,0 +1,138 @@
+# Claude Self Reflect - Specialized Agents
+
+This directory contains specialized sub-agents that Claude will proactively use when working on different aspects of the Claude Self Reflect system. Each agent has focused expertise and will automatically activate when their domain is encountered.
+
+## Available Agents
+
+### 🔧 Core System Agents
+
+1. **[qdrant-specialist](./qdrant-specialist.md)** - Vector database expert
+   - Collection management and health monitoring
+   - Search optimization and troubleshooting
+   - Embedding configuration and dimension issues
+   - Performance tuning for Qdrant
+
+2. **[import-debugger](./import-debugger.md)** - Import pipeline specialist
+   - JSONL processing and parsing issues
+   - Conversation chunking optimization
+   - Batch processing and memory management
+   - State tracking and error recovery
+
+3. **[docker-orchestrator](./docker-orchestrator.md)** - Container management expert
+   - Multi-container orchestration
+   - Service health monitoring
+   - Resource optimization
+   - Networking and volume management
+
+4. **[mcp-integration](./mcp-integration.md)** - MCP server developer
+   - Claude Desktop integration
+   - Tool implementation and schemas
+   - TypeScript development
+   - Connection debugging
+
+5. **[search-optimizer](./search-optimizer.md)** - Search quality expert
+   - Semantic search tuning
+   - Embedding model comparison
+   - Similarity threshold optimization
+   - A/B testing methodologies
+
+### 🌟 Open Source Development Agents
+
+6. **[open-source-maintainer](./open-source-maintainer.md)** - Project governance expert
+   - Release management and versioning
+   - Community building and engagement
+   - Issue and PR triage
+   - Contributor recognition
+
+7. **[documentation-writer](./documentation-writer.md)** - Technical documentation specialist
+   - API documentation and references
+   - Tutorial and guide creation
+   - Architecture documentation
+   - Example code development
+
+8. **[performance-tuner](./performance-tuner.md)** - Performance optimization specialist
+   - Search latency optimization
+   - Memory usage reduction
+   - Scalability improvements
+   - Benchmark creation and monitoring
+
+## How Agents Work
+
+### Automatic Activation
+
+Claude automatically engages the appropriate agent based on context. For example:
+
+- Mentioning "search returns irrelevant results" → `search-optimizer`
+- Discussing "import showing 0 messages" → `import-debugger`
+- Working on "release v1.2.0" → `open-source-maintainer`
+- Asking about "Qdrant collection errors" → `qdrant-specialist`
+
+### Agent Capabilities
+
+Each agent has:
+- **Focused expertise** in their domain
+- **Specific tool permissions** for their tasks
+- **Contextual knowledge** about the project
+- **Best practices** for their area
+
+### Working with Multiple Agents
+
+Agents can collaborate on complex issues:
+
+```
+User: "Search is slow and returning poor results after import"
+→ import-debugger checks data quality
+→ qdrant-specialist optimizes collection settings
+→ search-optimizer tunes similarity thresholds
+→ performance-tuner profiles the entire pipeline
+```
+
+## Creating New Agents
+
+To add a new specialized agent:
+
+1. Create a new `.md` file in this directory
+2. Use the following template:
+
+```markdown
+---
+name: agent-name
+description: Brief description for proactive activation
+tools: Read, Write, Edit, Bash, Grep, Glob, LS, WebFetch
+---
+
+You are a [role] for the Claude Self Reflect project. Your expertise covers [domains].
+
+## Project Context
+[Specific project knowledge relevant to this agent]
+
+## Key Responsibilities
+[Numbered list of main tasks]
+
+## Essential Commands/Patterns
+[Code blocks with common operations]
+
+## Best Practices
+[Domain-specific guidelines]
+```
+
+3. Update this README with the new agent
+4. Test the agent activation with relevant prompts
+
+## Agent Development Guidelines
+
+- **Be specific**: Agents should have clear, focused roles
+- **Include examples**: Provide code snippets and commands
+- **Stay current**: Update agents as the project evolves
+- **Cross-reference**: Mention when to use other agents
+- **Be helpful**: Include troubleshooting sections
+
+## Maintenance
+
+Agents should be reviewed and updated:
+- When new features are added
+- When common issues emerge
+- When best practices change
+- During major version updates
+
+Remember: These agents are here to help contributors work more effectively on the Claude Self Reflect project. They embody the project's expertise and best practices.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-self-reflect",
-  "version": "5.0.7",
+  "version": "6.0.0",
   "description": "Give Claude perfect memory of all your conversations - Installation wizard for Python MCP server",
   "keywords": [
     "claude",
@@ -34,41 +34,20 @@
     "claude-self-reflect": "installer/cli.js"
   },
   "files": [
-    "installer/*.js",
+    "installer/**/*.js",
     "scripts/auto-migrate.cjs",
     "scripts/migrate-to-unified-state.py",
-    "scripts/unified_state_manager.py",
     "scripts/csr-status",
-    "scripts/session_quality_tracker.py",
-    "scripts/ast_grep_final_analyzer.py",
-    "scripts/ast_grep_unified_registry.py",
-    "scripts/update_patterns.py",
     "mcp-server/src/**/*.py",
     "mcp-server/pyproject.toml",
     "mcp-server/run-mcp.sh",
     "mcp-server/run-mcp-clean.sh",
     "mcp-server/run-mcp-docker.sh",
-    "scripts/import-*.py",
-    "scripts/streaming-*.py",
-    "scripts/add-timestamp-indexes.py",
-    "scripts/debug-*.py",
-    "scripts/check-collections.py",
-    "scripts/status.py",
-    "scripts/utils.py",
-    "scripts/importer/**/*.py",
-    "scripts/delta-metadata-update.py",
-    "scripts/delta-metadata-update-safe.py",
-    "scripts/force-metadata-recovery.py",
-    "scripts/precompact-hook.sh",
-    "scripts/watcher-loop.sh",
-    "scripts/import-latest.py",
-    "scripts/metadata_extractor.py",
-    "scripts/message_processors.py",
-    "scripts/import_strategies.py",
-    "scripts/embedding_service.py",
-    "scripts/doctor.py",
+    "src/**/*.py",
+    "src/**/*.sh",
     "shared/**/*.py",
     ".claude/agents/*.md",
+    "!.claude/agents/*test*.md",
     "config/qdrant-config.yaml",
     "docker-compose.yaml",
     "Dockerfile.*",

package/src/runtime/import-latest.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+"""
+Quick import script for current project's latest conversations.
+Designed for PreCompact hook integration - targets <10 second imports.
+"""
+
+import os
+import sys
+import json
+import subprocess
+from datetime import datetime, timedelta
+from pathlib import Path
+import logging
+
+# Configuration
+LOGS_DIR = os.getenv("LOGS_DIR", os.path.expanduser("~/.claude/projects"))
+STATE_FILE = os.getenv("STATE_FILE", os.path.expanduser("~/.claude-self-reflect-state.json"))
+HOURS_BACK = int(os.getenv("IMPORT_HOURS_BACK", "2"))  # Only import last 2 hours by default
+
+# Set up logging
+logging.basicConfig(
+    level=logging.INFO, 
+    format='%(asctime)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+def load_state():
+    """Load import state from file."""
+    if os.path.exists(STATE_FILE):
+        try:
+            with open(STATE_FILE, 'r') as f:
+                return json.load(f)
+        except:
+            return {}
+    return {}
+
+def save_state(state):
+    """Save import state to file."""
+    os.makedirs(os.path.dirname(STATE_FILE), exist_ok=True)
+    with open(STATE_FILE, 'w') as f:
+        json.dump(state, f, indent=2)
+
+def get_project_from_cwd():
+    """Detect project from current working directory."""
+    cwd = os.getcwd()
+    # Convert path to project name format used in logs
+    # Claude logs use format: -Users-username-path-to-project
+    project_name = cwd.replace('/', '-')
+    # Keep the leading dash as that's how Claude stores it
+    if not project_name.startswith('-'):
+        project_name = '-' + project_name
+    return project_name
+
+def get_recent_files(project_path: Path, hours_back: int):
+    """Get JSONL files modified in the last N hours."""
+    cutoff_time = datetime.now() - timedelta(hours=hours_back)
+    recent_files = []
+    
+    for jsonl_file in project_path.glob("*.jsonl"):
+        mtime = datetime.fromtimestamp(jsonl_file.stat().st_mtime)
+        if mtime > cutoff_time:
+            recent_files.append(jsonl_file)
+    
+    return sorted(recent_files, key=lambda f: f.stat().st_mtime, reverse=True)
+
+def main():
+    """Main quick import function."""
+    start_time = datetime.now()
+    
+    # Detect current project
+    project_name = get_project_from_cwd()
+    project_path = Path(LOGS_DIR) / project_name
+    
+    if not project_path.exists():
+        logger.warning(f"Project logs not found: {project_path}")
+        logger.info("Make sure you're in a project directory with Claude conversations.")
+        return
+    
+    logger.info(f"Quick importing latest conversations for: {project_name}")
+    
+    # Get recent files
+    recent_files = get_recent_files(project_path, HOURS_BACK)
+    logger.info(f"Found {len(recent_files)} files modified in last {HOURS_BACK} hours")
+    
+    if not recent_files:
+        logger.info("No recent conversations to import")
+        return
+    
+    # For now, just call the unified importer with the specific project
+    # This is a temporary solution until we implement incremental imports
+    script_dir = os.path.dirname(os.path.abspath(__file__))
+    unified_script = os.path.join(script_dir, "import-conversations-unified.py")
+    
+    # Set environment to only process this project
+    env = os.environ.copy()
+    env['LOGS_DIR'] = str(project_path.parent)
+    env['IMPORT_PROJECT'] = project_name
+    
+    try:
+        # Run the unified importer for just this project
+        result = subprocess.run(
+            [sys.executable, unified_script],
+            env=env,
+            capture_output=True,
+            text=True,
+            timeout=60  # 60 second timeout
+        )
+        
+        if result.returncode == 0:
+            logger.info("Quick import completed successfully")
+        else:
+            logger.error(f"Import failed: {result.stderr}")
+            
+    except subprocess.TimeoutExpired:
+        logger.warning("Import timed out after 60 seconds")
+    except Exception as e:
+        logger.error(f"Error during import: {e}")
+    
+    # Report timing
+    elapsed = (datetime.now() - start_time).total_seconds()
+    logger.info(f"Quick import completed in {elapsed:.1f} seconds")
+
+if __name__ == "__main__":
+    main()

package/{scripts → src/runtime}/precompact-hook.sh

@@ -23,7 +23,7 @@ fi
 echo "Updating conversation memory..." >&2
 timeout $IMPORT_TIMEOUT bash -c "
     source '$VENV_PATH/bin/activate' 2>/dev/null
-    python '$CLAUDE_REFLECT_DIR/scripts/import-latest.py' 2>&1 | \
+    python '$CLAUDE_REFLECT_DIR/src/runtime/import-latest.py' 2>&1 | \
         grep -E '(Quick import completed|Imported|Warning)' >&2
 " || {
     echo "Quick import timed out after ${IMPORT_TIMEOUT}s" >&2