claude-self-reflect 2.5.12 → 2.5.14

package/config/qdrant-config.yaml

@@ -0,0 +1,59 @@
+log_level: INFO
+
+storage:
+  # Where to store all the data
+  storage_path: ./storage
+  
+  # Where to store snapshots
+  snapshots_path: ./snapshots
+  
+  # CRITICAL: Store payloads on disk to save memory
+  on_disk_payload: true
+
+  performance:
+    # Reduce number of search threads to save memory
+    max_search_threads: 2
+    
+    # Conservative CPU budget for optimization
+    optimizer_cpu_budget: 1
+
+  optimizers:
+    # Memory-optimized settings
+    deleted_threshold: 0.2
+    vacuum_min_vector_number: 1000
+    default_segment_number: 1
+    # Reduce max segment size to prevent memory spikes
+    max_segment_size_kb: 50000  # 50MB max
+    # Lower indexing threshold to use disk sooner
+    indexing_threshold_kb: 1000  # 1MB
+    flush_interval_sec: 5
+    max_optimization_threads: 1
+
+  # CRITICAL: Store HNSW indexes on disk
+  hnsw_index:
+    m: 16
+    ef_construct: 100
+    full_scan_threshold_kb: 1000
+    max_indexing_threads: 2
+    # Store HNSW index on disk - CRITICAL for memory savings
+    on_disk: true
+
+  collection:
+    # Default vectors storage on disk
+    vectors:
+      on_disk: true
+    
+    # Single replica to save memory
+    replication_factor: 1
+    write_consistency_factor: 1
+
+service:
+  max_request_size_mb: 32
+  max_workers: 2
+  host: 0.0.0.0
+  http_port: 6333
+  grpc_port: 6334
+  enable_cors: true
+
+# Disable telemetry
+telemetry_disabled: true

package/mcp-server/src/server.py

@@ -168,11 +168,13 @@ async def update_indexing_status():
             if imported_files_path and imported_files_path.exists():
                 with open(imported_files_path, 'r') as f:
                     imported_data = json.load(f)
-                    # The file has nested structure: {stream_position: {file: position}, imported_files: {file: lines}}
-                    # Handle new nested structure
-                    stream_position = imported_data.get("stream_position", {})
-                    imported_files_list = stream_position.get("imported_files", [])
-                    file_metadata = stream_position.get("file_metadata", {})
+                    # The actual structure has imported_files and file_metadata at the top level
+                    # NOT nested under stream_position as previously assumed
+                    imported_files_dict = imported_data.get("imported_files", {})
+                    file_metadata = imported_data.get("file_metadata", {})
+                    
+                    # Convert dict keys to list for compatibility with existing logic
+                    imported_files_list = list(imported_files_dict.keys())
                     
                     # Count files that have been imported
                     for file_path in jsonl_files:
@@ -714,18 +716,15 @@ async def reflect_on_past(
             # Add upfront summary for immediate visibility (before collapsible XML)
             upfront_summary = ""
             
-            # Show indexing status prominently
-            if indexing_status["percentage"] < 95.0:
-                upfront_summary += f"📊 INDEXING: {indexing_status['indexed_conversations']}/{indexing_status['total_conversations']} conversations ({indexing_status['percentage']:.1f}% complete, {indexing_status['backlog_count']} pending)\n"
-            
             # Show result summary
             if all_results:
                 score_info = "high" if all_results[0].score >= 0.85 else "good" if all_results[0].score >= 0.75 else "partial"
                 upfront_summary += f"🎯 RESULTS: {len(all_results)} matches ({score_info} relevance, top score: {all_results[0].score:.3f})\n"
                 
-                # Show performance
+                # Show performance with indexing status inline
                 total_time = time.time() - start_time
-                upfront_summary += f"⚡ PERFORMANCE: {int(total_time * 1000)}ms total ({len(collections_to_search)} collections searched)\n"
+                indexing_info = f" | 📊 {indexing_status['indexed_conversations']}/{indexing_status['total_conversations']} indexed" if indexing_status["percentage"] < 100.0 else ""
+                upfront_summary += f"⚡ PERFORMANCE: {int(total_time * 1000)}ms ({len(collections_to_search)} collections searched{indexing_info})\n"
             else:
                 upfront_summary += f"❌ NO RESULTS: No conversations found matching '{query}'\n"
             

package/mcp-server/src/status.py

@@ -39,6 +39,20 @@ def extract_project_name_from_path(file_path: str) -> str:
     return dir_name.lstrip('-')
 
 
+def normalize_file_path(file_path: str) -> str:
+    """Normalize file paths to handle Docker vs local path differences.
+    
+    Converts:
+    - /logs/PROJECT_DIR/file.jsonl -> ~/.claude/projects/PROJECT_DIR/file.jsonl
+    - Already normalized paths remain unchanged
+    """
+    if file_path.startswith("/logs/"):
+        # Convert Docker path to local path
+        projects_dir = str(Path.home() / ".claude" / "projects")
+        return file_path.replace("/logs/", projects_dir + "/", 1)
+    return file_path
+
+
 def get_status() -> dict:
     """Get indexing status with overall stats and per-project breakdown.
     
@@ -48,11 +62,16 @@ def get_status() -> dict:
     projects_dir = Path.home() / ".claude" / "projects"
     project_stats = defaultdict(lambda: {"indexed": 0, "total": 0})
     
+    # Build a mapping of normalized file paths to project names
+    file_to_project = {}
+    
     # Count total JSONL files per project
     if projects_dir.exists():
         for jsonl_file in projects_dir.glob("**/*.jsonl"):
-            project_name = extract_project_name_from_path(str(jsonl_file))
+            file_str = str(jsonl_file)
+            project_name = extract_project_name_from_path(file_str)
             project_stats[project_name]["total"] += 1
+            file_to_project[file_str] = project_name
     
     # Read imported-files.json to count indexed files per project
     config_paths = [
@@ -72,33 +91,42 @@ def get_status() -> dict:
             with open(imported_files_path, 'r') as f:
                 data = json.load(f)
                 
-                # Handle both old and new config file formats
-                if "stream_position" in data:
-                    # New format with stream_position
-                    stream_pos = data.get("stream_position", {})
-                    imported_files = stream_pos.get("imported_files", [])
-                    file_metadata = stream_pos.get("file_metadata", {})
-                    
-                    # Count fully imported files
-                    for file_path in imported_files:
-                        project_name = extract_project_name_from_path(file_path)
+                # The actual structure has imported_files at the top level
+                imported_files = data.get("imported_files", {})
+                
+                # Count all files in imported_files object (they are all fully imported)
+                for file_path in imported_files.keys():
+                    normalized_path = normalize_file_path(file_path)
+                    if normalized_path in file_to_project:
+                        project_name = file_to_project[normalized_path]
                         project_stats[project_name]["indexed"] += 1
-                    
-                    # Count partially imported files (files with position > 0)
-                    for file_path, metadata in file_metadata.items():
-                        if isinstance(metadata, dict) and metadata.get("position", 0) > 0:
-                            # Only count if not already in imported_files
-                            if file_path not in imported_files:
-                                project_name = extract_project_name_from_path(file_path)
+                
+                # Also check file_metadata for partially imported files
+                file_metadata = data.get("file_metadata", {})
+                for file_path, metadata in file_metadata.items():
+                    if isinstance(metadata, dict) and metadata.get("position", 0) > 0:
+                        # Only count if not already in imported_files
+                        if file_path not in imported_files:
+                            normalized_path = normalize_file_path(file_path)
+                            if normalized_path in file_to_project:
+                                project_name = file_to_project[normalized_path]
                                 project_stats[project_name]["indexed"] += 1
-                else:
-                    # Legacy format with imported_files as top-level object
-                    imported_files = data.get("imported_files", {})
-                    
-                    # Count all files in imported_files object (they are all fully imported)
-                    for file_path in imported_files.keys():
-                        project_name = extract_project_name_from_path(file_path)
-                        project_stats[project_name]["indexed"] += 1
+                
+                # Also check stream_position if it contains file paths
+                stream_position = data.get("stream_position", {})
+                if isinstance(stream_position, dict):
+                    for file_path in stream_position.keys():
+                        # Skip non-file entries
+                        if file_path in ["imported_files", "file_metadata"]:
+                            continue
+                        # Only count if not already counted
+                        if file_path not in imported_files:
+                            normalized_path = normalize_file_path(file_path)
+                            if normalized_path in file_to_project:
+                                project_name = file_to_project[normalized_path]
+                                # Only increment if not already counted
+                                if project_stats[project_name]["indexed"] < project_stats[project_name]["total"]:
+                                    project_stats[project_name]["indexed"] += 1
         except (json.JSONDecodeError, KeyError, OSError):
             # If config file is corrupted or unreadable, continue with zero indexed counts
             pass

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-self-reflect",
-  "version": "2.5.12",
+  "version": "2.5.14",
   "description": "Give Claude perfect memory of all your conversations - Installation wizard for Python MCP server",
   "keywords": [
     "claude",
@@ -35,6 +35,7 @@
     "mcp-server/run-mcp-docker.sh",
     "scripts/import-*.py",
     ".claude/agents/*.md",
+    "config/qdrant-config.yaml",
     "docker-compose.yaml",
     "Dockerfile.*",
     ".env.example",