claude-self-reflect 2.4.9 → 2.4.11

package/Dockerfile.importer

@@ -1,7 +1,10 @@
-FROM python:3.11-slim
+FROM python:3.12-slim
 
 WORKDIR /app
 
+# Update system packages for security
+RUN apt-get update && apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
+
 # Install dependencies
 COPY scripts/requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt

package/Dockerfile.importer-isolated

@@ -1,6 +1,7 @@
-FROM python:3.11-slim
+FROM python:3.12-slim
 
-RUN apt-get update && apt-get install -y --no-install-recommends \
+# Update system packages for security and install curl
+RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
@@ -11,7 +12,7 @@ RUN pip install --no-cache-dir \
     numpy
 
 # Copy the import script with proper permissions
-COPY scripts/import-conversations-isolated.py /app/import.py
+COPY scripts/import-conversations-unified.py /app/import.py
 RUN chmod +x /app/import.py
 
 WORKDIR /app

package/Dockerfile.mcp-server

@@ -1,7 +1,10 @@
-FROM python:3.11-slim
+FROM python:3.12-slim
 
 WORKDIR /app
 
+# Update system packages for security
+RUN apt-get update && apt-get upgrade -y && rm -rf /var/lib/apt/lists/*
+
 # Copy the MCP server package files
 COPY mcp-server/pyproject.toml ./
 COPY mcp-server/src ./src

package/Dockerfile.streaming-importer

@@ -1,14 +1,14 @@
-FROM python:3.11-slim
+FROM python:3.12-slim
 
-# Install system dependencies
-RUN apt-get update && apt-get install -y --no-install-recommends \
+# Update system packages for security and install build dependencies
+RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
     gcc \
     g++ \
     && rm -rf /var/lib/apt/lists/*
 
 # Install Python dependencies with specific versions for stability
 # Install torch first from PyTorch index
-RUN pip install --no-cache-dir torch==2.0.1 --index-url https://download.pytorch.org/whl/cpu
+RUN pip install --no-cache-dir torch==2.3.0 --index-url https://download.pytorch.org/whl/cpu
 
 # Install other dependencies from default PyPI
 RUN pip install --no-cache-dir \

package/Dockerfile.watcher

@@ -1,7 +1,7 @@
-FROM python:3.11-slim
+FROM python:3.12-slim
 
-# Install build dependencies for psutil
-RUN apt-get update && apt-get install -y \
+# Update system packages for security and install build dependencies for psutil
+RUN apt-get update && apt-get upgrade -y && apt-get install -y \
     gcc \
     python3-dev \
     && rm -rf /var/lib/apt/lists/*

package/README.md

@@ -26,6 +26,15 @@ Your conversations become searchable. Your decisions stay remembered. Your conte
 - **Node.js** 16+ (for the setup wizard)
 - **Claude Desktop** app
 
+## System Requirements
+
+### Memory
+- **Docker Memory**: 2GB minimum (4GB recommended for initial setup)
+- **First Import**: May take 2-7 minutes to process all conversations
+- **Subsequent Imports**: <60 seconds (only processes new/changed files)
+
+💡 **First-Time User Note**: The initial import processes your entire conversation history. This is a one-time operation. After that, the system only imports new conversations, making it much faster and using less memory.
+
 ## Install
 
 ### Quick Start (Local Mode - Default)

package/mcp-server/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "claude-self-reflect-mcp"
-version = "0.1.0"
+version = "2.4.11"
 description = "MCP server for Claude self-reflection with memory decay"
 # readme = "README.md"
 requires-python = ">=3.10"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-self-reflect",
-  "version": "2.4.9",
+  "version": "2.4.11",
   "description": "Give Claude perfect memory of all your conversations - Installation wizard for Python MCP server",
   "keywords": [
     "claude",

package/scripts/import-conversations-unified.py

@@ -8,6 +8,7 @@ import sys
 import json
 import glob
 import hashlib
+import gc
 from datetime import datetime
 from typing import List, Dict, Any
 import logging
@@ -29,7 +30,7 @@ from tenacity import (
 QDRANT_URL = os.getenv("QDRANT_URL", "http://localhost:6333")
 LOGS_DIR = os.getenv("LOGS_DIR", "/logs")
 STATE_FILE = os.getenv("STATE_FILE", "/config/imported-files.json")
-BATCH_SIZE = int(os.getenv("BATCH_SIZE", "100"))
+BATCH_SIZE = int(os.getenv("BATCH_SIZE", "10"))  # Reduced from 100 to prevent OOM
 PREFER_LOCAL_EMBEDDINGS = os.getenv("PREFER_LOCAL_EMBEDDINGS", "false").lower() == "true"
 VOYAGE_API_KEY = os.getenv("VOYAGE_KEY")
 
@@ -305,6 +306,12 @@ def import_project(project_path: Path, collection_name: str, state: dict) -> int
             # Update state for this file
             update_file_state(jsonl_file, state, file_chunks)
             
+            # Save state after each file to prevent loss on OOM
+            save_state(state)
+            
+            # Force garbage collection to free memory
+            gc.collect()
+            
         except Exception as e:
             logger.error(f"Failed to import {jsonl_file}: {e}")
             import traceback

package/scripts/import-watcher.py

@@ -0,0 +1,33 @@
+#!/usr/bin/env python3
+"""Simple watcher that runs import periodically."""
+
+import time
+import subprocess
+import os
+import sys
+from datetime import datetime
+
+WATCH_INTERVAL = int(os.getenv('WATCH_INTERVAL', '60'))
+
+print(f"[Watcher] Starting import watcher with {WATCH_INTERVAL}s interval", flush=True)
+
+while True:
+    try:
+        print(f"[Watcher] Running import at {datetime.now().isoformat()}", flush=True)
+        result = subprocess.run([
+            sys.executable, 
+            "/scripts/import-conversations-unified.py"
+        ], capture_output=True, text=True)
+        
+        if result.returncode == 0:
+            print(f"[Watcher] Import completed successfully", flush=True)
+        else:
+            print(f"[Watcher] Import failed with code {result.returncode}", flush=True)
+            if result.stderr:
+                print(f"[Watcher] Error: {result.stderr}", flush=True)
+                
+    except Exception as e:
+        print(f"[Watcher] Error: {e}", flush=True)
+    
+    print(f"[Watcher] Sleeping for {WATCH_INTERVAL} seconds...", flush=True)
+    time.sleep(WATCH_INTERVAL)