mem-llm 1.1.0__py3-none-any.whl → 1.2.0__py3-none-any.whl

mem_llm/mem_agent.py

@@ -64,6 +64,7 @@ class MemAgent:
                  config_file: Optional[str] = None,
                  use_sql: bool = True,
                  memory_dir: Optional[str] = None,
+                 db_path: Optional[str] = None,
                  load_knowledge_base: bool = True,
                  ollama_url: str = "http://localhost:11434",
                  check_connection: bool = False,
@@ -73,7 +74,8 @@ class MemAgent:
             model: LLM model to use
             config_file: Configuration file (optional)
             use_sql: Use SQL database (True) or JSON (False)
-            memory_dir: Memory directory
+            memory_dir: Memory directory (for JSON mode or if db_path not specified)
+            db_path: SQLite database path (for SQL mode, e.g., ":memory:" or "path/to/db.db")
             load_knowledge_base: Automatically load knowledge base
             ollama_url: Ollama API URL
             check_connection: Verify Ollama connection on startup (default: False)
@@ -120,12 +122,29 @@ class MemAgent:
         self.has_knowledge_base: bool = False  # Track KB status
         self.has_tools: bool = False  # Track tools status
 
-        # Memory system selection
+        # Memory system
         if use_sql and ADVANCED_AVAILABLE:
             # SQL memory (advanced)
-            db_path = memory_dir or self.config.get("memory.db_path", "memories.db") if self.config else "memories.db"
-            self.memory = SQLMemoryManager(db_path)
-            self.logger.info(f"SQL memory system active: {db_path}")
+            # Determine database path
+            if db_path:
+                # Use provided db_path (can be ":memory:" for in-memory DB)
+                final_db_path = db_path
+            elif memory_dir:
+                final_db_path = memory_dir
+            elif self.config:
+                final_db_path = self.config.get("memory.db_path", "memories/memories.db")
+            else:
+                final_db_path = "memories/memories.db"
+            
+            # Ensure memories directory exists (skip for :memory:)
+            import os
+            if final_db_path != ":memory:":
+                db_dir = os.path.dirname(final_db_path)
+                if db_dir and not os.path.exists(db_dir):
+                    os.makedirs(db_dir, exist_ok=True)
+            
+            self.memory = SQLMemoryManager(final_db_path)
+            self.logger.info(f"SQL memory system active: {final_db_path}")
         else:
             # JSON memory (simple)
             json_dir = memory_dir or self.config.get("memory.json_dir", "memories") if self.config else "memories"
@@ -203,10 +222,13 @@ class MemAgent:
         if ADVANCED_AVAILABLE and hasattr(self, 'config') and self.config:
             log_config = self.config.get("logging", {})
 
+        # Default to WARNING level to keep console clean (users can override in config)
+        default_level = "WARNING"
+        
         if log_config.get("enabled", True):
             # Only console logging (no file) - keep workspace clean
             logging.basicConfig(
-                level=getattr(logging, log_config.get("level", "INFO")),
+                level=getattr(logging, log_config.get("level", default_level)),
                 format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
                 handlers=[
                     logging.StreamHandler()  # Console only
@@ -214,6 +236,9 @@ class MemAgent:
             )
 
         self.logger = logging.getLogger("MemAgent")
+        
+        # Set default level for mem_llm loggers
+        logging.getLogger("mem_llm").setLevel(getattr(logging, log_config.get("level", default_level)))
 
     def _setup_advanced_features(self, load_knowledge_base: bool) -> None:
         """Setup advanced features"""

mem_llm/memory_db.py

@@ -14,12 +14,18 @@ from pathlib import Path
 class SQLMemoryManager:
     """SQLite-based memory management system with thread-safety"""
     
-    def __init__(self, db_path: str = "memories.db"):
+    def __init__(self, db_path: str = "memories/memories.db"):
         """
         Args:
             db_path: SQLite database file path
         """
         self.db_path = Path(db_path)
+        
+        # Ensure directory exists
+        db_dir = self.db_path.parent
+        if not db_dir.exists():
+            db_dir.mkdir(parents=True, exist_ok=True)
+        
         self.conn = None
         self._lock = threading.RLock()  # Reentrant lock for thread safety
         self._init_database()

mem_llm/thread_safe_db.py

@@ -124,7 +124,7 @@ class ConnectionPool:
 class ThreadSafeSQLMemory:
     """Thread-safe wrapper for SQL memory operations"""
     
-    def __init__(self, db_path: str = "memories.db", pool_size: int = 5):
+    def __init__(self, db_path: str = "memories/memories.db", pool_size: int = 5):
         """
         Initialize thread-safe SQL memory
         
@@ -133,6 +133,12 @@ class ThreadSafeSQLMemory:
             pool_size: Connection pool size
         """
         self.db_path = Path(db_path)
+        
+        # Ensure directory exists
+        db_dir = self.db_path.parent
+        if not db_dir.exists():
+            db_dir.mkdir(parents=True, exist_ok=True)
+        
         self.pool = ConnectionPool(str(db_path), pool_size)
         self.logger = logging.getLogger(__name__)
         self._init_database()

{mem_llm-1.1.0.dist-info → mem_llm-1.2.0.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.2
 Name: mem-llm
-Version: 1.1.0
-Summary: Memory-enabled AI assistant with local LLM support - Now with security and performance improvements
+Version: 1.2.0
+Summary: Memory-enabled AI assistant with local LLM support - Now with data import/export and multi-database support
 Author-email: "C. Emre Karataş" <karatasqemre@gmail.com>
 License: MIT
 Project-URL: Homepage, https://github.com/emredeveloper/Mem-LLM
@@ -33,6 +33,24 @@ Requires-Dist: flask-cors>=4.0.0; extra == "web"
 Provides-Extra: api
 Requires-Dist: fastapi>=0.104.0; extra == "api"
 Requires-Dist: uvicorn>=0.24.0; extra == "api"
+Provides-Extra: postgresql
+Requires-Dist: psycopg2-binary>=2.9.9; extra == "postgresql"
+Provides-Extra: mongodb
+Requires-Dist: pymongo>=4.6.0; extra == "mongodb"
+Provides-Extra: databases
+Requires-Dist: psycopg2-binary>=2.9.9; extra == "databases"
+Requires-Dist: pymongo>=4.6.0; extra == "databases"
+Provides-Extra: all
+Requires-Dist: pytest>=7.4.0; extra == "all"
+Requires-Dist: pytest-cov>=4.1.0; extra == "all"
+Requires-Dist: black>=23.7.0; extra == "all"
+Requires-Dist: flake8>=6.1.0; extra == "all"
+Requires-Dist: flask>=3.0.0; extra == "all"
+Requires-Dist: flask-cors>=4.0.0; extra == "all"
+Requires-Dist: fastapi>=0.104.0; extra == "all"
+Requires-Dist: uvicorn>=0.24.0; extra == "all"
+Requires-Dist: psycopg2-binary>=2.9.9; extra == "all"
+Requires-Dist: pymongo>=4.6.0; extra == "all"
 
 # 🧠 Mem-LLM
 
@@ -44,16 +62,23 @@ Requires-Dist: uvicorn>=0.24.0; extra == "api"
 
 Mem-LLM is a powerful Python library that brings persistent memory capabilities to local Large Language Models. Build AI assistants that remember user interactions, manage knowledge bases, and work completely offline with Ollama.
 
-## 🆕 What's New in v1.1.0
+## 🔗 Links
 
-- 🛡️ **Prompt Injection Protection**: Detects and blocks 15+ attack patterns (opt-in with `enable_security=True`)
-- ⚡ **Thread-Safe Operations**: Fixed all race conditions, supports 200+ concurrent writes
-- 🔄 **Retry Logic**: Exponential backoff for network errors (3 retries: 1s, 2s, 4s)
-- 📝 **Structured Logging**: Production-ready logging with `MemLLMLogger`
-- 💾 **SQLite WAL Mode**: Write-Ahead Logging for better concurrency (15K+ msg/s)
-- ✅ **100% Backward Compatible**: All v1.0.x code works without changes
+- **PyPI**: https://pypi.org/project/mem-llm/
+- **GitHub**: https://github.com/emredeveloper/Mem-LLM
+- **Issues**: https://github.com/emredeveloper/Mem-LLM/issues
+- **Documentation**: See examples/ directory
 
-[See full changelog](CHANGELOG.md#110---2025-10-21)
+## 🆕 What's New in v1.2.0
+
+- � **Conversation Summarization**: Automatic conversation compression (~40-60% token reduction)
+- 📤 **Data Export/Import**: JSON, CSV, SQLite, PostgreSQL, MongoDB support
+- 🗄️ **Multi-Database**: Enterprise-ready PostgreSQL & MongoDB integration
+- �️ **In-Memory DB**: Use `:memory:` for temporary operations
+- � **Cleaner Logs**: Default WARNING level for production-ready output
+- � **Bug Fixes**: Database path handling, organized SQLite files
+
+[See full changelog](CHANGELOG.md#120---2025-10-21)
 
 ## ✨ Key Features
 
@@ -70,15 +95,38 @@ Mem-LLM is a powerful Python library that brings persistent memory capabilities
 - 🛡️ **Prompt Injection Protection** (v1.1.0+) - Advanced security against prompt attacks (opt-in)
 - ⚡ **High Performance** (v1.1.0+) - Thread-safe operations, 15K+ msg/s throughput
 - 🔄 **Retry Logic** (v1.1.0+) - Automatic exponential backoff for network errors
+- 📊 **Conversation Summarization** (v1.2.0+) - Automatic token compression (~40-60% reduction)
+- 📤 **Data Export/Import** (v1.2.0+) - Multi-format support (JSON, CSV, SQLite, PostgreSQL, MongoDB)
 
 ## 🚀 Quick Start
 
 ### Installation
 
+**Basic Installation:**
 ```bash
 pip install mem-llm
 ```
 
+**With Optional Dependencies:**
+```bash
+# PostgreSQL support
+pip install mem-llm[postgresql]
+
+# MongoDB support
+pip install mem-llm[mongodb]
+
+# All database support (PostgreSQL + MongoDB)
+pip install mem-llm[databases]
+
+# All optional features
+pip install mem-llm[all]
+```
+
+**Upgrade:**
+```bash
+pip install -U mem-llm
+```
+
 ### Prerequisites
 
 Install and start [Ollama](https://ollama.ai):
@@ -391,33 +439,8 @@ stats = agent.get_memory_stats()
 - **MemoryTools**: Search, export, statistics
 - **ConfigManager**: YAML configuration
 - **CLI**: Command-line interface
-
-## 🧪 Testing
-
-Run the comprehensive test suite:
-
-```bash
-# Install dev dependencies
-pip install -r requirements-dev.txt
-
-# Run all tests (34+ automated tests)
-cd tests
-python run_all_tests.py
-
-# Run specific test
-python -m pytest test_mem_agent.py -v
-```
-
-### Test Coverage
-- ✅ Core imports and dependencies
-- ✅ CLI functionality
-- ✅ Ollama connection and models
-- ✅ JSON memory operations
-- ✅ SQL memory operations
-- ✅ MemAgent features
-- ✅ Configuration management
-- ✅ Multi-user scenarios
-- ✅ Hallucination detection
+- **ConversationSummarizer**: Token compression (v1.2.0+)
+- **DataExporter/DataImporter**: Multi-database support (v1.2.0+)
 
 ## 📝 Examples
 
@@ -430,53 +453,32 @@ The `examples/` directory contains ready-to-run demonstrations:
 5. **05_knowledge_base.py** - FAQ/support system
 6. **06_cli_demo.py** - Command-line interface examples
 7. **07_document_config.py** - Configuration from documents
+8. **08_conversation_summarization.py** - Token compression with auto-summary (v1.2.0+)
+9. **09_data_export_import.py** - Multi-format export/import demo (v1.2.0+)
+10. **10_database_connection_test.py** - Enterprise PostgreSQL/MongoDB migration (v1.2.0+)
 
-## 🛠️ Development
-
-### Setup Development Environment
-
-```bash
-git clone https://github.com/emredeveloper/Mem-LLM.git
-cd Mem-LLM
-pip install -e .
-pip install -r requirements-dev.txt
-```
-
-### Running Tests
-
-```bash
-pytest tests/ -v --cov=mem_llm
-```
-
-### Building Package
-
-```bash
-python -m build
-twine upload dist/*
-```
-
-## 📋 Requirements
-
-### Core Dependencies
-- Python 3.8+
-- requests>=2.31.0
-- pyyaml>=6.0.1
-- click>=8.1.0
-
-### Optional Dependencies
-- pytest>=7.4.0 (for testing)
-- flask>=3.0.0 (for web interface)
-- fastapi>=0.104.0 (for API server)
+## 📊 Project Status
 
-## 🤝 Contributing
+- **Version**: 1.2.0
+- **Status**: Production Ready
+- **Last Updated**: October 21, 2025
+- **Test Coverage**: 16/16 automated tests (100% success rate)
+- **Performance**: Thread-safe operations, <1ms search latency
+- **Databases**: SQLite, PostgreSQL, MongoDB, In-Memory
 
-Contributions are welcome! Please feel free to submit a Pull Request.
+## 📈 Roadmap
 
-1. Fork the repository
-2. Create your feature branch (`git checkout -b feature/AmazingFeature`)
-3. Commit your changes (`git commit -m 'Add some AmazingFeature'`)
-4. Push to the branch (`git push origin feature/AmazingFeature`)
-5. Open a Pull Request
+- [x] ~~Thread-safe operations~~ (v1.1.0)
+- [x] ~~Prompt injection protection~~ (v1.1.0)
+- [x] ~~Structured logging~~ (v1.1.0)
+- [x] ~~Retry logic~~ (v1.1.0)
+- [x] ~~Conversation Summarization~~ (v1.2.0)
+- [x] ~~Multi-Database Export/Import~~ (v1.2.0)
+- [x] ~~In-Memory Database~~ (v1.2.0)
+- [ ] Web UI dashboard
+- [ ] REST API server
+- [ ] Vector database integration
+- [ ] Advanced analytics dashboard
 
 ## 📄 License
 
@@ -494,35 +496,6 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 - Inspired by the need for privacy-focused AI assistants
 - Thanks to all contributors and users
 
-## 📊 Project Status
-
-- **Version**: 1.1.0
-- **Status**: Production Ready
-- **Last Updated**: October 21, 2025
-- **Performance**: 15,346 msg/s write throughput, <1ms search latency
-- **Thread-Safe**: Supports 200+ concurrent operations
-- **Test Coverage**: 44+ automated tests (100% success rate)
-
-## 🔗 Links
-
-- **PyPI**: https://pypi.org/project/mem-llm/
-- **GitHub**: https://github.com/emredeveloper/Mem-LLM
-- **Issues**: https://github.com/emredeveloper/Mem-LLM/issues
-- **Documentation**: See examples/ directory
-
-## 📈 Roadmap
-
-- [x] ~~Thread-safe operations~~ (v1.1.0)
-- [x] ~~Prompt injection protection~~ (v1.1.0)
-- [x] ~~Structured logging~~ (v1.1.0)
-- [x] ~~Retry logic~~ (v1.1.0)
-- [ ] Web UI dashboard
-- [ ] REST API server
-- [ ] Vector database integration
-- [ ] Multi-language support
-- [ ] Cloud backup options
-- [ ] Advanced analytics
-
 ---
 
 **⭐ If you find this project useful, please give it a star on GitHub!**

{mem_llm-1.1.0.dist-info → mem_llm-1.2.0.dist-info}/RECORD

@@ -1,21 +1,23 @@
-mem_llm/__init__.py,sha256=tOh6_NntQjk8QbEEDYEThOfGZTGwKQwgznWGWg0I6V4,1700
+mem_llm/__init__.py,sha256=0ZWXpX9U5-gen1seDNqO8nFz3_D1bWZgO9EwerCiF64,2200
 mem_llm/cli.py,sha256=DiqQyBZknN8pVagY5jXH85_LZ6odVGopfpa-7DILNNE,8666
 mem_llm/config.yaml.example,sha256=lgmfaU5pxnIm4zYxwgCcgLSohNx1Jw6oh3Qk0Xoe2DE,917
 mem_llm/config_from_docs.py,sha256=YFhq1SWyK63C-TNMS73ncNHg8sJ-XGOf2idWVCjxFco,4974
-mem_llm/config_manager.py,sha256=8PIHs21jZWlI-eG9DgekjOvNxU3-U4xH7SbT8Gr-Z6M,7075
+mem_llm/config_manager.py,sha256=is4m0ISBIfv4PInGjrpvhxy0A7p9_BQ_UoJeayaIT3A,7084
+mem_llm/conversation_summarizer.py,sha256=yCG2pKrAJf7xjaG6DPXL0i9eesMZnnzjKTpuyLHMTPQ,12509
+mem_llm/data_export_import.py,sha256=gQIdD0hBY23qcRvx139yE15RWHXPinL_EoRNY7iabj0,22592
 mem_llm/dynamic_prompt.py,sha256=8H99QVDRJSVtGb_o4sdEPnG1cJWuer3KiD-nuL1srTA,10244
 mem_llm/knowledge_loader.py,sha256=oSNhfYYcx7DlZLVogxnbSwaIydq_Q3__RDJFeZR2XVw,2699
 mem_llm/llm_client.py,sha256=3F04nlnRWRlhkQ3aZO-OfsxeajB2gwbIDfClu04cyb0,8709
 mem_llm/logger.py,sha256=dZUmhGgFXtDsDBU_D4kZlJeMp6k-VNPaBcyTt7rZYKE,4507
-mem_llm/mem_agent.py,sha256=HC-XHzyHowkabOeGF49ypEAPi3ymmX1j_nlCMwSFxOY,32107
-mem_llm/memory_db.py,sha256=EC894gaNpBzxHsiPx2WlQ4R0EBuZ0ZKYAm4Q3YpOdEE,14531
+mem_llm/mem_agent.py,sha256=1HFg-cmDe2D4y-jY--XSJiuyEkReDph6fbCLrybvt_I,33246
+mem_llm/memory_db.py,sha256=4HbxgfhPrijbBKsEv4ncmjZeK-RhtLkyWBrg-quCsNE,14715
 mem_llm/memory_manager.py,sha256=CZI3A8pFboHQIgeiXB1h2gZK7mgfbVSU3IxuqE-zXtc,9978
 mem_llm/memory_tools.py,sha256=ARANFqu_bmL56SlV1RzTjfQsJj-Qe2QvqY0pF92hDxU,8678
 mem_llm/prompt_security.py,sha256=ehAi6aLiXj0gFFhpyjwEr8LentSTJwOQDLbINV7SaVM,9960
 mem_llm/retry_handler.py,sha256=z5ZcSQKbvVeNK7plagTLorvOeoYgRpQcsX3PpNqUjKM,6389
-mem_llm/thread_safe_db.py,sha256=7dTwATSJf1w5NMXNKg0n2Whv2F6LsdytRcUQ4Ruz_wg,10144
-mem_llm-1.1.0.dist-info/METADATA,sha256=VQ69D7mKe-56-_xBVx5fq1dYdyqj1nenlquxEMnll5k,15175
-mem_llm-1.1.0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-mem_llm-1.1.0.dist-info/entry_points.txt,sha256=z9bg6xgNroIobvCMtnSXeFPc-vI1nMen8gejHCdnl0U,45
-mem_llm-1.1.0.dist-info/top_level.txt,sha256=_fU1ML-0JwkaxWdhqpwtmTNaJEOvDMQeJdA8d5WqDn8,8
-mem_llm-1.1.0.dist-info/RECORD,,
+mem_llm/thread_safe_db.py,sha256=Fq-wSn4ua1qiR6M4ZTIy7UT1IlFj5xODNExgub1blbU,10328
+mem_llm-1.2.0.dist-info/METADATA,sha256=63n22mzPVN414NOxGthMxHkY8YqAhP1_DFdMlcno80w,15442
+mem_llm-1.2.0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+mem_llm-1.2.0.dist-info/entry_points.txt,sha256=z9bg6xgNroIobvCMtnSXeFPc-vI1nMen8gejHCdnl0U,45
+mem_llm-1.2.0.dist-info/top_level.txt,sha256=_fU1ML-0JwkaxWdhqpwtmTNaJEOvDMQeJdA8d5WqDn8,8
+mem_llm-1.2.0.dist-info/RECORD,,