memorisdk 1.0.2__tar.gz → 2.0.0__tar.gz

{memorisdk-1.0.2 → memorisdk-2.0.0}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: memorisdk
-Version: 1.0.2
+Version: 2.0.0
 Summary: The Open-Source Memory Layer for AI Agents & Multi-Agent Systems
 Author-email: GibsonAI Team <noc@gibsonai.com>
 License: Apache-2.0
 Project-URL: Homepage, https://github.com/GibsonAI/memori
-Project-URL: Documentation, https://gibsonai.github.io/memori
+Project-URL: Documentation, https://memori.gibsonai.com/docs
 Project-URL: Repository, https://github.com/GibsonAI/memori.git
 Project-URL: Bug Tracker, https://github.com/GibsonAI/memori/issues
 Project-URL: Changelog, https://github.com/GibsonAI/memori/blob/main/CHANGELOG.md
@@ -31,8 +31,9 @@ License-File: LICENSE
 Requires-Dist: loguru>=0.6.0
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: python-dotenv>=1.0.0
-Requires-Dist: click>=8.0.0
+Requires-Dist: sqlalchemy>=2.0.0
 Requires-Dist: openai>=1.0.0
+Requires-Dist: litellm>=1.0.0
 Provides-Extra: dev
 Requires-Dist: black>=23.0; extra == "dev"
 Requires-Dist: ruff>=0.1.0; extra == "dev"
@@ -40,6 +41,9 @@ Requires-Dist: isort>=5.9.0; extra == "dev"
 Requires-Dist: mypy>=1.0; extra == "dev"
 Requires-Dist: pre-commit>=2.15; extra == "dev"
 Requires-Dist: types-PyYAML>=6.0.0; extra == "dev"
+Requires-Dist: pytest>=6.0; extra == "dev"
+Requires-Dist: pytest-cov>=2.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.18.0; extra == "dev"
 Provides-Extra: docs
 Requires-Dist: mkdocs>=1.5.0; extra == "docs"
 Requires-Dist: mkdocs-material>=9.0.0; extra == "docs"
@@ -50,15 +54,31 @@ Provides-Extra: postgres
 Requires-Dist: psycopg2-binary>=2.9.0; extra == "postgres"
 Provides-Extra: mysql
 Requires-Dist: PyMySQL>=1.0.0; extra == "mysql"
+Provides-Extra: databases
+Requires-Dist: psycopg2-binary>=2.9.0; extra == "databases"
+Requires-Dist: PyMySQL>=1.0.0; extra == "databases"
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.3.0; extra == "anthropic"
+Provides-Extra: litellm
+Requires-Dist: litellm>=1.0.0; extra == "litellm"
 Provides-Extra: integrations
 Requires-Dist: litellm>=1.0.0; extra == "integrations"
 Requires-Dist: anthropic>=0.3.0; extra == "integrations"
+Provides-Extra: demos
+Requires-Dist: streamlit>=1.28.0; extra == "demos"
+Requires-Dist: pandas>=2.0.0; extra == "demos"
+Requires-Dist: plotly>=5.17.0; extra == "demos"
+Requires-Dist: crewai>=0.152.0; extra == "demos"
+Requires-Dist: crewai-tools>=0.59.0; extra == "demos"
 Provides-Extra: all
 Requires-Dist: black>=23.0; extra == "all"
 Requires-Dist: ruff>=0.1.0; extra == "all"
 Requires-Dist: isort>=5.9.0; extra == "all"
 Requires-Dist: mypy>=1.0; extra == "all"
 Requires-Dist: pre-commit>=2.15; extra == "all"
+Requires-Dist: pytest>=6.0; extra == "all"
+Requires-Dist: pytest-cov>=2.0; extra == "all"
+Requires-Dist: pytest-asyncio>=0.18.0; extra == "all"
 Requires-Dist: mkdocs>=1.5.0; extra == "all"
 Requires-Dist: mkdocs-material>=9.0.0; extra == "all"
 Requires-Dist: mkdocs-git-revision-date-localized-plugin>=1.2.0; extra == "all"
@@ -68,6 +88,9 @@ Requires-Dist: psycopg2-binary>=2.9.0; extra == "all"
 Requires-Dist: PyMySQL>=1.0.0; extra == "all"
 Requires-Dist: litellm>=1.0.0; extra == "all"
 Requires-Dist: anthropic>=0.3.0; extra == "all"
+Requires-Dist: streamlit>=1.28.0; extra == "all"
+Requires-Dist: pandas>=2.0.0; extra == "all"
+Requires-Dist: plotly>=5.17.0; extra == "all"
 Dynamic: license-file
 
 [![GibsonAI](https://github.com/user-attachments/assets/878e341b-5a93-4489-a398-abeca91b6b11)](https://gibsonai.com/)
@@ -83,7 +106,7 @@ Dynamic: license-file
 </p>
 
 <p align="center">
-  <a href="https://gibsonai.github.io/memori/">Learn more</a>
+  <a href="https://memori.gibsonai.com/docs">Learn more</a>
   ·
   <a href="https://www.gibsonai.com/discord">Join Discord</a>
 </p>
@@ -121,12 +144,12 @@ Install Memori:
 pip install memorisdk
 ```
 
-### Example with LiteLLM
+### Example with OpenAI
 
-1. Install LiteLLM:
+1. Install OpenAI:
 
 ```bash
-pip install litellm
+pip install openai
 ```
 
 2. Set OpenAI API Key:
@@ -139,14 +162,17 @@ export OPENAI_API_KEY="sk-your-openai-key-here"
 
 ```python
 from memori import Memori
-from litellm import completion
+from openai import OpenAI
+
+# Initialize OpenAI client
+openai_client = OpenAI()
 
 # Initialize memory
 memori = Memori(conscious_ingest=True)
 memori.enable()
 
 print("=== First Conversation - Establishing Context ===")
-response1 = completion(
+response1 = openai_client.chat.completions.create(
     model="gpt-4o-mini",
     messages=[{
         "role": "user", 
@@ -158,7 +184,7 @@ print("Assistant:", response1.choices[0].message.content)
 print("\n" + "="*50)
 print("=== Second Conversation - Memory Provides Context ===")
 
-response2 = completion(
+response2 = openai_client.chat.completions.create(
     model="gpt-4o-mini", 
     messages=[{
         "role": "user",
@@ -344,15 +370,15 @@ Works with **ANY** LLM library:
 ```python
 memori.enable()  # Enable universal recording
 
-# LiteLLM (recommended)
-from litellm import completion
-completion(model="gpt-4", messages=[...])
-
 # OpenAI
-import openai
-client = openai.OpenAI()
+from openai import OpenAI
+client = OpenAI()
 client.chat.completions.create(...)
 
+# LiteLLM
+from litellm import completion
+completion(model="gpt-4", messages=[...])
+
 # Anthropic  
 import anthropic
 client = anthropic.Anthropic()
@@ -443,7 +469,8 @@ Memori works seamlessly with popular AI frameworks:
 | 👥 [CrewAI](./examples/integrations/crewai_example.py) | Multi-agent system with shared memory across agent interactions | Collaborative agents with memory | Agent coordination, shared memory, task-based workflows |
 | 🌊 [Digital Ocean AI](./examples/integrations/digital_ocean_example.py) | Memory-enhanced customer support using Digital Ocean's AI platform | Customer support assistant with conversation history | Context injection, session continuity, support analytics |
 | 🔗 [LangChain](./examples/integrations/langchain_example.py) | Enterprise-grade agent framework with advanced memory integration | AI assistant with LangChain tools and memory | Custom tools, agent executors, memory persistence, error handling |
-| 🚀 [Swarms](./examples/integrations/swarms_example.py) | Multi-agent system framework with persistent memory capabilities | Memory-enhanced Swarms agents with auto/conscious ingestion | Agent memory persistence, multi-agent coordination, contextual awareness |
+| � [OpenAI Agent](./examples/integrations/openai_agent_example.py) | Memory-enhanced OpenAI Agent with function calling and user preference tracking | Interactive assistant with memory search and user info storage | Function calling tools, memory search, preference tracking, async conversations |
+| �🚀 [Swarms](./examples/integrations/swarms_example.py) | Multi-agent system framework with persistent memory capabilities | Memory-enhanced Swarms agents with auto/conscious ingestion | Agent memory persistence, multi-agent coordination, contextual awareness |
 
 ## Interactive Demos
 

{memorisdk-1.0.2 → memorisdk-2.0.0}/README.md

@@ -11,7 +11,7 @@
 </p>
 
 <p align="center">
-  <a href="https://gibsonai.github.io/memori/">Learn more</a>
+  <a href="https://memori.gibsonai.com/docs">Learn more</a>
   ·
   <a href="https://www.gibsonai.com/discord">Join Discord</a>
 </p>
@@ -49,12 +49,12 @@ Install Memori:
 pip install memorisdk
 ```
 
-### Example with LiteLLM
+### Example with OpenAI
 
-1. Install LiteLLM:
+1. Install OpenAI:
 
 ```bash
-pip install litellm
+pip install openai
 ```
 
 2. Set OpenAI API Key:
@@ -67,14 +67,17 @@ export OPENAI_API_KEY="sk-your-openai-key-here"
 
 ```python
 from memori import Memori
-from litellm import completion
+from openai import OpenAI
+
+# Initialize OpenAI client
+openai_client = OpenAI()
 
 # Initialize memory
 memori = Memori(conscious_ingest=True)
 memori.enable()
 
 print("=== First Conversation - Establishing Context ===")
-response1 = completion(
+response1 = openai_client.chat.completions.create(
     model="gpt-4o-mini",
     messages=[{
         "role": "user", 
@@ -86,7 +89,7 @@ print("Assistant:", response1.choices[0].message.content)
 print("\n" + "="*50)
 print("=== Second Conversation - Memory Provides Context ===")
 
-response2 = completion(
+response2 = openai_client.chat.completions.create(
     model="gpt-4o-mini", 
     messages=[{
         "role": "user",
@@ -272,15 +275,15 @@ Works with **ANY** LLM library:
 ```python
 memori.enable()  # Enable universal recording
 
-# LiteLLM (recommended)
-from litellm import completion
-completion(model="gpt-4", messages=[...])
-
 # OpenAI
-import openai
-client = openai.OpenAI()
+from openai import OpenAI
+client = OpenAI()
 client.chat.completions.create(...)
 
+# LiteLLM
+from litellm import completion
+completion(model="gpt-4", messages=[...])
+
 # Anthropic  
 import anthropic
 client = anthropic.Anthropic()
@@ -371,7 +374,8 @@ Memori works seamlessly with popular AI frameworks:
 | 👥 [CrewAI](./examples/integrations/crewai_example.py) | Multi-agent system with shared memory across agent interactions | Collaborative agents with memory | Agent coordination, shared memory, task-based workflows |
 | 🌊 [Digital Ocean AI](./examples/integrations/digital_ocean_example.py) | Memory-enhanced customer support using Digital Ocean's AI platform | Customer support assistant with conversation history | Context injection, session continuity, support analytics |
 | 🔗 [LangChain](./examples/integrations/langchain_example.py) | Enterprise-grade agent framework with advanced memory integration | AI assistant with LangChain tools and memory | Custom tools, agent executors, memory persistence, error handling |
-| 🚀 [Swarms](./examples/integrations/swarms_example.py) | Multi-agent system framework with persistent memory capabilities | Memory-enhanced Swarms agents with auto/conscious ingestion | Agent memory persistence, multi-agent coordination, contextual awareness |
+| � [OpenAI Agent](./examples/integrations/openai_agent_example.py) | Memory-enhanced OpenAI Agent with function calling and user preference tracking | Interactive assistant with memory search and user info storage | Function calling tools, memory search, preference tracking, async conversations |
+| �🚀 [Swarms](./examples/integrations/swarms_example.py) | Multi-agent system framework with persistent memory capabilities | Memory-enhanced Swarms agents with auto/conscious ingestion | Agent memory persistence, multi-agent coordination, contextual awareness |
 
 ## Interactive Demos
 

{memorisdk-1.0.2 → memorisdk-2.0.0}/memori/__init__.py

@@ -5,13 +5,11 @@ Professional-grade memory layer with comprehensive error handling, configuration
 management, and modular architecture for production AI systems.
 """
 
-__version__ = "1.0.0"
+__version__ = "2.0.0"
 __author__ = "Harshal More"
 __email__ = "harshalmore2468@gmail.com"
 
-# Memory agents
-from .agents.memory_agent import MemoryAgent
-from .agents.retrieval_agent import MemorySearchEngine
+from typing import Any, Optional
 
 # Configuration system
 from .config import (
@@ -72,7 +70,22 @@ from .utils import (  # Pydantic models; Enhanced exceptions; Validators and hel
     get_logger,
 )
 
-__all__ = [
+# Memory agents (dynamically imported to avoid import errors)
+MemoryAgent: Optional[Any] = None
+MemorySearchEngine: Optional[Any] = None
+_AGENTS_AVAILABLE = False
+
+try:
+    from .agents.memory_agent import MemoryAgent
+    from .agents.retrieval_agent import MemorySearchEngine
+
+    _AGENTS_AVAILABLE = True
+except ImportError:
+    # Agents are not available, use placeholder None values
+    pass
+
+# Build __all__ list dynamically based on available components
+_all_components = [
     # Core
     "Memori",
     "DatabaseManager",
@@ -82,9 +95,6 @@ __all__ = [
     "AgentSettings",
     "LoggingSettings",
     "ConfigManager",
-    # Agents
-    "MemoryAgent",
-    "MemorySearchEngine",
     # Database
     "SQLiteConnector",
     "PostgreSQLConnector",
@@ -138,3 +148,9 @@ __all__ = [
     "LoggingManager",
     "get_logger",
 ]
+
+# Add agents only if available
+if _AGENTS_AVAILABLE:
+    _all_components.extend(["MemoryAgent", "MemorySearchEngine"])
+
+__all__ = _all_components

memorisdk-2.0.0/memori/agents/conscious_agent.py

@@ -0,0 +1,344 @@
+"""
+Conscious Agent for User Context Management
+
+This agent copies conscious-info labeled memories from long-term memory
+directly to short-term memory for immediate context availability.
+"""
+
+import json
+from datetime import datetime
+from typing import List
+
+from loguru import logger
+
+
+class ConsciouscAgent:
+    """
+    Agent that copies conscious-info labeled memories from long-term memory
+    directly to short-term memory for immediate context availability.
+
+    Runs once at program startup when conscious_ingest=True.
+    """
+
+    def __init__(self):
+        """Initialize the conscious agent"""
+        self.context_initialized = False
+
+    async def run_conscious_ingest(
+        self, db_manager, namespace: str = "default"
+    ) -> bool:
+        """
+        Run conscious context ingestion once at program startup
+
+        Copies all conscious-info labeled memories from long-term memory
+        directly to short-term memory as permanent context
+
+        Args:
+            db_manager: Database manager instance
+            namespace: Memory namespace
+
+        Returns:
+            True if memories were copied, False otherwise
+        """
+        try:
+            # Get all conscious-info labeled memories
+            conscious_memories = await self._get_conscious_memories(
+                db_manager, namespace
+            )
+
+            if not conscious_memories:
+                logger.info("ConsciouscAgent: No conscious-info memories found")
+                return False
+
+            # Copy each conscious-info memory directly to short-term memory
+            copied_count = 0
+            for memory_row in conscious_memories:
+                success = await self._copy_memory_to_short_term(
+                    db_manager, namespace, memory_row
+                )
+                if success:
+                    copied_count += 1
+
+            # Mark memories as processed
+            memory_ids = [
+                row[0] for row in conscious_memories
+            ]  # memory_id is first column
+            await self._mark_memories_processed(db_manager, memory_ids, namespace)
+
+            self.context_initialized = True
+            logger.info(
+                f"ConsciouscAgent: Copied {copied_count} conscious-info memories to short-term memory"
+            )
+
+            return copied_count > 0
+
+        except Exception as e:
+            logger.error(f"ConsciouscAgent: Conscious ingest failed: {e}")
+            return False
+
+    async def initialize_existing_conscious_memories(
+        self, db_manager, namespace: str = "default"
+    ) -> bool:
+        """
+        Initialize by copying ALL existing conscious-info memories to short-term memory
+        This is called when both auto_ingest=True and conscious_ingest=True
+        to ensure essential conscious information is immediately available
+
+        Args:
+            db_manager: Database manager instance
+            namespace: Memory namespace
+
+        Returns:
+            True if memories were processed, False otherwise
+        """
+        try:
+            from sqlalchemy import text
+
+            with db_manager._get_connection() as connection:
+                # Get ALL conscious-info labeled memories from long-term memory
+                cursor = connection.execute(
+                    text(
+                        """SELECT memory_id, processed_data, summary, searchable_content,
+                              importance_score, created_at
+                       FROM long_term_memory
+                       WHERE namespace = :namespace AND classification = 'conscious-info'
+                       ORDER BY importance_score DESC, created_at DESC"""
+                    ),
+                    {"namespace": namespace},
+                )
+                existing_conscious_memories = cursor.fetchall()
+
+            if not existing_conscious_memories:
+                logger.debug(
+                    "ConsciouscAgent: No existing conscious-info memories found for initialization"
+                )
+                return False
+
+            copied_count = 0
+            for memory_row in existing_conscious_memories:
+                success = await self._copy_memory_to_short_term(
+                    db_manager, namespace, memory_row
+                )
+                if success:
+                    copied_count += 1
+
+            if copied_count > 0:
+                logger.info(
+                    f"ConsciouscAgent: Initialized {copied_count} existing conscious-info memories to short-term memory"
+                )
+                return True
+            else:
+                logger.debug(
+                    "ConsciouscAgent: No new conscious memories to initialize (all were duplicates)"
+                )
+                return False
+
+        except Exception as e:
+            logger.error(
+                f"ConsciouscAgent: Failed to initialize existing conscious memories: {e}"
+            )
+            return False
+
+    async def check_for_context_updates(
+        self, db_manager, namespace: str = "default"
+    ) -> bool:
+        """
+        Check for new conscious-info memories and copy them to short-term memory
+
+        Args:
+            db_manager: Database manager instance
+            namespace: Memory namespace
+
+        Returns:
+            True if new memories were copied, False otherwise
+        """
+        try:
+            # Get unprocessed conscious memories
+            new_memories = await self._get_unprocessed_conscious_memories(
+                db_manager, namespace
+            )
+
+            if not new_memories:
+                return False
+
+            # Copy each new memory directly to short-term memory
+            copied_count = 0
+            for memory_row in new_memories:
+                success = await self._copy_memory_to_short_term(
+                    db_manager, namespace, memory_row
+                )
+                if success:
+                    copied_count += 1
+
+            # Mark new memories as processed
+            memory_ids = [row[0] for row in new_memories]  # memory_id is first column
+            await self._mark_memories_processed(db_manager, memory_ids, namespace)
+
+            logger.info(
+                f"ConsciouscAgent: Copied {copied_count} new conscious-info memories to short-term memory"
+            )
+            return copied_count > 0
+
+        except Exception as e:
+            logger.error(f"ConsciouscAgent: Context update failed: {e}")
+            return False
+
+    async def _get_conscious_memories(self, db_manager, namespace: str) -> List[tuple]:
+        """Get all conscious-info labeled memories from long-term memory"""
+        try:
+            from sqlalchemy import text
+
+            with db_manager._get_connection() as connection:
+                cursor = connection.execute(
+                    text(
+                        """SELECT memory_id, processed_data, summary, searchable_content,
+                              importance_score, created_at
+                       FROM long_term_memory
+                       WHERE namespace = :namespace AND classification = 'conscious-info'
+                       ORDER BY importance_score DESC, created_at DESC"""
+                    ),
+                    {"namespace": namespace},
+                )
+                return cursor.fetchall()
+
+        except Exception as e:
+            logger.error(f"ConsciouscAgent: Failed to get conscious memories: {e}")
+            return []
+
+    async def _get_unprocessed_conscious_memories(
+        self, db_manager, namespace: str
+    ) -> List[tuple]:
+        """Get unprocessed conscious-info labeled memories from long-term memory"""
+        try:
+            from sqlalchemy import text
+
+            with db_manager._get_connection() as connection:
+                cursor = connection.execute(
+                    text(
+                        """SELECT memory_id, processed_data, summary, searchable_content,
+                              importance_score, created_at
+                       FROM long_term_memory
+                       WHERE namespace = :namespace AND classification = 'conscious-info'
+                       AND conscious_processed = :conscious_processed
+                       ORDER BY importance_score DESC, created_at DESC"""
+                    ),
+                    {"namespace": namespace, "conscious_processed": False},
+                )
+                return cursor.fetchall()
+
+        except Exception as e:
+            logger.error(f"ConsciouscAgent: Failed to get unprocessed memories: {e}")
+            return []
+
+    async def _copy_memory_to_short_term(
+        self, db_manager, namespace: str, memory_row: tuple
+    ) -> bool:
+        """Copy a conscious memory directly to short-term memory with duplicate filtering"""
+        try:
+            (
+                memory_id,
+                processed_data,
+                summary,
+                searchable_content,
+                importance_score,
+                _,
+            ) = memory_row
+
+            from sqlalchemy import text
+
+            with db_manager._get_connection() as connection:
+                # Check if similar content already exists in short-term memory
+                existing_check = connection.execute(
+                    text(
+                        """SELECT COUNT(*) FROM short_term_memory
+                           WHERE namespace = :namespace
+                           AND category_primary = 'conscious_context'
+                           AND (searchable_content = :searchable_content
+                                OR summary = :summary)"""
+                    ),
+                    {
+                        "namespace": namespace,
+                        "searchable_content": searchable_content,
+                        "summary": summary,
+                    },
+                )
+
+                existing_count = existing_check.scalar()
+                if existing_count > 0:
+                    logger.debug(
+                        f"ConsciouscAgent: Skipping duplicate memory {memory_id} - similar content already exists in short-term memory"
+                    )
+                    return False
+
+                # Create short-term memory ID
+                short_term_id = (
+                    f"conscious_{memory_id}_{int(datetime.now().timestamp())}"
+                )
+
+                # Insert directly into short-term memory with conscious_context category
+                connection.execute(
+                    text(
+                        """INSERT INTO short_term_memory (
+                        memory_id, processed_data, importance_score, category_primary,
+                        retention_type, namespace, created_at, expires_at,
+                        searchable_content, summary, is_permanent_context
+                    ) VALUES (:memory_id, :processed_data, :importance_score, :category_primary,
+                        :retention_type, :namespace, :created_at, :expires_at,
+                        :searchable_content, :summary, :is_permanent_context)"""
+                    ),
+                    {
+                        "memory_id": short_term_id,
+                        "processed_data": (
+                            json.dumps(processed_data)
+                            if isinstance(processed_data, dict)
+                            else processed_data
+                        ),
+                        "importance_score": importance_score,
+                        "category_primary": "conscious_context",  # Use conscious_context category
+                        "retention_type": "permanent",
+                        "namespace": namespace,
+                        "created_at": datetime.now().isoformat(),
+                        "expires_at": None,  # No expiration (permanent)
+                        "searchable_content": searchable_content,  # Copy exact searchable_content
+                        "summary": summary,  # Copy exact summary
+                        "is_permanent_context": True,  # is_permanent_context = True
+                    },
+                )
+                connection.commit()
+
+            logger.debug(
+                f"ConsciouscAgent: Copied memory {memory_id} to short-term as {short_term_id}"
+            )
+            return True
+
+        except Exception as e:
+            logger.error(
+                f"ConsciouscAgent: Failed to copy memory {memory_row[0]} to short-term: {e}"
+            )
+            return False
+
+    async def _mark_memories_processed(
+        self, db_manager, memory_ids: List[str], namespace: str
+    ):
+        """Mark memories as processed for conscious context"""
+        try:
+            from sqlalchemy import text
+
+            with db_manager._get_connection() as connection:
+                for memory_id in memory_ids:
+                    connection.execute(
+                        text(
+                            """UPDATE long_term_memory
+                           SET conscious_processed = :conscious_processed
+                           WHERE memory_id = :memory_id AND namespace = :namespace"""
+                        ),
+                        {
+                            "memory_id": memory_id,
+                            "namespace": namespace,
+                            "conscious_processed": True,
+                        },
+                    )
+                connection.commit()
+
+        except Exception as e:
+            logger.error(f"ConsciouscAgent: Failed to mark memories processed: {e}")