isage-middleware 0.1.3.1__py3-none-any.whl → 0.2.0.0__py3-none-any.whl

sage/middleware/api/graph_api.py

@@ -1,74 +0,0 @@
-"""
-Graph Service API Interface
-图数据库服务的API接口定义
-"""
-from typing import Dict, Any, List, Optional
-from abc import ABC, abstractmethod
-
-
-class GraphServiceAPI(ABC):
-    """Graph服务API接口"""
-    
-    @abstractmethod
-    def add_node(
-        self,
-        node_id: str,
-        node_type: str,
-        properties: Optional[Dict[str, Any]] = None
-    ) -> bool:
-        """添加节点"""
-        pass
-    
-    @abstractmethod
-    def add_edge(
-        self,
-        from_node: str,
-        to_node: str,
-        edge_type: str,
-        properties: Optional[Dict[str, Any]] = None
-    ) -> bool:
-        """添加边"""
-        pass
-    
-    @abstractmethod
-    def get_node(self, node_id: str) -> Optional[Dict[str, Any]]:
-        """获取节点"""
-        pass
-    
-    @abstractmethod
-    def get_neighbors(
-        self, 
-        node_id: str, 
-        edge_type: Optional[str] = None
-    ) -> List[Dict[str, Any]]:
-        """获取邻居节点"""
-        pass
-    
-    @abstractmethod
-    def find_path(
-        self, 
-        start_node: str, 
-        end_node: str, 
-        max_depth: int = 3
-    ) -> Optional[List[Dict[str, Any]]]:
-        """查找路径"""
-        pass
-    
-    @abstractmethod
-    def delete_node(self, node_id: str) -> bool:
-        """删除节点"""
-        pass
-    
-    @abstractmethod
-    def delete_edge(self, from_node: str, to_node: str, edge_type: str) -> bool:
-        """删除边"""
-        pass
-    
-    @abstractmethod
-    def query_nodes(
-        self, 
-        node_type: Optional[str] = None,
-        properties_filter: Optional[Dict[str, Any]] = None
-    ) -> List[Dict[str, Any]]:
-        """查询节点"""
-        pass

sage/middleware/api/kv_api.py

@@ -1,45 +0,0 @@
-"""
-KV Service API Interface
-键值存储服务的API接口定义
-"""
-from typing import Dict, Any, List, Optional
-from abc import ABC, abstractmethod
-
-
-class KVServiceAPI(ABC):
-    """KV服务API接口"""
-    
-    @abstractmethod
-    def put(self, key: str, value: Any) -> bool:
-        """存储键值对"""
-        pass
-    
-    @abstractmethod
-    def get(self, key: str) -> Optional[Any]:
-        """获取值"""
-        pass
-    
-    @abstractmethod
-    def delete(self, key: str) -> bool:
-        """删除键值对"""
-        pass
-    
-    @abstractmethod
-    def exists(self, key: str) -> bool:
-        """检查键是否存在"""
-        pass
-    
-    @abstractmethod
-    def list_keys(self, prefix: Optional[str] = None) -> List[str]:
-        """列出所有键或指定前缀的键"""
-        pass
-    
-    @abstractmethod
-    def size(self) -> int:
-        """获取存储大小"""
-        pass
-    
-    @abstractmethod
-    def clear(self) -> bool:
-        """清空所有数据"""
-        pass

sage/middleware/api/memory_api.py

@@ -1,64 +0,0 @@
-"""
-Memory Service API Interface
-记忆服务的API接口定义
-"""
-from typing import Dict, Any, List, Optional
-from abc import ABC, abstractmethod
-
-
-class MemoryServiceAPI(ABC):
-    """Memory服务API接口 - 高级记忆管理"""
-    
-    @abstractmethod
-    def store_memory(
-        self,
-        content: str,
-        vector: List[float],
-        session_id: Optional[str] = None,
-        memory_type: str = "conversation",
-        metadata: Optional[Dict[str, Any]] = None
-    ) -> str:
-        """存储记忆"""
-        pass
-    
-    @abstractmethod
-    def retrieve_memories(
-        self,
-        query_vector: List[float],
-        session_id: Optional[str] = None,
-        memory_type: Optional[str] = None,
-        top_k: int = 10
-    ) -> List[Dict[str, Any]]:
-        """检索相关记忆"""
-        pass
-    
-    @abstractmethod
-    def get_memory(self, memory_id: str) -> Optional[Dict[str, Any]]:
-        """获取特定记忆"""
-        pass
-    
-    @abstractmethod
-    def delete_memory(self, memory_id: str) -> bool:
-        """删除记忆"""
-        pass
-    
-    @abstractmethod
-    def search_memories(
-        self,
-        query: str,
-        session_id: Optional[str] = None,
-        memory_type: Optional[str] = None,
-        top_k: int = 10
-    ) -> List[Dict[str, Any]]:
-        """基于文本搜索记忆"""
-        pass
-    
-    @abstractmethod
-    def get_session_memories(self, session_id: str) -> List[Dict[str, Any]]:
-        """获取会话的所有记忆"""
-        pass
-    
-    @abstractmethod
-    def clear_session_memories(self, session_id: str) -> bool:
-        """清空会话记忆"""
-        pass

sage/middleware/api/vdb_api.py

@@ -1,60 +0,0 @@
-"""
-VDB Service API Interface
-向量数据库服务的API接口定义
-"""
-from typing import Dict, Any, List, Optional, Tuple
-from abc import ABC, abstractmethod
-
-
-class VDBServiceAPI(ABC):
-    """VDB服务API接口"""
-    
-    @abstractmethod
-    def add_vectors(self, documents: List[Dict[str, Any]]) -> List[str]:
-        """添加向量文档"""
-        pass
-    
-    @abstractmethod
-    def search(
-        self, 
-        query_vector: List[float], 
-        top_k: int = 10,
-        similarity_threshold: Optional[float] = None
-    ) -> List[Dict[str, Any]]:
-        """向量相似性搜索"""
-        pass
-    
-    @abstractmethod
-    def get_vector(self, doc_id: str) -> Optional[Dict[str, Any]]:
-        """获取向量文档"""
-        pass
-    
-    @abstractmethod
-    def delete_vectors(self, doc_ids: List[str]) -> bool:
-        """删除向量文档"""
-        pass
-    
-    @abstractmethod
-    def update_vector(self, doc_id: str, document: Dict[str, Any]) -> bool:
-        """更新向量文档"""
-        pass
-    
-    @abstractmethod
-    def count(self) -> int:
-        """获取向量总数"""
-        pass
-    
-    @abstractmethod
-    def clear(self) -> bool:
-        """清空所有向量"""
-        pass
-    
-    @abstractmethod
-    def save_index(self, path: str) -> bool:
-        """保存索引到磁盘"""
-        pass
-    
-    @abstractmethod
-    def load_index(self, path: str) -> bool:
-        """从磁盘加载索引"""
-        pass

sage/middleware/components/enterprise/__init__.py

@@ -1,56 +0,0 @@
-"""
-SAGE - Streaming-Augmented Generative Execution
-"""
-
-# 动态版本加载
-def _load_version():
-    """从 sage-common 包加载版本信息"""
-    try:
-        # 优先从 sage-common 包加载版本
-        from sage.common._version import __version__
-        return {
-            'version': __version__,
-            'author': 'SAGE Team',
-            'email': 'shuhao_zhang@hust.edu.cn'
-        }
-    except ImportError:
-        # 如果 sage-common 不可用，从项目根目录加载（开发环境）
-        try:
-            from pathlib import Path
-            current_file = Path(__file__).resolve()
-            # 根据当前文件位置计算到项目根目录的层数
-            parts = current_file.parts
-            sage_index = -1
-            for i, part in enumerate(parts):
-                if part == 'SAGE':
-                    sage_index = i
-                    break
-            
-            if sage_index >= 0:
-                root_dir = Path(*parts[:sage_index+1])
-                version_file = root_dir / "_version.py"
-                
-                if version_file.exists():
-                    version_globals = {}
-                    with open(version_file, 'r', encoding='utf-8') as f:
-                        exec(f.read(), version_globals)
-                    return {
-                        'version': version_globals.get('__version__', '0.1.3'),
-                        'author': version_globals.get('__author__', 'SAGE Team'),
-                        'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
-                    }
-        except Exception:
-            pass
-    
-    # 最后的默认值
-    return {
-        'version': '0.1.3',
-        'author': 'SAGE Team', 
-        'email': 'shuhao_zhang@hust.edu.cn'
-    }
-
-# 加载信息
-_info = _load_version()
-__version__ = _info['version']
-__author__ = _info['author']
-__email__ = _info['email']

sage/middleware/components/neuromem/__init__.py

@@ -1,56 +0,0 @@
-"""
-SAGE - Streaming-Augmented Generative Execution
-"""
-
-# 动态版本加载
-def _load_version():
-    """从 sage-common 包加载版本信息"""
-    try:
-        # 优先从 sage-common 包加载版本
-        from sage.common._version import __version__
-        return {
-            'version': __version__,
-            'author': 'SAGE Team',
-            'email': 'shuhao_zhang@hust.edu.cn'
-        }
-    except ImportError:
-        # 如果 sage-common 不可用，从项目根目录加载（开发环境）
-        try:
-            from pathlib import Path
-            current_file = Path(__file__).resolve()
-            # 根据当前文件位置计算到项目根目录的层数
-            parts = current_file.parts
-            sage_index = -1
-            for i, part in enumerate(parts):
-                if part == 'SAGE':
-                    sage_index = i
-                    break
-            
-            if sage_index >= 0:
-                root_dir = Path(*parts[:sage_index+1])
-                version_file = root_dir / "_version.py"
-                
-                if version_file.exists():
-                    version_globals = {}
-                    with open(version_file, 'r', encoding='utf-8') as f:
-                        exec(f.read(), version_globals)
-                    return {
-                        'version': version_globals.get('__version__', '0.1.3'),
-                        'author': version_globals.get('__author__', 'SAGE Team'),
-                        'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
-                    }
-        except Exception:
-            pass
-    
-    # 最后的默认值
-    return {
-        'version': '0.1.3',
-        'author': 'SAGE Team', 
-        'email': 'shuhao_zhang@hust.edu.cn'
-    }
-
-# 加载信息
-_info = _load_version()
-__version__ = _info['version']
-__author__ = _info['author']
-__email__ = _info['email']

sage/middleware/components/neuromem/memory_collection/__init__.py

@@ -1,56 +0,0 @@
-"""
-SAGE - Streaming-Augmented Generative Execution
-"""
-
-# 动态版本加载
-def _load_version():
-    """从 sage-common 包加载版本信息"""
-    try:
-        # 优先从 sage-common 包加载版本
-        from sage.common._version import __version__
-        return {
-            'version': __version__,
-            'author': 'SAGE Team',
-            'email': 'shuhao_zhang@hust.edu.cn'
-        }
-    except ImportError:
-        # 如果 sage-common 不可用，从项目根目录加载（开发环境）
-        try:
-            from pathlib import Path
-            current_file = Path(__file__).resolve()
-            # 根据当前文件位置计算到项目根目录的层数
-            parts = current_file.parts
-            sage_index = -1
-            for i, part in enumerate(parts):
-                if part == 'SAGE':
-                    sage_index = i
-                    break
-            
-            if sage_index >= 0:
-                root_dir = Path(*parts[:sage_index+1])
-                version_file = root_dir / "_version.py"
-                
-                if version_file.exists():
-                    version_globals = {}
-                    with open(version_file, 'r', encoding='utf-8') as f:
-                        exec(f.read(), version_globals)
-                    return {
-                        'version': version_globals.get('__version__', '0.1.3'),
-                        'author': version_globals.get('__author__', 'SAGE Team'),
-                        'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
-                    }
-        except Exception:
-            pass
-    
-    # 最后的默认值
-    return {
-        'version': '0.1.3',
-        'author': 'SAGE Team', 
-        'email': 'shuhao_zhang@hust.edu.cn'
-    }
-
-# 加载信息
-_info = _load_version()
-__version__ = _info['version']
-__author__ = _info['author']
-__email__ = _info['email']

sage/middleware/components/neuromem/memory_collection/base_collection.py

@@ -1,167 +0,0 @@
-# file: sage.middleware.services.neuromem./memory_collection/base_collection.py
-# python -m sage.core.sage.middleware.services.neuromem.memory_collection.base_collection
-
-import os
-import hashlib
-from dotenv import load_dotenv
-from typing import Dict, Optional, Callable, Any, List
-from sage.middleware.components.neuromem.utils.path_utils import get_default_data_dir
-from sage.middleware.components.neuromem.storage_engine.metadata_storage import MetadataStorage
-from sage.middleware.components.neuromem.storage_engine.text_storage import TextStorage
-
-# from sage.middleware.services.neuromem..storage_engine.text_storage import TextStorage
-# from sage.middleware.services.neuromem..storage_engine.metadata_storage import MetadataStorage
-
-
-
-
-# 加载工程根目录下 sage/.env 配置
-# Load configuration from .env file under the sage directory
-# load_dotenv(dotenv_path=os.path.join(os.path.dirname(__file__), '../../../.env'))
-
-class BaseMemoryCollection:
-    """
-    Base memory collection with support for raw text and metadata management.
-    支持原始文本和元数据管理的基础内存集合类。
-    """
-
-    def __init__(self, name: str):
-        self.name = name
-        self.text_storage = TextStorage()
-        self.metadata_storage = MetadataStorage()
-
-    def _get_stable_id(self, raw_text: str) -> str:
-        """
-        Generate stable ID from raw text using SHA256.
-        使用 SHA256 生成稳定的文本 ID。
-        """
-        return hashlib.sha256(raw_text.encode("utf-8")).hexdigest()
-
-    def filter_ids(
-        self,
-        ids: List[str],
-        metadata_filter_func: Optional[Callable[[Dict[str, Any]], bool]] = None,
-        **metadata_conditions
-    ) -> List[str]:
-        """
-        Filter given IDs based on metadata filter rag or exact match conditions.
-        基于元数据过滤函数或条件筛选给定ID列表中的条目。
-        """
-        matched_ids = []
-
-        for item_id in ids:
-            metadata = self.metadata_storage.get(item_id)
-
-            if metadata_filter_func:
-                if metadata_filter_func(metadata):
-                    matched_ids.append(item_id)
-            else:
-                if all(metadata.get(k) == v for k, v in metadata_conditions.items()):
-                    matched_ids.append(item_id)
-
-        return matched_ids
-
-    def get_all_ids(self) -> List[str]:
-        """
-        Get all stored item IDs.
-        获取所有存储的条目ID。
-        """
-        return self.text_storage.get_all_ids()
-        # return list(self.text_storage._store.keys())
-
-    def add_metadata_field(self, field_name: str):
-        """
-        Register a metadata field.
-        注册一个元数据字段。
-        """
-        self.metadata_storage.add_field(field_name)
-
-    def insert(self, raw_text: str, metadata: Optional[Dict[str, Any]] = None) -> str:
-        """
-        Store raw text with optional metadata.
-        存储原始文本与可选的元数据。自动注册未知的元数据字段。
-        """
-        stable_id = self._get_stable_id(raw_text)
-        self.text_storage.store(stable_id, raw_text)
-
-        if metadata:
-            # 自动注册所有未知的元数据字段
-            for field_name in metadata.keys():
-                if not self.metadata_storage.has_field(field_name):
-                    self.metadata_storage.add_field(field_name)
-            
-            self.metadata_storage.store(stable_id, metadata)
-
-        return stable_id
-    
-    def retrieve(
-        self,
-        with_metadata: bool = False,
-        metadata_filter_func: Optional[Callable[[Dict[str, Any]], bool]] = None,
-        **metadata_conditions
-    ):
-        """
-        Retrieve raw texts optionally filtered by metadata.
-        根据元数据（条件或函数）检索原始文本。
-        """
-        all_ids = self.get_all_ids()
-        matched_ids = self.filter_ids(all_ids, metadata_filter_func, **metadata_conditions)
-        # return [self.text_storage.get(i) for i in matched_ids]
-        if with_metadata:
-            return [{"text": self.text_storage.get(i), "metadata": self.metadata_storage.get(i)} for i in matched_ids]
-        else:
-            return [self.text_storage.get(i) for i in matched_ids]
-        
-    def clear(self):
-        """
-        Clear all stored text and metadata.
-        清空所有存储的文本和元数据。
-        """
-        self.text_storage.clear()
-        self.metadata_storage.clear()
-    
-if __name__ == "__main__":
-
-    def basetest():
-        import time
-        from datetime import datetime
-        col = BaseMemoryCollection("demo")
-        col.add_metadata_field("source")
-        col.add_metadata_field("lang")
-        col.add_metadata_field("timestamp")  # 添加时间戳字段
-
-        # 添加带时间戳的数据
-        current_time = time.time()
-        col.insert("hello world", {"source": "user", "lang": "en", "timestamp": current_time - 3600})  # 1小时前
-        col.insert("你好，世界", {"source": "user", "lang": "zh", "timestamp": current_time - 1800})  # 30分钟前
-        col.insert("bonjour le monde", {"source": "web", "lang": "fr", "timestamp": current_time})  # 现在
-
-        print("=== Filter by keyword ===")
-        res1 = col.retrieve(source="user")
-        for r in res1:
-            print(r)
-
-        print("\n=== Filter by custom rag (language) ===")
-        res2 = col.retrieve(metadata_filter_func=lambda m: m.get("lang") in {"zh", "fr"})
-        for r in res2:
-            print(r)
-
-        print(f"\nCurrent time: {datetime.fromtimestamp(current_time)}")
-        
-        print("\n=== Filter by timestamp (last 45 minutes) ===")
-        time_threshold = current_time - 2700  # 45分钟前
-        matched_ids = col.filter_ids(col.get_all_ids(), metadata_filter_func=lambda m: m.get("timestamp", 0) > time_threshold)
-        for item_id in matched_ids:
-            text = col.text_storage.get(item_id)
-            metadata = col.metadata_storage.get(item_id)
-            print(f"{text} (timestamp: {datetime.fromtimestamp(metadata['timestamp']).strftime('%Y-%m-%d %H:%M:%S')})")
-
-        print("\n=== Filter by timestamp range (30-60 minutes ago) ===")
-        start_time = current_time - 3600  # 1小时前
-        end_time = current_time - 1800    # 30分钟前
-        matched_ids = col.filter_ids(col.get_all_ids(), metadata_filter_func=lambda m: start_time <= m.get("timestamp", 0) <= end_time)
-        for item_id in matched_ids:
-            text = col.text_storage.get(item_id)
-            metadata = col.metadata_storage.get(item_id)
-            print(f"{text} (timestamp: {datetime.fromtimestamp(metadata['timestamp']).strftime('%Y-%m-%d %H:%M:%S')})")
-

sage/middleware/components/neuromem/memory_collection/graph_collection.py

@@ -1,11 +0,0 @@
-# file sage/core/sage.middleware.services.neuromem./memory_collection/graph_collection.py
-from sage.middleware.components.neuromem.memory_collection.base_collection import BaseMemoryCollection
-from sage.middleware.components.neuromem.utils.path_utils import get_default_data_dir
-
-class GraphMemoryCollection(BaseMemoryCollection):
-    pass
-
-    @classmethod
-    def load(cls,  a, b):
-        pass
-