isage-middleware 0.1.0__py3-none-any.whl

sage/middleware/__init__.py

@@ -0,0 +1,83 @@
+"""
+SAGE Middleware Framework
+
+This module provides middleware components including API services, database
+integrations, and messaging infrastructure.
+"""
+
+__version__ = "1.0.1"
+
+# Core middleware components
+try:
+    from .api import *
+except ImportError:
+    pass
+
+try:
+    from .services import *
+except ImportError:
+    pass
+
+try:
+    from .utils import *
+except ImportError:
+    pass
+
+# Enterprise features (if available and licensed)
+try:
+    from .enterprise import *
+except ImportError:
+    # Enterprise features not available or not licensed
+    pass
+
+__all__ = [
+    "__version__",
+]
+
+__version__ = "2.0.0"
+__author__ = "SAGE Team"
+__description__ = "SAGE Microservices as Service Tasks"
+
+# 微服务组件 - 基于BaseService的服务任务
+try:
+    # KV服务
+    from .services.kv.kv_service import KVService, create_kv_service_factory
+    
+    # VDB服务
+    from .services.vdb.vdb_service import VDBService, create_vdb_service_factory
+    
+    # Memory服务
+    from .services.memory.memory_service import MemoryService, create_memory_service_factory
+    
+    # Graph服务
+    from .services.graph.graph_service import GraphService, create_graph_service_factory
+
+    __all__ = [
+        # 服务任务类
+        "KVService",
+        "VDBService", 
+        "MemoryService",
+        "GraphService",
+        
+        # 工厂函数
+        "create_kv_service_factory",
+        "create_vdb_service_factory",
+        "create_memory_service_factory",
+        "create_graph_service_factory"
+    ]
+    
+except ImportError as e:
+    print(f"⚠️ Microservices components not available: {e}")
+    print("Some dependencies may be missing for the new microservices architecture")
+    __all__ = []
+
+# 兼容性：保留原有的memory service导入
+try:
+    from .services.memory.memory_service import MemoryService as LegacyMemoryService
+    
+    # 添加到导出列表
+    if 'LegacyMemoryService' not in locals().get('__all__', []):
+        __all__.extend(['LegacyMemoryService'])
+        
+except ImportError:
+    pass

sage/middleware/api/__init__.py

@@ -0,0 +1,22 @@
+"""
+SAGE Service API Module
+提供统一的服务API接口
+"""
+
+# 服务API接口
+try:
+    from .kv_api import KVServiceAPI
+    from .vdb_api import VDBServiceAPI
+    from .memory_api import MemoryServiceAPI
+    from .graph_api import GraphServiceAPI
+    
+    __all__ = [
+        "KVServiceAPI",
+        "VDBServiceAPI", 
+        "MemoryServiceAPI",
+        "GraphServiceAPI"
+    ]
+    
+except ImportError as e:
+    print(f"⚠️ Some API modules not available: {e}")
+    __all__ = []

sage/middleware/api/graph_api.py

@@ -0,0 +1,74 @@
+"""
+Graph Service API Interface
+图数据库服务的API接口定义
+"""
+from typing import Dict, Any, List, Optional
+from abc import ABC, abstractmethod
+
+
+class GraphServiceAPI(ABC):
+    """Graph服务API接口"""
+    
+    @abstractmethod
+    def add_node(
+        self,
+        node_id: str,
+        node_type: str,
+        properties: Optional[Dict[str, Any]] = None
+    ) -> bool:
+        """添加节点"""
+        pass
+    
+    @abstractmethod
+    def add_edge(
+        self,
+        from_node: str,
+        to_node: str,
+        edge_type: str,
+        properties: Optional[Dict[str, Any]] = None
+    ) -> bool:
+        """添加边"""
+        pass
+    
+    @abstractmethod
+    def get_node(self, node_id: str) -> Optional[Dict[str, Any]]:
+        """获取节点"""
+        pass
+    
+    @abstractmethod
+    def get_neighbors(
+        self, 
+        node_id: str, 
+        edge_type: Optional[str] = None
+    ) -> List[Dict[str, Any]]:
+        """获取邻居节点"""
+        pass
+    
+    @abstractmethod
+    def find_path(
+        self, 
+        start_node: str, 
+        end_node: str, 
+        max_depth: int = 3
+    ) -> Optional[List[Dict[str, Any]]]:
+        """查找路径"""
+        pass
+    
+    @abstractmethod
+    def delete_node(self, node_id: str) -> bool:
+        """删除节点"""
+        pass
+    
+    @abstractmethod
+    def delete_edge(self, from_node: str, to_node: str, edge_type: str) -> bool:
+        """删除边"""
+        pass
+    
+    @abstractmethod
+    def query_nodes(
+        self, 
+        node_type: Optional[str] = None,
+        properties_filter: Optional[Dict[str, Any]] = None
+    ) -> List[Dict[str, Any]]:
+        """查询节点"""
+        pass

sage/middleware/api/kv_api.py

@@ -0,0 +1,45 @@
+"""
+KV Service API Interface
+键值存储服务的API接口定义
+"""
+from typing import Dict, Any, List, Optional
+from abc import ABC, abstractmethod
+
+
+class KVServiceAPI(ABC):
+    """KV服务API接口"""
+    
+    @abstractmethod
+    def put(self, key: str, value: Any) -> bool:
+        """存储键值对"""
+        pass
+    
+    @abstractmethod
+    def get(self, key: str) -> Optional[Any]:
+        """获取值"""
+        pass
+    
+    @abstractmethod
+    def delete(self, key: str) -> bool:
+        """删除键值对"""
+        pass
+    
+    @abstractmethod
+    def exists(self, key: str) -> bool:
+        """检查键是否存在"""
+        pass
+    
+    @abstractmethod
+    def list_keys(self, prefix: Optional[str] = None) -> List[str]:
+        """列出所有键或指定前缀的键"""
+        pass
+    
+    @abstractmethod
+    def size(self) -> int:
+        """获取存储大小"""
+        pass
+    
+    @abstractmethod
+    def clear(self) -> bool:
+        """清空所有数据"""
+        pass

sage/middleware/api/memory_api.py

@@ -0,0 +1,64 @@
+"""
+Memory Service API Interface
+记忆服务的API接口定义
+"""
+from typing import Dict, Any, List, Optional
+from abc import ABC, abstractmethod
+
+
+class MemoryServiceAPI(ABC):
+    """Memory服务API接口 - 高级记忆管理"""
+    
+    @abstractmethod
+    def store_memory(
+        self,
+        content: str,
+        vector: List[float],
+        session_id: Optional[str] = None,
+        memory_type: str = "conversation",
+        metadata: Optional[Dict[str, Any]] = None
+    ) -> str:
+        """存储记忆"""
+        pass
+    
+    @abstractmethod
+    def retrieve_memories(
+        self,
+        query_vector: List[float],
+        session_id: Optional[str] = None,
+        memory_type: Optional[str] = None,
+        top_k: int = 10
+    ) -> List[Dict[str, Any]]:
+        """检索相关记忆"""
+        pass
+    
+    @abstractmethod
+    def get_memory(self, memory_id: str) -> Optional[Dict[str, Any]]:
+        """获取特定记忆"""
+        pass
+    
+    @abstractmethod
+    def delete_memory(self, memory_id: str) -> bool:
+        """删除记忆"""
+        pass
+    
+    @abstractmethod
+    def search_memories(
+        self,
+        query: str,
+        session_id: Optional[str] = None,
+        memory_type: Optional[str] = None,
+        top_k: int = 10
+    ) -> List[Dict[str, Any]]:
+        """基于文本搜索记忆"""
+        pass
+    
+    @abstractmethod
+    def get_session_memories(self, session_id: str) -> List[Dict[str, Any]]:
+        """获取会话的所有记忆"""
+        pass
+    
+    @abstractmethod
+    def clear_session_memories(self, session_id: str) -> bool:
+        """清空会话记忆"""
+        pass

sage/middleware/api/vdb_api.py

@@ -0,0 +1,60 @@
+"""
+VDB Service API Interface
+向量数据库服务的API接口定义
+"""
+from typing import Dict, Any, List, Optional, Tuple
+from abc import ABC, abstractmethod
+
+
+class VDBServiceAPI(ABC):
+    """VDB服务API接口"""
+    
+    @abstractmethod
+    def add_vectors(self, documents: List[Dict[str, Any]]) -> List[str]:
+        """添加向量文档"""
+        pass
+    
+    @abstractmethod
+    def search(
+        self, 
+        query_vector: List[float], 
+        top_k: int = 10,
+        similarity_threshold: Optional[float] = None
+    ) -> List[Dict[str, Any]]:
+        """向量相似性搜索"""
+        pass
+    
+    @abstractmethod
+    def get_vector(self, doc_id: str) -> Optional[Dict[str, Any]]:
+        """获取向量文档"""
+        pass
+    
+    @abstractmethod
+    def delete_vectors(self, doc_ids: List[str]) -> bool:
+        """删除向量文档"""
+        pass
+    
+    @abstractmethod
+    def update_vector(self, doc_id: str, document: Dict[str, Any]) -> bool:
+        """更新向量文档"""
+        pass
+    
+    @abstractmethod
+    def count(self) -> int:
+        """获取向量总数"""
+        pass
+    
+    @abstractmethod
+    def clear(self) -> bool:
+        """清空所有向量"""
+        pass
+    
+    @abstractmethod
+    def save_index(self, path: str) -> bool:
+        """保存索引到磁盘"""
+        pass
+    
+    @abstractmethod
+    def load_index(self, path: str) -> bool:
+        """从磁盘加载索引"""
+        pass

sage/middleware/enterprise/__init__.py

@@ -0,0 +1,75 @@
+"""
+SAGE sage-middleware Enterprise Edition
+企业版功能需要有效的商业许可证
+"""
+
+import os
+import sys
+from pathlib import Path
+
+# 添加license工具到路径
+_PROJECT_ROOT = Path(__file__).parent.parent.parent.parent.parent.parent.parent
+_LICENSE_TOOLS = _PROJECT_ROOT / "tools" / "license"
+
+if _LICENSE_TOOLS.exists():
+    sys.path.insert(0, str(_LICENSE_TOOLS))
+    sys.path.insert(0, str(_LICENSE_TOOLS / "shared"))
+
+
+def _check_enterprise_license():
+    """检查企业版license"""
+    try:
+        from shared.validation import LicenseValidator
+        
+        validator = LicenseValidator()
+        if not validator.has_valid_license():
+            return False
+            
+        features = validator.get_license_features()
+        # 检查是否有企业版功能
+        required_features = ["enterprise", "high-performance", "enterprise-db", "advanced-analytics"]
+        return any(feature in features for feature in required_features)
+        
+    except ImportError:
+        # License工具不可用，检查环境变量
+        return os.getenv("SAGE_ENTERPRISE_ENABLED", "").lower() in ["true", "1", "yes"]
+    except Exception:
+        return False
+
+
+# 企业版功能可用性检查
+_ENTERPRISE_AVAILABLE = _check_enterprise_license()
+
+# Note: Enterprise license warning is now handled in the main sage package
+# to avoid duplicate warnings when importing multiple enterprise modules
+
+
+def require_enterprise_license(func):
+    """装饰器：要求企业版license"""
+    def wrapper(*args, **kwargs):
+        if not _ENTERPRISE_AVAILABLE:
+            raise RuntimeError(
+                f"SAGE sage-middleware Enterprise feature requires a valid commercial license. "
+                f"This functionality is not available with your current license."
+            )
+        return func(*args, **kwargs)
+    return wrapper
+
+
+# 根据license状态导入功能
+if _ENTERPRISE_AVAILABLE:
+    # 导入所有企业版功能
+    try:
+        # 这里会根据实际的企业版模块来调整
+        pass
+    except ImportError as e:
+        print(f"Warning: Failed to import some enterprise features: {e}")
+else:
+    # 企业版功能不可用时的占位符
+    pass
+
+
+__all__ = [
+    "_ENTERPRISE_AVAILABLE",
+    "require_enterprise_license"
+]

sage/middleware/enterprise/sage_db/__init__.py

@@ -0,0 +1,132 @@
+"""
+SAGE Database Extension
+
+High-performance vector database with FAISS backend.
+"""
+
+import os
+import sys
+import warnings
+from typing import List, Optional
+
+__version__ = "0.1.0"
+
+# 设置库路径以便找到依赖的 .so 文件
+_current_dir = os.path.dirname(os.path.abspath(__file__))
+if _current_dir not in sys.path:
+    sys.path.insert(0, _current_dir)
+
+# 设置 LD_LIBRARY_PATH 环境变量
+if "LD_LIBRARY_PATH" in os.environ:
+    os.environ["LD_LIBRARY_PATH"] = f"{_current_dir}:{os.environ['LD_LIBRARY_PATH']}"
+else:
+    os.environ["LD_LIBRARY_PATH"] = _current_dir
+
+# 尝试导入C++扩展
+_cpp_available = False
+_import_error = None
+
+try:
+    # 直接导入 C++ 扩展模块
+    from . import _sage_db
+    
+    # 导入所有必要的类和函数
+    IndexType = _sage_db.IndexType
+    DistanceMetric = _sage_db.DistanceMetric
+    QueryResult = _sage_db.QueryResult
+    SearchParams = _sage_db.SearchParams
+    DatabaseConfig = _sage_db.DatabaseConfig
+    SageDBException = _sage_db.SageDBException
+    
+    # 检查是否有工厂函数
+    if hasattr(_sage_db, 'create_database'):
+        create_database = _sage_db.create_database
+    else:
+        # 如果没有工厂函数，创建一个简单的包装器
+        def create_database(dimension, index_type=None, metric=None):
+            if index_type is None:
+                index_type = IndexType.AUTO
+            if metric is None:
+                metric = DistanceMetric.L2
+            
+            config = DatabaseConfig()
+            config.dimension = dimension
+            config.index_type = index_type
+            config.distance_metric = metric
+            return _sage_db.SageDB(config)
+    
+    # 导入核心 SageDB 类
+    SageDB = _sage_db.SageDB
+    
+    _cpp_available = True
+    print("✓ SAGE DB C++ extension loaded successfully")
+    
+except ImportError as e:
+    _import_error = str(e)
+    warnings.warn(f"SAGE DB C++ extension not available: {e}")
+    
+    # 提供 fallback 实现
+    class SageDB:
+        """Fallback SageDB implementation"""
+        def __init__(self, *args, **kwargs):
+            raise ImportError(f"SAGE DB C++ extension not available: {_import_error}")
+    
+    class IndexType:
+        FLAT = "FLAT"
+        IVF_FLAT = "IVF_FLAT"
+        HNSW = "HNSW"
+        AUTO = "AUTO"
+    
+    class DistanceMetric:
+        L2 = "L2"
+        INNER_PRODUCT = "INNER_PRODUCT"
+        COSINE = "COSINE"
+    
+    class QueryResult:
+        def __init__(self, id, score, metadata=None):
+            self.id = id
+            self.score = score
+            self.metadata = metadata or {}
+    
+    class SearchParams:
+        def __init__(self, k=10):
+            self.k = k
+    
+    class DatabaseConfig:
+        def __init__(self):
+            self.dimension = 128
+            self.index_type = IndexType.AUTO
+            self.distance_metric = DistanceMetric.L2
+    
+    class SageDBException(Exception):
+        pass
+    
+    def create_database(*args, **kwargs):
+        raise ImportError(f"SAGE DB C++ extension not available: {_import_error}")
+
+# 导出的API
+__all__ = [
+    'SageDB',
+    'IndexType', 
+    'DistanceMetric',
+    'QueryResult',
+    'SearchParams',
+    'DatabaseConfig',
+    'SageDBException',
+    'create_database',
+    'is_available',
+    'get_status'
+]
+
+# 状态检查函数
+def is_available() -> bool:
+    """Check if SAGE DB is available"""
+    return _cpp_available
+
+def get_status() -> dict:
+    """Get detailed status information"""
+    return {
+        'cpp_extension': _cpp_available,
+        'import_error': _import_error,
+        'fully_available': _cpp_available
+    }

sage/middleware/enterprise/sage_db/python/__init__.py

@@ -0,0 +1,7 @@
+"""
+Python interface for sage_db extension.
+"""
+
+from .sage_db import SageDB
+
+__all__ = ['SageDB']

sage/middleware/enterprise/sage_db/python/sage_db.py

@@ -0,0 +1,44 @@
+"""
+Python interface for SAGE Database.
+
+This module provides a Python interface to the SAGE vector database.
+"""
+
+class SageDB:
+    """
+    SAGE Database Python interface.
+    
+    In minimal mode (without C++ extensions), this provides a placeholder
+    implementation that raises appropriate errors.
+    """
+    
+    def __init__(self, **kwargs):
+        """Initialize SAGE Database."""
+        # Check if C++ extension is available
+        try:
+            # Try to load the C++ extension
+            import sage_ext.sage_db._sage_db_cpp
+            self._impl = sage_ext.sage_db._sage_db_cpp.SageDB(**kwargs)
+            self._has_cpp = True
+        except ImportError:
+            # C++ extension not available - minimal mode
+            self._impl = None
+            self._has_cpp = False
+            raise RuntimeError(
+                "SAGE Database C++ extension not available. "
+                "Please use full installation mode for vector database features."
+            )
+    
+    def add_documents(self, documents, embeddings=None):
+        """Add documents to the database."""
+        if not self._has_cpp:
+            raise RuntimeError("C++ extension required for database operations")
+        return self._impl.add_documents(documents, embeddings)
+    
+    def search(self, query, k=10):
+        """Search for similar documents."""
+        if not self._has_cpp:
+            raise RuntimeError("C++ extension required for database operations")
+        return self._impl.search(query, k)
+
+__all__ = ['SageDB']