isage-middleware 0.1.1__py3-none-any.whl → 0.1.4__py3-none-any.whl

sage/middleware/services/vdb/__init__.py

@@ -1,8 +1,37 @@
 """
-VDB Service Module
-向量数据库服务模块
+SAGE - Streaming-Augmented Generative Execution
 """
 
-from .vdb_service import VDBService, create_vdb_service_factory
+# 动态版本加载
+def _load_version():
+    """从项目根目录动态加载版本信息"""
+    from pathlib import Path
+    
+    # 获取项目根目录
+    current_file = Path(__file__).resolve()
+    root_dir = current_file.parent.parent.parent.parent.parent.parent.parent
+    version_file = root_dir / "_version.py"
+    
+    # 加载版本信息
+    if version_file.exists():
+        version_globals = {}
+        with open(version_file, 'r', encoding='utf-8') as f:
+            exec(f.read(), version_globals)
+        return {
+            'version': version_globals.get('__version__', '0.1.4'),
+            'author': version_globals.get('__author__', 'SAGE Team'),
+            'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
+        }
+    
+    # 默认值
+    return {
+        'version': '0.1.4',
+        'author': 'SAGE Team', 
+        'email': 'shuhao_zhang@hust.edu.cn'
+    }
 
-__all__ = ["VDBService", "create_vdb_service_factory"]
+# 加载信息
+_info = _load_version()
+__version__ = _info['version']
+__author__ = _info['author']
+__email__ = _info['email']

sage/middleware/services/vdb/examples/vdb_demo.py

@@ -4,8 +4,8 @@ VDB Service API 使用示例
 """
 import numpy as np
 from sage.core.api.local_environment import LocalEnvironment
-from sage.middleware.services.services.vdb import create_vdb_service_factory
-from sage.middleware.services.api.vdb_api import VDBServiceAPI
+from sage.middleware.services.vdb import create_vdb_service_factory
+from sage.middleware.api.vdb_api import VDBServiceAPI
 
 
 def test_vdb_service_api():

sage/middleware/services/vdb/search_engine/__init__.py

@@ -0,0 +1,37 @@
+"""
+SAGE - Streaming-Augmented Generative Execution
+"""
+
+# 动态版本加载
+def _load_version():
+    """从项目根目录动态加载版本信息"""
+    from pathlib import Path
+    
+    # 获取项目根目录
+    current_file = Path(__file__).resolve()
+    root_dir = current_file.parent.parent.parent.parent.parent.parent.parent.parent
+    version_file = root_dir / "_version.py"
+    
+    # 加载版本信息
+    if version_file.exists():
+        version_globals = {}
+        with open(version_file, 'r', encoding='utf-8') as f:
+            exec(f.read(), version_globals)
+        return {
+            'version': version_globals.get('__version__', '0.1.4'),
+            'author': version_globals.get('__author__', 'SAGE Team'),
+            'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
+        }
+    
+    # 默认值
+    return {
+        'version': '0.1.4',
+        'author': 'SAGE Team', 
+        'email': 'shuhao_zhang@hust.edu.cn'
+    }
+
+# 加载信息
+_info = _load_version()
+__version__ = _info['version']
+__author__ = _info['author']
+__email__ = _info['email']

sage/middleware/services/vdb/vdb_service.py

@@ -55,22 +55,24 @@ class FaissVDBBackend:
         # 导入FaissIndex
         try:
             from sage.middleware.services.vdb.search_engine.faiss_index import FaissIndex
-            
-            # 初始化FAISS索引
+
+            # 初始化FAISS索引（使用我们内部的 FaissIndex 实现）
             self.faiss_index = FaissIndex(
                 name="vdb_index",
                 dim=embedding_dimension,
                 config={
                     "index_type": index_type,
-                    **self.faiss_config
-                }
+                    **self.faiss_config,
+                },
             )
-            
+
             # 文档存储 (id -> VectorDocument)
             self.documents: Dict[str, VectorDocument] = {}
-            
-            self.logger.info(f"FaissVDBBackend initialized with {index_type}, dim={embedding_dimension}")
-            
+
+            self.logger.info(
+                f"FaissVDBBackend initialized with {index_type}, dim={embedding_dimension}"
+            )
+
         except ImportError as e:
             self.logger.error(f"Failed to import FaissIndex: {e}")
             raise ImportError("FAISS dependencies not available. Install with: pip install faiss-cpu")
@@ -102,10 +104,9 @@ class FaissVDBBackend:
                 self.documents[doc.id] = doc
             
             if vector_arrays:
-                # 添加到FAISS索引
-                vectors_np = np.vstack(vector_arrays)
-                self.faiss_index.add(vectors_np, vector_ids)
-                
+                # 添加到FAISS索引（使用 batch_insert 接口）
+                self.faiss_index.batch_insert(vector_arrays, vector_ids)
+
                 self.logger.debug(f"Added {len(vector_ids)} vectors to FAISS index")
                 return vector_ids
             else:
@@ -120,27 +121,31 @@ class FaissVDBBackend:
         """搜索相似向量"""
         try:
             if len(query_vector) != self.embedding_dimension:
-                raise ValueError(f"Query vector dimension mismatch: expected {self.embedding_dimension}, got {len(query_vector)}")
-            
-            # 转换查询向量
-            query_np = np.array([query_vector], dtype=np.float32)
-            
-            # 在FAISS中搜索
-            distances, indices, ids = self.faiss_index.search(query_np, top_k)
-            
-            results = []
-            for i, (distance, doc_id) in enumerate(zip(distances[0], ids[0])):
+                raise ValueError(
+                    f"Query vector dimension mismatch: expected {self.embedding_dimension}, got {len(query_vector)}"
+                )
+
+            # 转换查询向量（FaissIndex.search 接受 1D np.ndarray）
+            query_np = np.array(query_vector, dtype=np.float32)
+
+            # 在FAISS中搜索（返回 string_ids 和 distances）
+            ids, distances = self.faiss_index.search(query_np, top_k)
+
+            results: List[Tuple[VectorDocument, float]] = []
+            for doc_id, distance in zip(ids, distances):
                 if doc_id in self.documents:
                     doc = self.documents[doc_id]
-                    
+
                     # 应用元数据过滤
                     if metadata_filter and not self._matches_filter(doc.metadata, metadata_filter):
                         continue
-                    
+
                     results.append((doc, float(distance)))
                 else:
-                    self.logger.warning(f"Document {doc_id} found in index but not in storage")
-            
+                    self.logger.warning(
+                        f"Document {doc_id} found in index but not in storage"
+                    )
+
             self.logger.debug(f"Search returned {len(results)} results")
             return results
             
@@ -156,18 +161,19 @@ class FaissVDBBackend:
         """删除向量文档"""
         try:
             deleted_count = 0
-            valid_ids = []
-            
+
             for doc_id in doc_ids:
                 if doc_id in self.documents:
                     del self.documents[doc_id]
-                    valid_ids.append(doc_id)
+                    try:
+                        # 从FAISS索引中删除（逐个删除）
+                        self.faiss_index.delete(doc_id)
+                    except Exception as e:
+                        self.logger.warning(
+                            f"Error deleting id {doc_id} from FAISS: {e}"
+                        )
                     deleted_count += 1
             
-            # 从FAISS索引中删除
-            if valid_ids:
-                self.faiss_index.delete(valid_ids)
-            
             self.logger.debug(f"Deleted {deleted_count} vectors")
             return deleted_count
             
@@ -198,8 +204,8 @@ class FaissVDBBackend:
                 dim=self.embedding_dimension,
                 config={
                     "index_type": self.index_type,
-                    **self.faiss_config
-                }
+                    **self.faiss_config,
+                },
             )
         except Exception as e:
             self.logger.error(f"Error reinitializing FAISS index: {e}")
@@ -207,7 +213,7 @@ class FaissVDBBackend:
     def save_index(self, path: str) -> bool:
         """保存索引到磁盘"""
         try:
-            self.faiss_index.save(path)
+            self.faiss_index.store(path)
             return True
         except Exception as e:
             self.logger.error(f"Error saving index: {e}")
@@ -217,11 +223,8 @@ class FaissVDBBackend:
         """从磁盘加载索引"""
         try:
             from sage.middleware.services.vdb.search_engine.faiss_index import FaissIndex
-            self.faiss_index = FaissIndex(
-                name="vdb_index", 
-                dim=self.embedding_dimension,
-                load_path=path
-            )
+            # 使用类方法 load 恢复索引
+            self.faiss_index = FaissIndex.load(name="vdb_index", load_path=path)
             return True
         except Exception as e:
             self.logger.error(f"Error loading index: {e}")

sage/middleware/utils/__init__.py

@@ -1,5 +1,37 @@
 """
-Llm module for SAGE framework
+SAGE - Streaming-Augmented Generative Execution
 """
 
-__version__ = "1.0.0"
+# 动态版本加载
+def _load_version():
+    """从项目根目录动态加载版本信息"""
+    from pathlib import Path
+    
+    # 获取项目根目录
+    current_file = Path(__file__).resolve()
+    root_dir = current_file.parent.parent.parent.parent.parent.parent
+    version_file = root_dir / "_version.py"
+    
+    # 加载版本信息
+    if version_file.exists():
+        version_globals = {}
+        with open(version_file, 'r', encoding='utf-8') as f:
+            exec(f.read(), version_globals)
+        return {
+            'version': version_globals.get('__version__', '0.1.4'),
+            'author': version_globals.get('__author__', 'SAGE Team'),
+            'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
+        }
+    
+    # 默认值
+    return {
+        'version': '0.1.4',
+        'author': 'SAGE Team', 
+        'email': 'shuhao_zhang@hust.edu.cn'
+    }
+
+# 加载信息
+_info = _load_version()
+__version__ = _info['version']
+__author__ = _info['author']
+__email__ = _info['email']

sage/middleware/utils/embedding/__init__.py

@@ -1,35 +1,37 @@
 """
-Embedding methods and models for SAGE middleware.
+SAGE - Streaming-Augmented Generative Execution
 """
 
-from .embedding_api import apply_embedding_model
-from .embedding_model import EmbeddingModel
+# 动态版本加载
+def _load_version():
+    """从项目根目录动态加载版本信息"""
+    from pathlib import Path
+    
+    # 获取项目根目录
+    current_file = Path(__file__).resolve()
+    root_dir = current_file.parent.parent.parent.parent.parent.parent.parent
+    version_file = root_dir / "_version.py"
+    
+    # 加载版本信息
+    if version_file.exists():
+        version_globals = {}
+        with open(version_file, 'r', encoding='utf-8') as f:
+            exec(f.read(), version_globals)
+        return {
+            'version': version_globals.get('__version__', '0.1.4'),
+            'author': version_globals.get('__author__', 'SAGE Team'),
+            'email': version_globals.get('__email__', 'shuhao_zhang@hust.edu.cn')
+        }
+    
+    # 默认值
+    return {
+        'version': '0.1.4',
+        'author': 'SAGE Team', 
+        'email': 'shuhao_zhang@hust.edu.cn'
+    }
 
-# Import specific embedding implementations
-from . import hf
-from . import ollama
-from . import siliconcloud
-from . import openai
-from . import bedrock
-from . import zhipu
-from . import mockembedder
-from . import _cohere
-from . import nvidia_openai
-from . import lollms
-from . import jina
-
-__all__ = [
-    'apply_embedding_model',
-    'EmbeddingModel',
-    'hf',
-    'ollama', 
-    'siliconcloud',
-    'openai',
-    'bedrock',
-    'zhipu',
-    'mockembedder',
-    '_cohere',
-    'nvidia_openai',
-    'lollms',
-    'jina'
-]
+# 加载信息
+_info = _load_version()
+__version__ = _info['version']
+__author__ = _info['author']
+__email__ = _info['email']