isage-middleware 0.1.3.1__py3-none-any.whl → 0.2.0.0__py3-none-any.whl

sage/middleware/components/sage_tsdb/python/__init__.py

@@ -0,0 +1,21 @@
+"""
+Python package for SageTSDB
+
+This package provides both high-performance C++ bindings and pure Python implementations
+for time series database operations.
+"""
+
+try:
+    # Try to import C++ bindings first
+    from . import _sage_tsdb
+
+    TSDB_BACKEND = "cpp"
+except ImportError:
+    # Fallback to pure Python implementation
+    _sage_tsdb = None
+    TSDB_BACKEND = "python"
+
+# Import Python APIs (these wrap C++ or pure Python implementations)
+from . import algorithms, sage_tsdb
+
+__all__ = ["sage_tsdb", "algorithms", "_sage_tsdb", "TSDB_BACKEND"]

sage/middleware/components/sage_tsdb/python/_sage_tsdb.pyi

@@ -0,0 +1,17 @@
+"""
+Type stub for SAGE TSDB C++ extension module.
+
+This is a compiled C++ extension module created via pybind11.
+The actual implementation is in C++, this file provides type hints for Python.
+"""
+
+# Basic type hints for the C++ extension
+# Add specific function/class signatures as needed when you know the API
+
+class SageTSDB:
+    """SAGE TSDB C++ extension interface"""
+
+    def __init__(self) -> None: ...
+    # Add more methods as needed
+
+# Add other exported symbols from the C++ module as needed

sage/middleware/components/sage_tsdb/python/algorithms/__init__.py

@@ -0,0 +1,17 @@
+"""
+Algorithms for time series processing.
+
+This module provides a pluggable algorithm interface for various
+time series processing tasks including stream joins, aggregations,
+and complex event processing.
+"""
+
+from .base import TimeSeriesAlgorithm
+from .out_of_order_join import OutOfOrderStreamJoin
+from .window_aggregator import WindowAggregator
+
+__all__ = [
+    "TimeSeriesAlgorithm",
+    "OutOfOrderStreamJoin",
+    "WindowAggregator",
+]

sage/middleware/components/sage_tsdb/python/micro_service/__init__.py

@@ -0,0 +1,7 @@
+"""
+Micro-service module for SageTSDB
+"""
+
+from .sage_tsdb_service import SageTSDBService, SageTSDBServiceConfig
+
+__all__ = ["SageTSDBService", "SageTSDBServiceConfig"]

sage/middleware/operators/__init__.py

@@ -0,0 +1,32 @@
+"""
+SAGE Middleware Operators - 领域算子
+
+这个模块提供面向特定业务领域的算子实现：
+- LLM算子: 大语言模型推理 (VLLMGenerator等)
+- RAG算子: 检索增强生成算子 (Retriever, Refiner, Reranker, Generator等)
+- Tool算子: 工具调用 + 领域特定工具 (arxiv, image_captioner等)
+- Filters: 业务过滤器 (tool_filter, evaluate_filter, context source/sink)
+
+第三方集成(向量数据库、LLM客户端)位于: sage.libs.integrations
+
+这些算子继承 sage.kernel.operators 的基础算子，实现具体业务逻辑。
+
+使用方式：
+    from sage.middleware.operators import rag, llm, tools, filters
+
+    # 或直接导入
+    from sage.middleware.operators.rag import ChromaRetriever
+    from sage.middleware.operators.llm import VLLMGenerator
+    from sage.libs.integrations import MilvusBackend, OpenAIClient
+"""
+
+# 导出子模块
+from . import agentic, filters, llm, rag, tools
+
+__all__ = [
+    "agentic",
+    "rag",
+    "llm",
+    "tools",
+    "filters",
+]

sage/middleware/operators/agent/__init__.py

@@ -0,0 +1,9 @@
+"""
+Agent components for SAGE middleware.
+
+Provides agent runtime and planning capabilities.
+"""
+
+from sage.middleware.operators.agent import runtime
+
+__all__ = ["runtime"]

sage/middleware/operators/agent/planning/__init__.py

@@ -0,0 +1,5 @@
+from .llm_adapter import GeneratorToClientAdapter
+from .planner_adapter import SageLibsPlannerAdapter
+from .router import PlannerRouter
+
+__all__ = ["PlannerRouter", "SageLibsPlannerAdapter", "GeneratorToClientAdapter"]

sage/middleware/operators/agentic/__init__.py

@@ -0,0 +1,20 @@
+"""L4 Agentic Operators.
+
+This package exposes ready-to-use operator wrappers (MapOperators) built on
+sage.libs.agentic components so Studio and pipeline builders can drag-and-drop
+agent runtimes without wiring boilerplate.
+"""
+
+from .planning_operator import PlanningOperator
+from .refined_searcher import RefinedSearcherOperator
+from .runtime import AgentRuntimeOperator
+from .timing_operator import TimingOperator
+from .tool_selection_operator import ToolSelectionOperator
+
+__all__ = [
+    "AgentRuntimeOperator",
+    "ToolSelectionOperator",
+    "PlanningOperator",
+    "TimingOperator",
+    "RefinedSearcherOperator",
+]

sage/middleware/operators/context/__init__.py

@@ -0,0 +1,17 @@
+"""Business context for Agent and RAG workflows."""
+
+from sage.middleware.operators.context.critic_evaluation import CriticEvaluation
+from sage.middleware.operators.context.model_context import ModelContext
+from sage.middleware.operators.context.quality_label import QualityLabel
+from sage.middleware.operators.context.search_query_results import SearchQueryResults
+from sage.middleware.operators.context.search_result import SearchResult
+from sage.middleware.operators.context.search_session import SearchSession
+
+__all__ = [
+    "ModelContext",
+    "SearchSession",
+    "CriticEvaluation",
+    "QualityLabel",
+    "SearchResult",
+    "SearchQueryResults",
+]

sage/middleware/operators/filters/__init__.py

@@ -0,0 +1,26 @@
+"""
+SAGE Filters - Data Filtering and Transformation
+
+Layer: L3 (Core - Algorithm Library)
+
+This module provides data filtering, transformation, and routing utilities
+for agent workflows.
+
+Available Filters:
+- Tool Filter: Filter and select appropriate tools
+- Evaluate Filter: Evaluate and score outputs
+- Context Source: Context data sources
+- Context Sink: Context data sinks
+"""
+
+from .context_sink import *  # noqa: F403
+from .context_source import *  # noqa: F403
+from .evaluate_filter import *  # noqa: F403
+from .tool_filter import *  # noqa: F403
+
+__all__: list[str] = [
+    # Re-export from submodules
+    # Will be populated as modules are standardized
+]
+
+__version__ = "0.1.0"

sage/middleware/operators/llm/__init__.py

@@ -0,0 +1,9 @@
+"""
+LLM Operators - 大语言模型推理算子
+
+这个模块包含各种 LLM 服务的算子实现。
+"""
+
+from sage.middleware.operators.llm.vllm_generator import VLLMEmbedding, VLLMGenerator
+
+__all__ = ["VLLMGenerator", "VLLMEmbedding"]

sage/middleware/operators/rag/__init__.py

@@ -0,0 +1,146 @@
+"""
+RAG (Retrieval-Augmented Generation) Operators
+
+This module contains domain-specific operators for RAG applications:
+- Pipeline (RAG orchestration and workflow)
+- Profiler (Query profiling and analysis)
+- Document Loaders (Document loading utilities)
+- Generator operators (LLM response generation)
+- Retriever operators (document/passage retrieval)
+- Reranker operators (result reranking)
+- Promptor operators (prompt construction)
+- Evaluation operators (quality metrics)
+- Document processing operators (chunking, refining, writing)
+- External data source operators (ArXiv)
+
+These operators inherit from base operator classes in sage.kernel.operators
+and implement RAG-specific business logic.
+"""
+
+# Export types for easier access
+from sage.libs.rag.types import (
+    RAGDocument,
+    RAGInput,
+    RAGOutput,
+    RAGQuery,
+    RAGResponse,
+    create_rag_response,
+    ensure_rag_response,
+    extract_query,
+    extract_results,
+)
+
+# Lazy imports to avoid optional dependency issues
+_IMPORTS = {
+    # Pipeline and Profiler
+    # RAGPipeline lives in the middleware layer (L4) as orchestration/pipeline code.
+    # It previously pointed to sage.libs.rag.pipeline (L3) which was deleted during
+    # the libs -> middleware refactor. Update to the new location.
+    "RAGPipeline": ("sage.middleware.operators.rag.pipeline", "RAGPipeline"),
+    "Query_Profiler": ("sage.middleware.operators.rag.profiler", "Query_Profiler"),
+    "QueryProfilerResult": ("sage.middleware.operators.rag.profiler", "QueryProfilerResult"),
+    # Document Loaders
+    "TextLoader": ("sage.libs.rag.document_loaders", "TextLoader"),
+    "PDFLoader": ("sage.libs.rag.document_loaders", "PDFLoader"),
+    "DocxLoader": ("sage.libs.rag.document_loaders", "DocxLoader"),
+    "DocLoader": ("sage.libs.rag.document_loaders", "DocLoader"),
+    "MarkdownLoader": ("sage.libs.rag.document_loaders", "MarkdownLoader"),
+    "LoaderFactory": ("sage.libs.rag.document_loaders", "LoaderFactory"),
+    # Generators
+    "OpenAIGenerator": ("sage.middleware.operators.rag.generator", "OpenAIGenerator"),
+    "HFGenerator": ("sage.middleware.operators.rag.generator", "HFGenerator"),
+    # Retrievers
+    "ChromaRetriever": ("sage.middleware.operators.rag.retriever", "ChromaRetriever"),
+    "MilvusDenseRetriever": (
+        "sage.middleware.operators.rag.retriever",
+        "MilvusDenseRetriever",
+    ),
+    "MilvusSparseRetriever": (
+        "sage.middleware.operators.rag.retriever",
+        "MilvusSparseRetriever",
+    ),
+    "Wiki18FAISSRetriever": (
+        "sage.middleware.operators.rag.retriever",
+        "Wiki18FAISSRetriever",
+    ),
+    # Rerankers
+    "BGEReranker": ("sage.middleware.operators.rag.reranker", "BGEReranker"),
+    "LLMbased_Reranker": (
+        "sage.middleware.operators.rag.reranker",
+        "LLMbased_Reranker",
+    ),
+    # Promptors
+    "QAPromptor": ("sage.middleware.operators.rag.promptor", "QAPromptor"),
+    "SummarizationPromptor": (
+        "sage.middleware.operators.rag.promptor",
+        "SummarizationPromptor",
+    ),
+    "QueryProfilerPromptor": (
+        "sage.middleware.operators.rag.promptor",
+        "QueryProfilerPromptor",
+    ),
+    # Evaluation
+    "F1Evaluate": ("sage.middleware.operators.rag.evaluate", "F1Evaluate"),
+    "EMEvaluate": ("sage.middleware.operators.rag.evaluate", "EMEvaluate"),
+    "RecallEvaluate": ("sage.middleware.operators.rag.evaluate", "RecallEvaluate"),
+    "BertRecallEvaluate": (
+        "sage.middleware.operators.rag.evaluate",
+        "BertRecallEvaluate",
+    ),
+    "RougeLEvaluate": ("sage.middleware.operators.rag.evaluate", "RougeLEvaluate"),
+    "BRSEvaluate": ("sage.middleware.operators.rag.evaluate", "BRSEvaluate"),
+    "AccuracyEvaluate": ("sage.middleware.operators.rag.evaluate", "AccuracyEvaluate"),
+    "TokenCountEvaluate": (
+        "sage.middleware.operators.rag.evaluate",
+        "TokenCountEvaluate",
+    ),
+    "LatencyEvaluate": ("sage.middleware.operators.rag.evaluate", "LatencyEvaluate"),
+    "ContextRecallEvaluate": (
+        "sage.middleware.operators.rag.evaluate",
+        "ContextRecallEvaluate",
+    ),
+    "CompressionRateEvaluate": (
+        "sage.middleware.operators.rag.evaluate",
+        "CompressionRateEvaluate",
+    ),
+    # Document Processing
+    "CharacterSplitter": ("sage.libs.rag.chunk", "CharacterSplitter"),
+    "SentenceTransformersTokenTextSplitter": (
+        "sage.libs.rag.chunk",
+        "SentenceTransformersTokenTextSplitter",
+    ),
+    "RefinerOperator": ("sage.middleware.operators.rag.refiner", "RefinerOperator"),
+    "MemoryWriter": ("sage.middleware.operators.rag.writer", "MemoryWriter"),
+    # External Data Sources (may require optional dependencies)
+    "ArxivPDFDownloader": ("sage.middleware.operators.rag.arxiv", "ArxivPDFDownloader"),
+    "ArxivPDFParser": ("sage.middleware.operators.rag.arxiv", "ArxivPDFParser"),
+    # Web Search
+    "BochaWebSearch": ("sage.middleware.operators.rag.searcher", "BochaWebSearch"),
+}
+
+# Export all operator names and type utilities
+__all__ = [  # type: ignore[misc]
+    # Types
+    "RAGDocument",
+    "RAGQuery",
+    "RAGResponse",
+    "RAGInput",
+    "RAGOutput",
+    "ensure_rag_response",
+    "extract_query",
+    "extract_results",
+    "create_rag_response",
+    # Operators (lazy loaded)
+    *list(_IMPORTS.keys()),
+]
+
+
+def __getattr__(name: str):
+    """Lazy import to avoid optional dependency issues at import time."""
+    if name in _IMPORTS:
+        module_name, attr_name = _IMPORTS[name]
+        import importlib
+
+        module = importlib.import_module(module_name)
+        return getattr(module, attr_name)
+    raise AttributeError(f"module '{__name__}' has no attribute '{name}'")

sage/middleware/operators/rag/index_builder/__init__.py

@@ -0,0 +1,48 @@
+"""RAG Index Building Service (L4 Middleware Operator)
+
+This module provides index building functionality for RAG systems.
+It orchestrates document processing, embedding, and vector storage.
+
+Layer: L4 (sage-middleware/operators/rag)
+Dependencies:
+  - sage.libs.rag (L3) - chunk, document_loaders
+  - sage.middleware.components.sage_db (L4) - SageDB backend
+  - sage.common (L1) - embedding models
+
+Components:
+- VectorStore: Protocol defining vector storage interface
+- IndexManifest: Metadata describing a built index
+- IndexBuilder: Service for building vector indices
+
+Architecture Pattern:
+- L4 defines IndexBuilder (orchestration)
+- L4 provides SageDB backend implementation
+- L3 provides ChromaDB backend via integrations
+- L6 (sage-cli, sage-gateway) uses IndexBuilder
+
+Example Usage:
+    >>> from sage.middleware.operators.rag.index_builder import IndexBuilder
+    >>> from sage.middleware.components.sage_db import SageVDBBackend
+    >>>
+    >>> # Create backend factory
+    >>> def factory(path, dim):
+    ...     return SageVDBBackend(path, dim)
+    >>>
+    >>> # Build index
+    >>> builder = IndexBuilder(backend_factory=factory)
+    >>> manifest = builder.build_from_docs(
+    ...     source_dir=Path("docs"),
+    ...     persist_path=Path(".sage/index"),
+    ...     embedding_model=embedder,
+    ... )
+"""
+
+from sage.middleware.operators.rag.index_builder.builder import IndexBuilder
+from sage.middleware.operators.rag.index_builder.manifest import IndexManifest
+from sage.middleware.operators.rag.index_builder.storage import VectorStore
+
+__all__ = [
+    "IndexBuilder",
+    "IndexManifest",
+    "VectorStore",
+]