isage-kernel 0.2.4.14__tar.gz

isage_kernel-0.2.4.14/MANIFEST.in

@@ -0,0 +1,7 @@
+# Include compiled files and binary extensions
+recursive-include src *.pyc
+recursive-include src *.pyo
+recursive-include src __pycache__/*
+recursive-include src *.so
+recursive-include src *.pyd
+recursive-include src *.dylib

isage_kernel-0.2.4.14/PKG-INFO

@@ -0,0 +1,261 @@
+Metadata-Version: 2.4
+Name: isage-kernel
+Version: 0.2.4.14
+Summary: SAGE Kernel Module - Streaming-Augmented Generative Execution
+Author-email: IntelliStream Team <shuhao_zhang@hust.edu.cn>
+License: MIT
+Project-URL: Homepage, https://github.com/intellistream/SAGE
+Project-URL: Repository, https://github.com/intellistream/SAGE.git
+Project-URL: Documentation, https://intellistream.github.io/SAGE-Pub/
+Project-URL: Issues, https://github.com/intellistream/SAGE/issues
+Keywords: data,reasoning,kernel,dataflow,llm,ml,framework,rag,intellistream,cli,ai,sage
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Distributed Computing
+Requires-Python: ==3.11.*
+Description-Content-Type: text/markdown
+Requires-Dist: torch<3.0.0,>=2.7.0
+Requires-Dist: torchvision<1.0.0,>=0.22.0
+Requires-Dist: fastapi<1.0.0,>=0.115.0
+Requires-Dist: uvicorn[standard]<1.0.0,>=0.34.0
+Requires-Dist: python_multipart<0.1.0,>=0.0.20
+Requires-Dist: ray<3.0.0,>=2.48.0
+Requires-Dist: grpcio<2.0.0,>=1.74.0
+Requires-Dist: protobuf<7.0.0,>=6.32.0
+Requires-Dist: msgpack<2.0.0,>=1.1.0
+Requires-Dist: aioboto3<15.0.0,>=14.1.0
+Requires-Dist: typer<1.0.0,>=0.15.0
+Requires-Dist: rich<14.0.0,>=13.0.0
+Requires-Dist: click<9.0.0,>=8.0.0
+Requires-Dist: questionary<2.0.0,>=1.10.0
+Requires-Dist: prompt_toolkit<4.0.0,>=3.0.50
+Requires-Dist: tabulate<1.0.0,>=0.9.0
+Requires-Dist: Cython<4.0.0,>=3.1.0
+Requires-Dist: pybind11<4.0.0,>=3.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
+Requires-Dist: pytest-benchmark>=4.0.0; extra == "dev"
+Requires-Dist: ruff==0.14.6; extra == "dev"
+Requires-Dist: isage-pypi-publisher>=0.2.0; extra == "dev"
+
+# SAGE Kernel
+
+> 🚀 SAGE 框架的核心内核包 - 整合了核心框架和命令行工具
+
+## 📋 Overview
+
+**SAGE Kernel** 是 SAGE 框架的核心包，整合了原来的 `sage-kernel` 和 `sage-cli` 两个包的功能，提供数据流处理引擎、任务管理、运行时系统和命令行工具。
+
+## 🧭 Governance / 团队协作制度
+
+- `docs/governance/TEAM.md`
+- `docs/governance/MAINTAINERS.md`
+- `docs/governance/DEVELOPER_GUIDE.md`
+- `docs/governance/PR_CHECKLIST.md`
+- `docs/governance/SELF_HOSTED_RUNNER.md`
+- `docs/governance/TODO.md`
+
+## � Package Contents
+
+**SAGE Kernel** 是 SAGE 框架的核心包，整合了原来的 `sage-kernel` 和 `sage-cli` 两个包的功能：
+
+### 🏗️ 核心组件 (sage.core)
+
+- **数据流处理框架**: 高性能的 dataflow-native 处理引擎
+- **函数管理**: Function registry 和 operator 管理
+- **配置系统**: 统一的配置管理和验证
+
+### ⚙️ 任务管理 (sage.kernels.jobmanager)
+
+- **任务调度**: 分布式任务执行和调度
+- **执行图**: DAG 执行图构建和优化
+- **客户端接口**: JobManager 客户端和服务端
+
+### 🔧 运行时系统 (sage.kernels.runtime)
+
+- **服务工厂**: 任务和服务的动态创建
+- **通信队列**: 高性能的进程间通信
+- **服务管理**: 微服务架构的服务生命周期管理
+
+### 💻 命令行工具 (sage.cli)
+
+- **集群管理**: 分布式集群的部署和管理
+- **任务提交**: 命令行任务提交和监控
+- **配置管理**: 交互式配置设置和验证
+- **扩展管理**: 插件和扩展的安装管理
+
+## 🚀 Installation
+
+### From Source
+
+```bash
+# 从源码安装
+pip install -e packages/sage-kernel
+
+# 或者从 PyPI 安装（发布后）
+pip install intellistream-sage-kernel
+```
+
+## 📖 Quick Start
+
+### Using Core API
+
+```python
+from sage.core import Function, Config
+from sage.kernels.jobmanager import JobManager
+from sage.kernels.runtime import ServiceTaskFactory
+
+
+# 创建并使用函数
+@Function
+def my_processor(data):
+    return data * 2
+
+
+# 使用 JobManager
+job_manager = JobManager()
+job = job_manager.submit_job(my_processor, data=[1, 2, 3])
+```
+
+### 使用命令行工具
+
+```bash
+# 启动 SAGE 集群
+sage cluster start
+
+# 提交任务
+sage job submit my_job.py
+
+# 管理配置
+sage config set utils.provider openai
+sage config show
+
+# 查看帮助
+sage --help
+```
+
+## 🏗️ 架构设计
+
+```
+sage-kernel/
+├── src/sage/
+│   ├── core/           # 核心框架
+│   ├── jobmanager/     # 任务管理
+│   ├── runtime/        # 运行时系统
+│   └── cli/            # 命令行工具
+├── tests/              # 标准化测试结构
+│   ├── core/
+│   ├── jobmanager/
+│   ├── runtime/
+│   └── cli/
+└── pyproject.toml      # 统一配置
+```
+
+## 🧪 测试
+
+```bash
+# 运行所有测试
+pytest
+
+# 运行特定模块测试
+pytest tests/core/
+pytest tests/cli/
+
+# 运行覆盖率测试
+pytest --cov=sage --cov-report=html
+```
+
+## 🔧 开发环境
+
+```bash
+# 安装开发依赖
+pip install -e "packages/sage-kernel[dev]"
+
+# 安装增强CLI功能
+pip install -e "packages/sage-kernel[enhanced]"
+
+# 代码格式化
+black src/ tests/
+ruff check src/ tests/
+
+# 类型检查
+mypy src/sage
+```
+
+## 📚 依赖关系
+
+### 内部依赖
+
+- `sage-utils`: 基础工具包
+
+### 外部核心依赖
+
+- **ML/AI**: torch, transformers, sentence-transformers, faiss-cpu
+- **Web/API**: fastapi, uvicorn, aiohttp
+- **数据处理**: numpy, pandas, scipy, scikit-learn
+- **CLI**: typer, rich, click, questionary
+- **配置**: pydantic, PyYAML, python-dotenv
+
+## 🎯 设计理念
+
+### 单一内核原则
+
+将核心框架和 CLI 工具合并到一个包中，遵循以下原则：
+
+1. **统一入口**: 所有核心功能通过一个包提供
+1. **逻辑分离**: 不同组件保持清晰的模块边界
+1. **依赖优化**: 避免循环依赖，清晰的依赖层次
+1. **测试标准化**: 所有测试文件位于标准 `tests/` 目录
+
+### CLI 集成策略
+
+- CLI 功能完全集成到内核包中
+- 通过入口点 `sage` 和 `sage-kernel` 提供命令行访问
+- CLI 模块不污染核心 API 的导入
+
+## 🔄 从旧包迁移
+
+如果你之前使用 `sage-kernel` 或 `sage-cli`：
+
+```python
+# 旧代码
+from sage_core import Function
+from sage_cli.main import app
+
+# 新代码
+from sage.core import Function
+
+# CLI 通过命令行使用: sage command
+```
+
+## 📋 TODO
+
+- [ ] 完善模块间的导入优化
+- [ ] 添加性能基准测试
+- [ ] 完善CLI命令的集成测试
+- [ ] 优化依赖版本冲突问题
+- [ ] 添加更多示例代码
+
+## 🤝 贡献
+
+请查看项目根目录的贡献指南。对于 kernel 相关的开发：
+
+1. 确保测试位于 `tests/` 目录
+1. 保持模块间的清晰边界
+1. CLI 功能通过入口点而非直接导入使用
+1. 遵循现有的代码风格和架构模式
+
+______________________________________________________________________
+
+🔗 **相关包**: [sage-utils](../sage-utils/) | [sage-extensions](../sage-extensions/) |
+[sage-lib](../sage-lib/)
+
+## 📄 License
+
+MIT License - see [LICENSE](../../LICENSE) for details.

isage_kernel-0.2.4.14/README.md

@@ -0,0 +1,215 @@
+# SAGE Kernel
+
+> 🚀 SAGE 框架的核心内核包 - 整合了核心框架和命令行工具
+
+## 📋 Overview
+
+**SAGE Kernel** 是 SAGE 框架的核心包，整合了原来的 `sage-kernel` 和 `sage-cli` 两个包的功能，提供数据流处理引擎、任务管理、运行时系统和命令行工具。
+
+## 🧭 Governance / 团队协作制度
+
+- `docs/governance/TEAM.md`
+- `docs/governance/MAINTAINERS.md`
+- `docs/governance/DEVELOPER_GUIDE.md`
+- `docs/governance/PR_CHECKLIST.md`
+- `docs/governance/SELF_HOSTED_RUNNER.md`
+- `docs/governance/TODO.md`
+
+## � Package Contents
+
+**SAGE Kernel** 是 SAGE 框架的核心包，整合了原来的 `sage-kernel` 和 `sage-cli` 两个包的功能：
+
+### 🏗️ 核心组件 (sage.core)
+
+- **数据流处理框架**: 高性能的 dataflow-native 处理引擎
+- **函数管理**: Function registry 和 operator 管理
+- **配置系统**: 统一的配置管理和验证
+
+### ⚙️ 任务管理 (sage.kernels.jobmanager)
+
+- **任务调度**: 分布式任务执行和调度
+- **执行图**: DAG 执行图构建和优化
+- **客户端接口**: JobManager 客户端和服务端
+
+### 🔧 运行时系统 (sage.kernels.runtime)
+
+- **服务工厂**: 任务和服务的动态创建
+- **通信队列**: 高性能的进程间通信
+- **服务管理**: 微服务架构的服务生命周期管理
+
+### 💻 命令行工具 (sage.cli)
+
+- **集群管理**: 分布式集群的部署和管理
+- **任务提交**: 命令行任务提交和监控
+- **配置管理**: 交互式配置设置和验证
+- **扩展管理**: 插件和扩展的安装管理
+
+## 🚀 Installation
+
+### From Source
+
+```bash
+# 从源码安装
+pip install -e packages/sage-kernel
+
+# 或者从 PyPI 安装（发布后）
+pip install intellistream-sage-kernel
+```
+
+## 📖 Quick Start
+
+### Using Core API
+
+```python
+from sage.core import Function, Config
+from sage.kernels.jobmanager import JobManager
+from sage.kernels.runtime import ServiceTaskFactory
+
+
+# 创建并使用函数
+@Function
+def my_processor(data):
+    return data * 2
+
+
+# 使用 JobManager
+job_manager = JobManager()
+job = job_manager.submit_job(my_processor, data=[1, 2, 3])
+```
+
+### 使用命令行工具
+
+```bash
+# 启动 SAGE 集群
+sage cluster start
+
+# 提交任务
+sage job submit my_job.py
+
+# 管理配置
+sage config set utils.provider openai
+sage config show
+
+# 查看帮助
+sage --help
+```
+
+## 🏗️ 架构设计
+
+```
+sage-kernel/
+├── src/sage/
+│   ├── core/           # 核心框架
+│   ├── jobmanager/     # 任务管理
+│   ├── runtime/        # 运行时系统
+│   └── cli/            # 命令行工具
+├── tests/              # 标准化测试结构
+│   ├── core/
+│   ├── jobmanager/
+│   ├── runtime/
+│   └── cli/
+└── pyproject.toml      # 统一配置
+```
+
+## 🧪 测试
+
+```bash
+# 运行所有测试
+pytest
+
+# 运行特定模块测试
+pytest tests/core/
+pytest tests/cli/
+
+# 运行覆盖率测试
+pytest --cov=sage --cov-report=html
+```
+
+## 🔧 开发环境
+
+```bash
+# 安装开发依赖
+pip install -e "packages/sage-kernel[dev]"
+
+# 安装增强CLI功能
+pip install -e "packages/sage-kernel[enhanced]"
+
+# 代码格式化
+black src/ tests/
+ruff check src/ tests/
+
+# 类型检查
+mypy src/sage
+```
+
+## 📚 依赖关系
+
+### 内部依赖
+
+- `sage-utils`: 基础工具包
+
+### 外部核心依赖
+
+- **ML/AI**: torch, transformers, sentence-transformers, faiss-cpu
+- **Web/API**: fastapi, uvicorn, aiohttp
+- **数据处理**: numpy, pandas, scipy, scikit-learn
+- **CLI**: typer, rich, click, questionary
+- **配置**: pydantic, PyYAML, python-dotenv
+
+## 🎯 设计理念
+
+### 单一内核原则
+
+将核心框架和 CLI 工具合并到一个包中，遵循以下原则：
+
+1. **统一入口**: 所有核心功能通过一个包提供
+1. **逻辑分离**: 不同组件保持清晰的模块边界
+1. **依赖优化**: 避免循环依赖，清晰的依赖层次
+1. **测试标准化**: 所有测试文件位于标准 `tests/` 目录
+
+### CLI 集成策略
+
+- CLI 功能完全集成到内核包中
+- 通过入口点 `sage` 和 `sage-kernel` 提供命令行访问
+- CLI 模块不污染核心 API 的导入
+
+## 🔄 从旧包迁移
+
+如果你之前使用 `sage-kernel` 或 `sage-cli`：
+
+```python
+# 旧代码
+from sage_core import Function
+from sage_cli.main import app
+
+# 新代码
+from sage.core import Function
+
+# CLI 通过命令行使用: sage command
+```
+
+## 📋 TODO
+
+- [ ] 完善模块间的导入优化
+- [ ] 添加性能基准测试
+- [ ] 完善CLI命令的集成测试
+- [ ] 优化依赖版本冲突问题
+- [ ] 添加更多示例代码
+
+## 🤝 贡献
+
+请查看项目根目录的贡献指南。对于 kernel 相关的开发：
+
+1. 确保测试位于 `tests/` 目录
+1. 保持模块间的清晰边界
+1. CLI 功能通过入口点而非直接导入使用
+1. 遵循现有的代码风格和架构模式
+
+______________________________________________________________________
+
+🔗 **相关包**: [sage-utils](../sage-utils/) | [sage-extensions](../sage-extensions/) |
+[sage-lib](../sage-lib/)
+
+## 📄 License
+
+MIT License - see [LICENSE](../../LICENSE) for details.

isage_kernel-0.2.4.14/pyproject.toml

@@ -0,0 +1,167 @@
+[build-system]
+requires = ["setuptools>=64", "wheel", "packaging>=24.2"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "isage-kernel"
+dynamic = ["version"]
+description = "SAGE Kernel Module - Streaming-Augmented Generative Execution"
+readme = "README.md"
+requires-python = "==3.11.*"
+authors = [{ name = "IntelliStream Team", email = "shuhao_zhang@hust.edu.cn" }]
+keywords = [
+    "data",
+    "reasoning",
+    "kernel",
+    "dataflow",
+    "llm",
+    "ml",
+    "framework",
+    "rag",
+    "intellistream",
+    "cli",
+    "ai",
+    "sage",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "Operating System :: OS Independent",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+]
+dependencies = [
+    # ============================================================================
+    # 核心依赖 - sage.kernel 运行时所需的全部依赖
+    # ============================================================================
+    # NOTE: sage-kernel reuses dependencies from sage-platform (ray, etc.)
+    # These are pulled in transitively via isage-platform dependency
+
+    # Deep learning - for model execution and GPU computation
+    "torch>=2.7.0,<3.0.0",
+    "torchvision>=0.22.0,<1.0.0",
+
+    # Web server - for serving kernel as HTTP service
+    "fastapi>=0.115.0,<1.0.0",
+    "uvicorn[standard]>=0.34.0,<1.0.0",
+    "python_multipart>=0.0.20,<0.1.0",
+
+    # Distributed - for cluster execution (usually pulled from sage-platform)
+    "ray>=2.48.0,<3.0.0",
+    "grpcio>=1.74.0,<2.0.0",
+    "protobuf>=6.32.0,<7.0.0",
+    "msgpack>=1.1.0,<2.0.0",
+
+    # AWS - for cloud storage and services
+    "aioboto3>=14.1.0,<15.0.0",
+
+    # CLI - for interactive kernel management
+    "typer>=0.15.0,<1.0.0",
+    "rich>=13.0.0,<14.0.0",
+    "click>=8.0.0,<9.0.0",
+    "questionary>=1.10.0,<2.0.0",
+    "prompt_toolkit>=3.0.50,<4.0.0",
+    "tabulate>=0.9.0,<1.0.0",
+
+    # Build - for C++ extensions
+    "Cython>=3.1.0,<4.0.0",
+    "pybind11>=3.0.0,<4.0.0",
+]
+
+license = { text = "MIT" }
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0.0",
+    "pytest-cov>=4.0.0",
+    "pytest-asyncio>=0.21.0",
+    "pytest-benchmark>=4.0.0",
+    "ruff==0.14.6",
+    "isage-pypi-publisher>=0.2.0",
+]
+[project.urls]
+Homepage = "https://github.com/intellistream/SAGE"
+Repository = "https://github.com/intellistream/SAGE.git"
+Documentation = "https://intellistream.github.io/SAGE-Pub/"
+Issues = "https://github.com/intellistream/SAGE/issues"
+
+[tool.setuptools.package-dir]
+"" = "src"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["sage*"]
+exclude = ["tests*", "docs*", "enterprise/*", "commercial/*"]
+namespaces = true
+
+[tool.setuptools.package-data]
+sage = ["py.typed"]
+"*" = ["*.pyc", "*.pyo", "__pycache__/*", "*.so", "*.pyd", "*.dylib"]
+
+[tool.setuptools.dynamic.version]
+attr = "sage.kernel._version.__version__"
+
+[tool.pytest.ini_options]
+testpaths = ["tests", "src"]
+python_files = ["test_*.py", "*_test.py"]
+python_classes = ["Test*"]
+python_functions = ["test_*"]
+addopts = [
+    "--benchmark-storage=../../.sage/benchmarks",
+    "-o",
+    "cache_dir=../../.sage/cache/pytest",
+    "--strict-markers",
+    "--strict-config",
+    "--verbose",
+    "-ra",
+]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+    "integration: marks tests as integration tests",
+    "unit: marks tests as unit tests",
+    "network: marks tests as network tests",
+    "system: marks tests as system tests",
+    "core: marks tests as core functionality tests",
+    "smoke: marks tests as smoke tests (quick validation)",
+    "cli: marks tests as CLI tests",
+    "ray: marks tests requiring Ray framework (may be slow)",
+    "distributed: marks tests requiring distributed setup",
+]
+filterwarnings = [
+    "ignore::DeprecationWarning:ray._private.client_mode_hook",
+    "ignore:.*local mode is an experimental feature.*:DeprecationWarning",
+    "ignore::DeprecationWarning:pkg_resources",
+    "ignore:.*SWIG.*:DeprecationWarning",
+    "ignore:.*SwigPyPacked.*:DeprecationWarning",
+    "ignore:.*SwigPyObject.*:DeprecationWarning",
+    "ignore:.*swigvarlink.*:DeprecationWarning",
+    "ignore:.*pkg_resources is deprecated.*:UserWarning",
+    "ignore::pytest.PytestReturnNotNoneWarning",
+]
+
+[tool.coverage.run]
+source = ["src/sage"]
+omit = ["*/tests/*", "*/test_*.py", "*/_test_*.py"]
+
+[tool.coverage.report]
+exclude_lines = [
+    "pragma: no cover",
+    "def __repr__",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if __name__ == .__main__.:",
+]
+
+[tool.black]
+line-length = 100
+target-version = ["py310", "py311", "py312"]
+include = "\\.pyi?$"
+extend-exclude = "/(\n  # directories\n  \\.eggs\n  | \\.git\n  | \\.hg\n  | \\.pytest_cache\n  | \\.ruff_cache\n  | \\.venv\n  | build\n  | dist\n)/\n"
+
+[tool.ruff]
+extend = "../../tools/ruff.toml"
+
+[tool.setuptools]
+include-package-data = true

isage_kernel-0.2.4.14/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

isage_kernel-0.2.4.14/setup.py

@@ -0,0 +1,9 @@
+
+from setuptools import setup
+
+setup(
+    include_package_data=True,
+    package_data={
+        "": ["*.pyc", "*.pyo", "__pycache__/*", "*.so", "*.pyd", "*.dylib"],
+    },
+)