streamlet-py 0.0.1__tar.gz

streamlet_py-0.0.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 12306hujunjie
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

streamlet_py-0.0.1/PKG-INFO

@@ -0,0 +1,217 @@
+Metadata-Version: 2.1
+Name: streamlet-py
+Version: 0.0.1
+Summary: A powerful Python framework for building declarative, concurrent data processing workflows
+Keywords: workflow,data-processing,concurrent,declarative,pipeline
+Author-Email: 12306hujunjie <545512690@qq.com>
+License: MIT License
+         
+         Copyright (c) 2024 12306hujunjie
+         
+         Permission is hereby granted, free of charge, to any person obtaining a copy
+         of this software and associated documentation files (the "Software"), to deal
+         in the Software without restriction, including without limitation the rights
+         to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+         copies of the Software, and to permit persons to whom the Software is
+         furnished to do so, subject to the following conditions:
+         
+         The above copyright notice and this permission notice shall be included in all
+         copies or substantial portions of the Software.
+         
+         THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+         IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+         FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+         AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+         LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+         OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+         SOFTWARE.
+         
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Distributed Computing
+Project-URL: Homepage, https://github.com/12306hujunjie/Streamlet
+Project-URL: Repository, https://github.com/12306hujunjie/Streamlet
+Project-URL: Documentation, https://github.com/12306hujunjie/Streamlet/blob/main/docs/API参考.md
+Project-URL: Bug Tracker, https://github.com/12306hujunjie/Streamlet/issues
+Requires-Python: >=3.10
+Requires-Dist: dependency-injector>=4.48.1
+Requires-Dist: pydantic>=2.11.7
+Description-Content-Type: text/markdown
+
+# Streamlet - 智能流式数据处理框架
+
+[![Python](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+**声明式数据流处理框架：用方法链表达业务逻辑，框架自动处理异步/同步混合执行、并行调度和重试。**
+
+- 🎯 **声明式工作流**：`.then()` `.fan_out_to()` `.fan_in()` `.branch_on()` `.repeat()` 方法链构建数据流
+- 🤖 **智能异步执行**：自动检测 async/sync 函数并选择正确的执行策略，无需手动协调
+- 🔗 **@node 装饰器**：任意函数变为可组合节点，内置 pydantic 类型校验和依赖注入
+- 🛡️ **重试机制**：基于异常分类的可配置指数退避重试
+
+## 快速开始
+
+```bash
+pip install streamlet
+```
+
+```python
+from streamlet import node
+
+@node
+def double(x: int) -> int:
+    return x * 2
+
+@node
+def add_ten(x: int) -> int:
+    return x + 10
+
+result = double.then(add_ten)(5)  # 20
+```
+
+## 核心 API
+
+| 方法 | 功能 | 示例 |
+|------|------|------|
+| `.then(node)` | 顺序连接 | `a.then(b)(data)` |
+| `.fan_out_to([nodes], executor="thread")` | 并行分发 | `a.fan_out_to([b, c])()` |
+| `.fan_in(aggregator)` | 聚合并行结果 | `flow.fan_in(merge)()` |
+| `.fan_out_in([nodes], agg)` | 扇出 + 聚合 | `a.fan_out_in([b, c], merge)()` |
+| `.branch_on({key: node})` | 条件分支 | `a.branch_on({True: b, False: c})()` |
+| `.repeat(times)` | 重复执行 | `a.repeat(3)(data)` |
+
+## 示例
+
+### 顺序流：ETL 管道
+
+```python
+from streamlet import node
+import asyncio
+
+@node
+async def fetch_data(source: str) -> dict:
+    await asyncio.sleep(0.1)
+    return {"value": 100, "source": source}
+
+@node
+def validate(data: dict) -> dict:
+    if data["value"] <= 0:
+        raise ValueError("invalid value")
+    return data
+
+@node
+def enrich(data: dict) -> dict:
+    return {**data, "doubled": data["value"] * 2}
+
+pipeline = fetch_data.then(validate).then(enrich)
+
+async def main():
+    result = await pipeline("db")
+    print(result)  # {"value": 100, "source": "db", "doubled": 200}
+
+asyncio.run(main())
+```
+
+### 并行流：扇出 + 聚合
+
+```python
+from streamlet import node
+
+@node
+def source(x: int) -> dict:
+    return {"value": x}
+
+@node
+def multiply(data: dict) -> int:
+    return data["value"] * 2
+
+@node
+def add_ten(data: dict) -> int:
+    return data["value"] + 10
+
+@node
+def aggregate(results: dict) -> dict:
+    values = [r.result for r in results.values() if r.success]
+    return {"total": sum(values), "results": values}
+
+workflow = source.fan_out_to([multiply, add_ten], executor="thread").fan_in(aggregate)
+result = workflow(5)
+print(result)  # {"total": 25, "results": [10, 15]}
+```
+
+### 条件流：分支路由 + 依赖注入
+
+```python
+from streamlet import BaseFlowContext, node
+from dependency_injector.wiring import Provide
+
+container = BaseFlowContext()
+
+@node
+def evaluate(data: dict) -> str:
+    return "pass" if data["score"] >= 60 else "fail"
+
+@node
+def handle_pass(state: dict = Provide[BaseFlowContext.state]) -> dict:
+    return {"result": "pass", "score": state["score"]}
+
+@node
+def handle_fail(state: dict = Provide[BaseFlowContext.state]) -> dict:
+    return {"result": "fail", "score": state["score"]}
+
+container.wire(modules=[__name__])
+container.state()["score"] = 75
+
+flow = evaluate.branch_on({"pass": handle_pass, "fail": handle_fail})
+print(flow({"score": 75}))  # {"result": "pass", "score": 75}
+```
+
+### 重试机制
+
+```python
+from streamlet import node
+
+@node(retry_count=3, retry_delay=0.5, backoff_factor=2.0, enable_retry=True)
+def external_call(x: int) -> int:
+    # 失败时自动重试，延迟按 0.5s → 1.0s → 2.0s 指数增长
+    return call_external_api(x)
+```
+
+## 开发环境
+
+```bash
+git clone https://github.com/12306hujunjie/Streamlet.git
+cd Streamlet
+
+pdm install
+
+pdm run pytest                                   # 运行测试
+pdm run pytest --cov=src/streamlet              # 覆盖率
+pdm run ruff check src/ tests/                   # 代码检查
+pdm run mypy src/streamlet/                     # 类型检查
+```
+
+## 技术栈
+
+- **Python 3.10+**
+- **dependency-injector** — 依赖注入与线程安全状态管理
+- **pydantic v2** — 类型校验
+
+核心模块：`asyncio` | `threading` | `concurrent.futures`
+
+## 文档
+
+- [API 参考](docs/API参考.md)
+- [CLAUDE.md](CLAUDE.md) — 开发指南
+- `tests/` — 测试用例与使用示例
+
+## 许可证
+
+MIT — 详见 [LICENSE](LICENSE)

streamlet_py-0.0.1/README.md

@@ -0,0 +1,171 @@
+# Streamlet - 智能流式数据处理框架
+
+[![Python](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+**声明式数据流处理框架：用方法链表达业务逻辑，框架自动处理异步/同步混合执行、并行调度和重试。**
+
+- 🎯 **声明式工作流**：`.then()` `.fan_out_to()` `.fan_in()` `.branch_on()` `.repeat()` 方法链构建数据流
+- 🤖 **智能异步执行**：自动检测 async/sync 函数并选择正确的执行策略，无需手动协调
+- 🔗 **@node 装饰器**：任意函数变为可组合节点，内置 pydantic 类型校验和依赖注入
+- 🛡️ **重试机制**：基于异常分类的可配置指数退避重试
+
+## 快速开始
+
+```bash
+pip install streamlet
+```
+
+```python
+from streamlet import node
+
+@node
+def double(x: int) -> int:
+    return x * 2
+
+@node
+def add_ten(x: int) -> int:
+    return x + 10
+
+result = double.then(add_ten)(5)  # 20
+```
+
+## 核心 API
+
+| 方法 | 功能 | 示例 |
+|------|------|------|
+| `.then(node)` | 顺序连接 | `a.then(b)(data)` |
+| `.fan_out_to([nodes], executor="thread")` | 并行分发 | `a.fan_out_to([b, c])()` |
+| `.fan_in(aggregator)` | 聚合并行结果 | `flow.fan_in(merge)()` |
+| `.fan_out_in([nodes], agg)` | 扇出 + 聚合 | `a.fan_out_in([b, c], merge)()` |
+| `.branch_on({key: node})` | 条件分支 | `a.branch_on({True: b, False: c})()` |
+| `.repeat(times)` | 重复执行 | `a.repeat(3)(data)` |
+
+## 示例
+
+### 顺序流：ETL 管道
+
+```python
+from streamlet import node
+import asyncio
+
+@node
+async def fetch_data(source: str) -> dict:
+    await asyncio.sleep(0.1)
+    return {"value": 100, "source": source}
+
+@node
+def validate(data: dict) -> dict:
+    if data["value"] <= 0:
+        raise ValueError("invalid value")
+    return data
+
+@node
+def enrich(data: dict) -> dict:
+    return {**data, "doubled": data["value"] * 2}
+
+pipeline = fetch_data.then(validate).then(enrich)
+
+async def main():
+    result = await pipeline("db")
+    print(result)  # {"value": 100, "source": "db", "doubled": 200}
+
+asyncio.run(main())
+```
+
+### 并行流：扇出 + 聚合
+
+```python
+from streamlet import node
+
+@node
+def source(x: int) -> dict:
+    return {"value": x}
+
+@node
+def multiply(data: dict) -> int:
+    return data["value"] * 2
+
+@node
+def add_ten(data: dict) -> int:
+    return data["value"] + 10
+
+@node
+def aggregate(results: dict) -> dict:
+    values = [r.result for r in results.values() if r.success]
+    return {"total": sum(values), "results": values}
+
+workflow = source.fan_out_to([multiply, add_ten], executor="thread").fan_in(aggregate)
+result = workflow(5)
+print(result)  # {"total": 25, "results": [10, 15]}
+```
+
+### 条件流：分支路由 + 依赖注入
+
+```python
+from streamlet import BaseFlowContext, node
+from dependency_injector.wiring import Provide
+
+container = BaseFlowContext()
+
+@node
+def evaluate(data: dict) -> str:
+    return "pass" if data["score"] >= 60 else "fail"
+
+@node
+def handle_pass(state: dict = Provide[BaseFlowContext.state]) -> dict:
+    return {"result": "pass", "score": state["score"]}
+
+@node
+def handle_fail(state: dict = Provide[BaseFlowContext.state]) -> dict:
+    return {"result": "fail", "score": state["score"]}
+
+container.wire(modules=[__name__])
+container.state()["score"] = 75
+
+flow = evaluate.branch_on({"pass": handle_pass, "fail": handle_fail})
+print(flow({"score": 75}))  # {"result": "pass", "score": 75}
+```
+
+### 重试机制
+
+```python
+from streamlet import node
+
+@node(retry_count=3, retry_delay=0.5, backoff_factor=2.0, enable_retry=True)
+def external_call(x: int) -> int:
+    # 失败时自动重试，延迟按 0.5s → 1.0s → 2.0s 指数增长
+    return call_external_api(x)
+```
+
+## 开发环境
+
+```bash
+git clone https://github.com/12306hujunjie/Streamlet.git
+cd Streamlet
+
+pdm install
+
+pdm run pytest                                   # 运行测试
+pdm run pytest --cov=src/streamlet              # 覆盖率
+pdm run ruff check src/ tests/                   # 代码检查
+pdm run mypy src/streamlet/                     # 类型检查
+```
+
+## 技术栈
+
+- **Python 3.10+**
+- **dependency-injector** — 依赖注入与线程安全状态管理
+- **pydantic v2** — 类型校验
+
+核心模块：`asyncio` | `threading` | `concurrent.futures`
+
+## 文档
+
+- [API 参考](docs/API参考.md)
+- [CLAUDE.md](CLAUDE.md) — 开发指南
+- `tests/` — 测试用例与使用示例
+
+## 许可证
+
+MIT — 详见 [LICENSE](LICENSE)

streamlet_py-0.0.1/pyproject.toml

@@ -0,0 +1,137 @@
+[project]
+name = "streamlet-py"
+version = "0.0.1"
+description = "A powerful Python framework for building declarative, concurrent data processing workflows"
+authors = [
+    { name = "12306hujunjie", email = "545512690@qq.com" },
+]
+dependencies = [
+    "dependency-injector>=4.48.1",
+    "pydantic>=2.11.7",
+]
+requires-python = ">=3.10"
+readme = "README.md"
+keywords = [
+    "workflow",
+    "data-processing",
+    "concurrent",
+    "declarative",
+    "pipeline",
+]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+]
+
+[project.license]
+file = "LICENSE"
+
+[project.urls]
+Homepage = "https://github.com/12306hujunjie/Streamlet"
+Repository = "https://github.com/12306hujunjie/Streamlet"
+Documentation = "https://github.com/12306hujunjie/Streamlet/blob/main/docs/API参考.md"
+"Bug Tracker" = "https://github.com/12306hujunjie/Streamlet/issues"
+
+[build-system]
+requires = [
+    "pdm-backend",
+]
+build-backend = "pdm.backend"
+
+[dependency-groups]
+dev = [
+    "pytest>=8.4.1",
+    "pytest-cov>=6.0.0",
+    "pytest-html>=4.1.1",
+    "flake8>=7.1.1",
+    "pre-commit>=4.0.1",
+    "ruff>=0.12.9",
+    "mypy>=1.13.0",
+    "bandit>=1.7.10",
+    "pytest-asyncio>=1.1.0",
+]
+
+[tool.ruff]
+line-length = 88
+target-version = "py310"
+
+[tool.ruff.lint]
+select = [
+    "E",
+    "W",
+    "F",
+    "I",
+    "B",
+    "C4",
+    "UP",
+]
+ignore = [
+    "C901",
+    "F405",
+    "F403",
+    "E501",
+    "B007",
+    "E712",
+    "F841",
+    "F811",
+    "B011",
+]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+line-ending = "auto"
+
+[tool.mypy]
+python_version = "3.10"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+disallow_untyped_decorators = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_no_return = true
+warn_unreachable = true
+strict_equality = true
+show_error_codes = true
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+testpaths = [
+    "tests",
+]
+python_files = [
+    "test_*.py",
+]
+python_classes = [
+    "Test*",
+]
+python_functions = [
+    "test_*",
+]
+addopts = "-v --tb=short"
+filterwarnings = [
+    "ignore::DeprecationWarning",
+    "ignore::PendingDeprecationWarning",
+]
+
+[tool.bandit]
+skips = [
+    "B101",
+]
+exclude_dirs = [
+    "tests",
+]
+
+[tool.pdm]
+distribution = true