model-compose 0.4.7__tar.gz → 0.4.12__tar.gz

model_compose-0.4.12/PKG-INFO

@@ -0,0 +1,190 @@
+Metadata-Version: 2.4
+Name: model-compose
+Version: 0.4.12
+Summary: model-compose: Declarative AI Workflow Orchestrator
+Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/hanyeol/model-compose
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click
+Requires-Dist: pyyaml
+Requires-Dist: pydantic
+Requires-Dist: python-dotenv
+Requires-Dist: aiohttp
+Requires-Dist: requests
+Requires-Dist: fastapi
+Requires-Dist: uvicorn
+Requires-Dist: mcp>=1.10.1
+Requires-Dist: ulid
+Requires-Dist: gradio
+Requires-Dist: Pillow
+Requires-Dist: docker
+Dynamic: license-file
+
+<div align="center">
+
+![model-compose - Declarative AI Workflow Orchestrator](docs/images/main-banner.png)
+
+[![Python Version](https://img.shields.io/badge/python-3.9+-blue.svg)](https://python.org)
+[![PyPI version](https://img.shields.io/pypi/v/model-compose.svg)](https://pypi.org/project/model-compose/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Downloads](https://pepy.tech/badge/model-compose)](https://pepy.tech/project/model-compose)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg)](http://makeapullrequest.com)
+
+[한국어](README.ko.md) | [中文](README.zh-cn.md)
+
+</div>
+
+---
+
+# 🤖 Model-Compose
+
+**model-compose** is a declarative AI workflow orchestrator inspired by `docker-compose`. It lets you define and run AI model pipelines using simple YAML files — no custom code required. Effortlessly connect external AI services (OpenAI, Anthropic, Google, etc.), run local AI models, integrate vector stores, and more — all within powerful, composable workflows.
+
+**No custom code. Just YAML configuration.**
+
+<div align="center">
+
+[📖 User Guide](docs/user-guide/README.md) · [🚀 Quick Start](#-quick-start) · [💡 Examples](examples/README.md) · [🤝 Contributing](#-contributing)
+
+</div>
+
+---
+
+## ✨ Features
+
+- 🎨 **No-Code**: Pure YAML configuration—no scripting required
+- 🔄 **Composable**: Reusable components and multi-step workflows
+- 🚀 **Production Ready**: HTTP/MCP servers + Web UI + Docker deployment
+- 🔌 **Connect Anything**: External AI services, local models, vector stores, and more
+- ⚡ **Stream & Scale**: Real-time streaming and event-driven automation
+- ⚙️ **Configuration**: Environment variables, flexible settings
+- 🔗 **Integration**: Webhooks, tunneling, HTTP servers
+
+---
+
+
+## 📦 Installation
+
+```
+pip install model-compose
+```
+
+Or install from source:
+
+```
+git clone https://github.com/hanyeol/model-compose.git
+cd model-compose
+pip install -e .
+```
+
+> Requires: Python 3.9 or higher
+
+---
+
+## 🚀 Quick Start
+
+Create a `model-compose.yml`:
+
+```yaml
+controller:
+  type: http-server
+  port: 8080
+  webui:
+    port: 8081
+
+components:
+  - id: chatgpt
+    type: http-client
+    base_url: https://api.openai.com/v1
+    path: /chat/completions
+    method: POST
+    headers:
+      Authorization: Bearer ${env.OPENAI_API_KEY}
+    body:
+      model: gpt-4o
+      messages:
+        - role: user
+          content: ${input.prompt}
+
+workflows:
+  - id: chat
+    default: true
+    jobs:
+      - component: chatgpt
+```
+
+Create a `.env` file:
+
+```bash
+OPENAI_API_KEY=your-key
+```
+
+Run it:
+
+```bash
+model-compose up
+```
+
+Your API is now live at `http://localhost:8080` and Web UI at `http://localhost:8081` 🎉
+
+> 💡 Explore [examples](examples/README.md) for more workflows or read the [User Guide](docs/user-guide/README.md).
+
+---
+## 💡 Key Capabilities
+
+### 🖥️ Built-in Web UI
+Add a web interface by adding just 2 lines to your YAML:
+```yaml
+controller:
+  webui:
+    port: 8081
+```
+Instantly get a user-friendly interface to test and monitor your workflows. Supports both Gradio (default) and custom static frontends.
+
+### 🛰️ MCP Server Ready
+Transform your workflows into MCP tools by changing one line:
+```yaml
+controller:
+  type: mcp-server
+```
+Just set the type to `mcp-server`. Your workflows become instantly accessible via the Model Context Protocol.
+
+### 🐳 Docker Deployment
+Deploy anywhere with built-in Docker support:
+```yaml
+controller:
+  runtime: docker
+```
+Run your workflows in isolated containers with full control over images, volumes, ports, and environment variables.
+
+> 📖 See the [User Guide](docs/user-guide/README.md) for detailed configuration and [Examples](examples/README.md) for ready-to-run samples.
+
+---
+## 🏗 Architecture
+
+![Archtecture Diagram](docs/images/architecture-diagram.png)
+
+---
+
+## 🤝 Contributing
+We welcome all contributions!
+Whether it's fixing bugs, improving docs, or adding examples — every bit helps.
+
+```
+# Setup for development
+git clone https://github.com/hanyeol/model-compose.git
+cd model-compose
+pip install -e .[dev]
+```
+
+---
+
+## 📄 License
+MIT License © 2025 Hanyeol Cho.
+
+---
+
+## 📬 Contact
+Have questions, ideas, or feedback? [Open an issue](https://github.com/hanyeol/model-compose/issues) or start a discussion on [GitHub Discussions](https://github.com/hanyeol/model-compose/discussions).

model_compose-0.4.12/README.md

@@ -0,0 +1,166 @@
+<div align="center">
+
+![model-compose - Declarative AI Workflow Orchestrator](docs/images/main-banner.png)
+
+[![Python Version](https://img.shields.io/badge/python-3.9+-blue.svg)](https://python.org)
+[![PyPI version](https://img.shields.io/pypi/v/model-compose.svg)](https://pypi.org/project/model-compose/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Downloads](https://pepy.tech/badge/model-compose)](https://pepy.tech/project/model-compose)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg)](http://makeapullrequest.com)
+
+[한국어](README.ko.md) | [中文](README.zh-cn.md)
+
+</div>
+
+---
+
+# 🤖 Model-Compose
+
+**model-compose** is a declarative AI workflow orchestrator inspired by `docker-compose`. It lets you define and run AI model pipelines using simple YAML files — no custom code required. Effortlessly connect external AI services (OpenAI, Anthropic, Google, etc.), run local AI models, integrate vector stores, and more — all within powerful, composable workflows.
+
+**No custom code. Just YAML configuration.**
+
+<div align="center">
+
+[📖 User Guide](docs/user-guide/README.md) · [🚀 Quick Start](#-quick-start) · [💡 Examples](examples/README.md) · [🤝 Contributing](#-contributing)
+
+</div>
+
+---
+
+## ✨ Features
+
+- 🎨 **No-Code**: Pure YAML configuration—no scripting required
+- 🔄 **Composable**: Reusable components and multi-step workflows
+- 🚀 **Production Ready**: HTTP/MCP servers + Web UI + Docker deployment
+- 🔌 **Connect Anything**: External AI services, local models, vector stores, and more
+- ⚡ **Stream & Scale**: Real-time streaming and event-driven automation
+- ⚙️ **Configuration**: Environment variables, flexible settings
+- 🔗 **Integration**: Webhooks, tunneling, HTTP servers
+
+---
+
+
+## 📦 Installation
+
+```
+pip install model-compose
+```
+
+Or install from source:
+
+```
+git clone https://github.com/hanyeol/model-compose.git
+cd model-compose
+pip install -e .
+```
+
+> Requires: Python 3.9 or higher
+
+---
+
+## 🚀 Quick Start
+
+Create a `model-compose.yml`:
+
+```yaml
+controller:
+  type: http-server
+  port: 8080
+  webui:
+    port: 8081
+
+components:
+  - id: chatgpt
+    type: http-client
+    base_url: https://api.openai.com/v1
+    path: /chat/completions
+    method: POST
+    headers:
+      Authorization: Bearer ${env.OPENAI_API_KEY}
+    body:
+      model: gpt-4o
+      messages:
+        - role: user
+          content: ${input.prompt}
+
+workflows:
+  - id: chat
+    default: true
+    jobs:
+      - component: chatgpt
+```
+
+Create a `.env` file:
+
+```bash
+OPENAI_API_KEY=your-key
+```
+
+Run it:
+
+```bash
+model-compose up
+```
+
+Your API is now live at `http://localhost:8080` and Web UI at `http://localhost:8081` 🎉
+
+> 💡 Explore [examples](examples/README.md) for more workflows or read the [User Guide](docs/user-guide/README.md).
+
+---
+## 💡 Key Capabilities
+
+### 🖥️ Built-in Web UI
+Add a web interface by adding just 2 lines to your YAML:
+```yaml
+controller:
+  webui:
+    port: 8081
+```
+Instantly get a user-friendly interface to test and monitor your workflows. Supports both Gradio (default) and custom static frontends.
+
+### 🛰️ MCP Server Ready
+Transform your workflows into MCP tools by changing one line:
+```yaml
+controller:
+  type: mcp-server
+```
+Just set the type to `mcp-server`. Your workflows become instantly accessible via the Model Context Protocol.
+
+### 🐳 Docker Deployment
+Deploy anywhere with built-in Docker support:
+```yaml
+controller:
+  runtime: docker
+```
+Run your workflows in isolated containers with full control over images, volumes, ports, and environment variables.
+
+> 📖 See the [User Guide](docs/user-guide/README.md) for detailed configuration and [Examples](examples/README.md) for ready-to-run samples.
+
+---
+## 🏗 Architecture
+
+![Archtecture Diagram](docs/images/architecture-diagram.png)
+
+---
+
+## 🤝 Contributing
+We welcome all contributions!
+Whether it's fixing bugs, improving docs, or adding examples — every bit helps.
+
+```
+# Setup for development
+git clone https://github.com/hanyeol/model-compose.git
+cd model-compose
+pip install -e .[dev]
+```
+
+---
+
+## 📄 License
+MIT License © 2025 Hanyeol Cho.
+
+---
+
+## 📬 Contact
+Have questions, ideas, or feedback? [Open an issue](https://github.com/hanyeol/model-compose/issues) or start a discussion on [GitHub Discussions](https://github.com/hanyeol/model-compose/discussions).

{model_compose-0.4.7 → model_compose-0.4.12}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "model-compose"
-version = "0.4.7"
-description = "model-compose: Declarative AI Model and Workflow Orchestrator"
+version = "0.4.12"
+description = "model-compose: Declarative AI Workflow Orchestrator"
 authors = [
     { name = "Hanyeol Cho", email = "hanyeol.cho@gmail.com" }
 ]
@@ -17,7 +17,6 @@ dependencies = [
     "fastapi", 
     "uvicorn",
     "mcp>=1.10.1",
-    "pyngrok", 
     "ulid", 
     "gradio",
     "Pillow",

{model_compose-0.4.7 → model_compose-0.4.12}/src/mindor/cli/compose.py

@@ -1,11 +1,18 @@
-import click
-import json
+from typing import Optional, List
+import importlib.metadata
 from pathlib import Path
+import click
 import asyncio
+import json
 
-from mindor.dsl.loader import load_compose_config
-from mindor.core.runtime.env import load_env_files, merge_env_data
-from mindor.core.compose import *
+def _load_compose_config(config_files: List[Path], env_files: List[Path], env_data: List[str]):
+    from mindor.dsl.loader import load_compose_config
+    from mindor.core.runtime.env import load_env_files, merge_env_data
+
+    env = load_env_files(".", env_files or [])
+    env = merge_env_data(env, env_data)
+
+    return load_compose_config(".", config_files, env)
 
 @click.group()
 @click.option(
@@ -13,6 +20,10 @@ from mindor.core.compose import *
     type=click.Path(exists=True, dir_okay=False, path_type=Path),
     help="Compose configuration files."
 )
+@click.version_option(
+    version=importlib.metadata.version("model-compose"),
+    message="%(prog)s %(version)s"
+)
 @click.pass_context
 def compose_command(ctx: click.Context, config_files: List[Path]) -> None:
     """model-compose"""
@@ -34,21 +45,25 @@ def compose_command(ctx: click.Context, config_files: List[Path]) -> None:
 @click.option("--verbose", "-v", is_flag=True, help="Enable verbose output.")
 @click.pass_context
 def up_command(
-    ctx: click.Context, 
+    ctx: click.Context,
     detach: bool,
     env_files: List[Path],
     env_data: List[str],
     verbose: bool
 ) -> None:
+    from mindor.core.compose import launch_services
     config_files = ctx.obj.get("config_files", [])
     async def _async_command():
         try:
-            env = load_env_files(".", env_files or [])
-            env = merge_env_data(env, env_data)
-            config = load_compose_config(".", config_files, env)
+            config = _load_compose_config(config_files, env_files, env_data)
             await launch_services(config, detach, verbose)
         except Exception as e:
-            click.echo(f"❌ {e}", err=True)
+            if verbose:
+                import traceback
+                click.echo(f"❌ Error: {e}\n\nTraceback:", err=True)
+                traceback.print_exc()
+            else:
+                click.echo(f"❌ {e}", err=True)
     asyncio.run(_async_command())
 
 @click.command(name="down")
@@ -70,15 +85,19 @@ def down_command(
     env_data: List[str],
     verbose: bool
 ) -> None:
+    from mindor.core.compose import terminate_services
     config_files = ctx.obj.get("config_files", [])
     async def _async_command():
         try:
-            env = load_env_files(".", env_files or [])
-            env = merge_env_data(env, env_data)
-            config = load_compose_config(".", config_files, env)
+            config = _load_compose_config(config_files, env_files, env_data)
             await terminate_services(config, verbose)
         except Exception as e:
-            click.echo(f"❌ {e}", err=True)
+            if verbose:
+                import traceback
+                click.echo(f"❌ Error: {e}\n\nTraceback:", err=True)
+                traceback.print_exc()
+            else:
+                click.echo(f"❌ {e}", err=True)
     asyncio.run(_async_command())
 
 @click.command(name="start")
@@ -100,15 +119,19 @@ def start_command(
     env_data: List[str],
     verbose: bool
 ) -> None:
+    from mindor.core.compose import start_services
     config_files = ctx.obj.get("config_files", [])
     async def _async_command():
         try:
-            env = load_env_files(".", env_files or [])
-            env = merge_env_data(env, env_data)
-            config = load_compose_config(".", config_files, env)
+            config = _load_compose_config(config_files, env_files, env_data)
             await start_services(config, verbose)
         except Exception as e:
-            click.echo(f"❌ {e}", err=True)
+            if verbose:
+                import traceback
+                click.echo(f"❌ Error: {e}\n\nTraceback:", err=True)
+                traceback.print_exc()
+            else:
+                click.echo(f"❌ {e}", err=True)
     asyncio.run(_async_command())
 
 @click.command(name="stop")
@@ -130,15 +153,19 @@ def stop_command(
     env_data: List[str],
     verbose: bool
 ) -> None:
+    from mindor.core.compose import stop_services
     config_files = ctx.obj.get("config_files", [])
     async def _async_command():
         try:
-            env = load_env_files(".", env_files or [])
-            env = merge_env_data(env, env_data)
-            config = load_compose_config(".", config_files, env)
+            config = _load_compose_config(config_files, env_files, env_data)
             await stop_services(config, verbose)
         except Exception as e:
-            click.echo(f"❌ {e}", err=True)
+            if verbose:
+                import traceback
+                click.echo(f"❌ Error: {e}\n\nTraceback:", err=True)
+                traceback.print_exc()
+            else:
+                click.echo(f"❌ {e}", err=True)
     asyncio.run(_async_command())
 
 @click.command(name="run")
@@ -176,12 +203,11 @@ def run_command(
     output_path: Optional[Path],
     verbose: bool
 ) -> None:
+    from mindor.core.compose import run_workflow
     config_files = ctx.obj.get("config_files", [])
     async def _async_command():
         try:
-            env = load_env_files(".", env_files or [])
-            env = merge_env_data(env, env_data)
-            config = load_compose_config(".", config_files, env)
+            config = _load_compose_config(config_files, env_files, env_data)
             input = json.loads(input_json) if input_json else {}
             state = await run_workflow(config, workflow_id or "__default__", input, output_path, verbose)
             if isinstance(state.output, (dict, list)) or state.error:
@@ -196,7 +222,12 @@ def run_command(
         except json.JSONDecodeError:
             click.echo("❌ Invalid JSON provided for --input", err=True)
         except Exception as e:
-            click.echo(f"❌ {e}", err=True)
+            if verbose:
+                import traceback
+                click.echo(f"❌ Error: {e}\n\nTraceback:", err=True)
+                traceback.print_exc()
+            else:
+                click.echo(f"❌ {e}", err=True)
     asyncio.run(_async_command())
 
 compose_command.add_command(up_command)

{model_compose-0.4.7 → model_compose-0.4.12}/src/mindor/core/component/base.py

@@ -5,9 +5,8 @@ from mindor.dsl.schema.action import ActionConfig
 from mindor.dsl.schema.listener import ListenerConfig
 from mindor.dsl.schema.gateway import GatewayConfig
 from mindor.dsl.schema.workflow import WorkflowConfig
-from mindor.core.services import AsyncService
-from mindor.core.utils.workqueue import WorkQueue
-from mindor.core.utils.package import install_package, parse_requirement, is_requirement_satisfied
+from mindor.core.foundation import AsyncService
+from mindor.core.utils.work_queue import WorkQueue
 from mindor.core.logger import logging
 from .context import ComponentActionContext
 
@@ -50,20 +49,10 @@ class ComponentService(AsyncService):
         self.id: str = id
         self.config: ComponentConfig = config
         self.global_configs: ComponentGlobalConfigs = global_configs
-        self.queue: Optional[WorkQueue] = None
+        self.work_queue: Optional[WorkQueue] = None
 
         if self.config.max_concurrent_count > 0:
-            self.queue = WorkQueue(self.config.max_concurrent_count, self._run)
-
-    async def setup(self) -> None:
-        dependencies = self._get_setup_requirements()
-        if dependencies:
-            await self._install_packages(dependencies)
-
-        await self._setup()
-
-    async def teardown(self) -> None:
-        await self._teardown()
+            self.work_queue = WorkQueue(self.config.max_concurrent_count, self._run)
 
     async def start(self, background: bool = False) -> None:
         await super().start(background)
@@ -73,29 +62,20 @@ class ComponentService(AsyncService):
         _, action = ActionResolver(self.config.actions).resolve(action_id)
         context = ComponentActionContext(run_id, input)
 
-        if self.queue:
-            return await (await self.queue.schedule(action, context))
+        if self.work_queue:
+            return await (await self.work_queue.schedule(action, context))
 
         return await self._run(action, context)
 
-    async def _setup(self) -> None:
-        pass
-
-    async def _teardown(self) -> None:
-        pass
-
-    def _get_setup_requirements(self) -> Optional[List[str]]:
-        return None
-
     async def _start(self) -> None:
-        if self.queue:
-            await self.queue.start()
+        if self.work_queue:
+            await self.work_queue.start()
 
         await super()._start()
 
     async def _stop(self) -> None:
-        if self.queue:
-            await self.queue.stop()
+        if self.work_queue:
+            await self.work_queue.stop()
 
         await super()._stop()
 
@@ -111,14 +91,10 @@ class ComponentService(AsyncService):
     @abstractmethod
     async def _run(self, action: ActionConfig, context: ComponentActionContext) -> Any:
         pass
-
-    async def _install_packages(self, packages: List[str]) -> None:
-        for package_spec in packages:
-            package_spec, repository = (package_spec.split("@") + [ None ])[:2]
-            requirement = parse_requirement(package_spec)
-            if not requirement or not is_requirement_satisfied(requirement):
-                logging.info(f"Installing missing module: {package_spec}")
-                await install_package(repository or package_spec)
+  
+    async def _install_package(self, package_spec: str, repository: Optional[str]) -> None:
+        logging.info(f"Installing required module: {package_spec}")
+        await super()._install_package(package_spec, repository)
 
 def register_component(type: ComponentType):
     def decorator(cls: Type[ComponentService]) -> Type[ComponentService]:

{model_compose-0.4.7 → model_compose-0.4.12}/src/mindor/core/component/context.py

@@ -1,6 +1,7 @@
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.core.utils.renderers import VariableRenderer, ImageValueRenderer
 from mindor.core.gateway import find_gateway_by_port
+from PIL import Image as PILImage
 
 class ComponentActionContext:
     def __init__(self, run_id: str, input: Dict[str, Any]):
@@ -16,7 +17,7 @@ class ComponentActionContext:
     async def render_variable(self, value: Any, ignore_files: bool = False) -> Any:
         return await self.renderer.render(value, ignore_files)
 
-    async def render_image(self, value: Any) -> Any:
+    async def render_image(self, value: Any) -> Optional[PILImage.Image]:
         return await ImageValueRenderer().render(await self.render_variable(value))
 
     def contains_variable_reference(self, key: str, value: Any) -> bool:
@@ -42,6 +43,6 @@ class ComponentActionContext:
         gateway = find_gateway_by_port(int(port)) if port else None
 
         if gateway:
-            return gateway.get_context()
+            return gateway.get_context(int(port))
 
         return None

{model_compose-0.4.7 → model_compose-0.4.12}/src/mindor/core/component/services/__init__.py

@@ -3,7 +3,9 @@ from .http_client import *
 from .mcp_server import *
 from .mcp_client import *
 from .model import *
+from .datasets import *
 from .vector_store import *
 from .workflow import *
 from .shell import *
 from .text_splitter import *
+from .image_processor import *

model_compose-0.4.12/src/mindor/core/component/services/datasets/__init__.py

@@ -0,0 +1 @@
+from .datasets import *