model-compose 0.3.15__tar.gz → 0.3.17__tar.gz

{model_compose-0.3.15/src/model_compose.egg-info → model_compose-0.3.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.3.15
+Version: 0.3.17
 Summary: model-compose: Declarative AI Model and Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT
@@ -20,10 +20,6 @@ Requires-Dist: pyngrok
 Requires-Dist: ulid
 Requires-Dist: gradio
 Requires-Dist: Pillow
-Requires-Dist: transformers>=4.21.0
-Requires-Dist: torch
-Requires-Dist: sentencepiece
-Requires-Dist: accelerate
 Requires-Dist: docker
 Dynamic: license-file
 

{model_compose-0.3.15 → model_compose-0.3.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "model-compose"
-version = "0.3.15"
+version = "0.3.17"
 description = "model-compose: Declarative AI Model and Workflow Orchestrator"
 authors = [
     { name = "Hanyeol Cho", email = "hanyeol.cho@gmail.com" }
@@ -21,10 +21,6 @@ dependencies = [
     "ulid", 
     "gradio",
     "Pillow",
-    "transformers>=4.21.0",
-    "torch",
-    "sentencepiece",
-    "accelerate",
     "docker"
 ]
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/base.py

@@ -7,6 +7,8 @@ from mindor.dsl.schema.gateway import GatewayConfig
 from mindor.dsl.schema.workflow import WorkflowConfig
 from mindor.core.services import AsyncService
 from mindor.core.utils.workqueue import WorkQueue
+from mindor.core.utils.package import extract_module_name, is_module_installed, install_package
+from mindor.core.logger import logging
 from .context import ComponentActionContext
 
 class ActionResolver:
@@ -59,6 +61,10 @@ class ComponentService(AsyncService):
             self.queue = WorkQueue(self.config.max_concurrent_count, self._run)
 
     async def setup(self) -> None:
+        dependencies = self._get_setup_requirements()
+        if dependencies:
+            await self._install_packages(dependencies)
+
         await self._setup()
 
     async def teardown(self) -> None:
@@ -83,6 +89,9 @@ class ComponentService(AsyncService):
     async def _teardown(self) -> None:
         pass
 
+    async def _get_setup_requirements(self) -> Optional[List[str]]:
+        return None
+
     async def _start(self) -> None:
         if self.queue:
             await self.queue.start()
@@ -108,6 +117,13 @@ class ComponentService(AsyncService):
     async def _run(self, action: ActionConfig, context: ComponentActionContext) -> Any:
         pass
 
+    async def _install_packages(self, packages: List[str]) -> None:
+        for package_spec in packages:
+            module_name = extract_module_name(package_spec)
+            if not is_module_installed(module_name):
+                logging.info(f"Installing missing module: {package_spec}")
+                await install_package(package_spec)
+
 def register_component(type: ComponentType):
     def decorator(cls: Type[ComponentService]) -> Type[ComponentService]:
         ComponentRegistry[type] = cls

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/base.py

@@ -1,11 +1,17 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Callable, Any
 from abc import ABC, abstractmethod
 from mindor.dsl.schema.component import ModelComponentConfig, ModelTaskType, ModelSourceConfig, DeviceMode
 from mindor.dsl.schema.action import ModelActionConfig
 from mindor.core.services import AsyncService
 from ...context import ComponentActionContext
-from transformers import PreTrainedModel, PreTrainedTokenizer, ProcessorMixin
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer, ProcessorMixin
+    import torch
 
 class ModelTaskService(AsyncService):
     def __init__(self, id: str, config: ModelComponentConfig, daemon: bool):
@@ -14,6 +20,9 @@ class ModelTaskService(AsyncService):
         self.id: str = id
         self.config: ModelComponentConfig = config
 
+    def get_setup_requirements(self) -> Optional[List[str]]:
+        return None
+
     async def run(self, action: ModelActionConfig, context: ComponentActionContext) -> Any:
         loop: asyncio.AbstractEventLoop = asyncio.get_running_loop()
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/model.py

@@ -17,7 +17,7 @@ class ModelComponent(ComponentService):
     def __init__(self, id: str, config: ModelComponentConfig, global_configs: ComponentGlobalConfigs, daemon: bool):
         super().__init__(id, config, global_configs, daemon)
 
-        self.task_service = self._create_task_service(self.config.task)
+        self.task_service: ModelTaskService = self._create_task_service(self.config.task)
 
     def _create_task_service(self, type: ModelTaskType) -> ModelTaskService:
         try:
@@ -27,6 +27,17 @@ class ModelComponent(ComponentService):
         except KeyError:
             raise ValueError(f"Unsupported model task type: {type}")
 
+    def _get_setup_requirements(self) -> Optional[List[str]]:
+        task_dependencies = self.task_service.get_setup_requirements()
+
+        return [ 
+            "transformers>=4.21.0",
+            "torch",
+            "sentencepiece",
+            "accelerate",
+            *(task_dependencies or [])
+        ]
+
     async def _serve(self) -> None:
         await self.task_service.start()
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/image_to_text.py

@@ -1,3 +1,6 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Protocol, Any
 from mindor.dsl.schema.component import ModelComponentConfig, ImageToTextModelArchitecture
 from mindor.dsl.schema.action import ModelActionConfig, ImageToTextModelActionConfig
@@ -5,11 +8,14 @@ from mindor.core.utils.streamer import AsyncStreamer
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import PreTrainedModel, PreTrainedTokenizer, ProcessorMixin, GenerationMixin, TextIteratorStreamer, StopStringCriteria
 from PIL import Image as PILImage
 from threading import Thread
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer, ProcessorMixin, GenerationMixin, TextIteratorStreamer, StopStringCriteria
+    from torch import Tensor
+    import torch
 
 class WithTokenizer(Protocol):
     tokenizer: PreTrainedTokenizer
@@ -22,6 +28,8 @@ class ImageToTextTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext, loop: asyncio.AbstractEventLoop) -> Any:
+        import torch
+
         image: Union[PILImage.Image, List[PILImage.Image]] = await context.render_image(self.config.image)
         prompt: Optional[Union[str, List[str]]] = await context.render_variable(self.config.prompt)
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/summarization.py

@@ -1,3 +1,6 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, SummarizationModelActionConfig
@@ -5,10 +8,13 @@ from mindor.core.utils.streamer import AsyncStreamer
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
-from threading import Thread
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
+    from threading import Thread
+    from torch import Tensor
+    import torch
 
 class SummarizationTaskAction:
     def __init__(self, config: SummarizationModelActionConfig, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, device: torch.device):
@@ -18,6 +24,8 @@ class SummarizationTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext, loop: asyncio.AbstractEventLoop) -> Any:
+        import torch
+
         text: Union[str, List[str]] = await context.render_variable(self.config.text)
 
         max_input_length  = await context.render_variable(self.config.params.max_input_length)
@@ -119,7 +127,9 @@ class SummarizationTaskService(ModelTaskService):
         return await SummarizationTaskAction(action, self.model, self.tokenizer, self.device).run(context, loop)
 
     def _get_model_class(self) -> Type[PreTrainedModel]:
+        from transformers import AutoModelForSeq2SeqLM
         return AutoModelForSeq2SeqLM
 
     def _get_tokenizer_class(self) -> Type[PreTrainedTokenizer]:
+        from transformers import AutoTokenizer
         return AutoTokenizer

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/text_classification.py

@@ -1,14 +1,19 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TextClassificationModelActionConfig
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import AutoModelForSequenceClassification, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer
-from transformers.modeling_outputs import SequenceClassifierOutput
-import torch.nn.functional as F
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer
+    from transformers.modeling_outputs import SequenceClassifierOutput
+    from torch import Tensor
+    import torch
 
 class TextClassificationTaskAction:
     def __init__(self, config: TextClassificationModelActionConfig, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, device: torch.device):
@@ -18,6 +23,8 @@ class TextClassificationTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext, labels: Optional[List[str]]) -> Any:
+        import torch, torch.nn.functional as F
+
         text: Union[str, List[str]] = await context.render_variable(self.config.text)
 
         return_probabilities = await context.render_variable(self.config.params.return_probabilities)
@@ -115,7 +122,9 @@ class TextClassificationTaskService(ModelTaskService):
         return await TextClassificationTaskAction(action, self.model, self.tokenizer, self.device).run(context, self.config.labels)
 
     def _get_model_class(self) -> Type[PreTrainedModel]:
+        from transformers import AutoModelForSequenceClassification
         return AutoModelForSequenceClassification
 
     def _get_tokenizer_class(self) -> Type[PreTrainedTokenizer]:
+        from transformers import AutoTokenizer
         return AutoTokenizer

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/text_embedding.py

@@ -1,13 +1,19 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TextEmbeddingModelActionConfig
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import AutoModel, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer
-from transformers.modeling_outputs import BaseModelOutput
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer
+    from transformers.modeling_outputs import BaseModelOutput
+    from torch import Tensor
+    import torch
 
 class TextEmbeddingTaskAction:
     def __init__(self, config: TextEmbeddingModelActionConfig, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, device: torch.device):
@@ -17,6 +23,8 @@ class TextEmbeddingTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext) -> Any:
+        import torch, torch.nn.functional as F
+
         text: Union[str, List[str]] = await context.render_variable(self.config.text)
 
         max_input_length = await context.render_variable(self.config.params.max_input_length)
@@ -44,7 +52,7 @@ class TextEmbeddingTaskAction:
                 embeddings = self._pool_hidden_state(last_hidden_state, attention_mask, pooling)
 
                 if normalize:
-                    embeddings = torch.nn.functional.normalize(embeddings, p=2, dim=1, eps=1e-12)
+                    embeddings = F.normalize(embeddings, p=2, dim=1, eps=1e-12)
 
                 embeddings = embeddings.cpu().tolist()
 
@@ -83,6 +91,8 @@ class TextEmbeddingTaskAction:
                 return results
 
     def _pool_hidden_state(self, last_hidden_state: Tensor, attention_mask: Optional[Tensor], pooling: str) -> Tensor:
+        import torch
+
         if pooling == "mean":
             if attention_mask is not None:
                 mask = attention_mask.unsqueeze(-1).expand(last_hidden_state.size())
@@ -131,7 +141,9 @@ class TextEmbeddingTaskService(ModelTaskService):
         return await TextEmbeddingTaskAction(action, self.model, self.tokenizer, self.device).run(context)
 
     def _get_model_class(self) -> Type[PreTrainedModel]:
+        from transformers import AutoModel
         return AutoModel
 
     def _get_tokenizer_class(self) -> Type[PreTrainedTokenizer]:
+        from transformers import AutoTokenizer
         return AutoTokenizer

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/text_generation.py

@@ -1,3 +1,6 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TextGenerationModelActionConfig
@@ -5,10 +8,13 @@ from mindor.core.utils.streamer import AsyncStreamer
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
-from threading import Thread
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
+    from threading import Thread
+    from torch import Tensor
+    import torch
 
 class TextGenerationTaskAction:
     def __init__(self, config: TextGenerationModelActionConfig, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, device: torch.device):
@@ -18,6 +24,8 @@ class TextGenerationTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext, loop: asyncio.AbstractEventLoop) -> Any:
+        import torch
+
         prompt: Union[str, List[str]] = await context.render_variable(self.config.prompt)
 
         max_output_length    = await context.render_variable(self.config.params.max_output_length)
@@ -120,7 +128,9 @@ class TextGenerationTaskService(ModelTaskService):
         return await TextGenerationTaskAction(action, self.model, self.tokenizer, self.device).run(context, loop)
 
     def _get_model_class(self) -> Type[PreTrainedModel]:
+        from transformers import AutoModelForCausalLM
         return AutoModelForCausalLM
 
     def _get_tokenizer_class(self) -> Type[PreTrainedTokenizer]:
+        from transformers import AutoTokenizer
         return AutoTokenizer

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/model/tasks/translation.py

@@ -1,3 +1,6 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TranslationModelActionConfig
@@ -5,10 +8,13 @@ from mindor.core.utils.streamer import AsyncStreamer
 from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
-from threading import Thread
-from torch import Tensor
-import torch, asyncio
+import asyncio
+
+if TYPE_CHECKING:
+    from transformers import PreTrainedModel, PreTrainedTokenizer, GenerationMixin, TextIteratorStreamer, StopStringCriteria
+    from threading import Thread
+    from torch import Tensor
+    import torch
 
 class TranslationTaskAction:
     def __init__(self, config: TranslationModelActionConfig, model: PreTrainedModel, tokenizer: PreTrainedTokenizer, device: torch.device):
@@ -18,6 +24,8 @@ class TranslationTaskAction:
         self.device: torch.device = device
 
     async def run(self, context: ComponentActionContext, loop: asyncio.AbstractEventLoop) -> Any:
+        import torch
+
         text: Union[str, List[str]] = await context.render_variable(self.config.text)
 
         max_input_length  = await context.render_variable(self.config.params.max_input_length)
@@ -119,7 +127,9 @@ class TranslationTaskService(ModelTaskService):
         return await TranslationTaskAction(action, self.model, self.tokenizer, self.device).run(context, loop)
 
     def _get_model_class(self) -> Type[PreTrainedModel]:
+        from transformers import AutoModelForSeq2SeqLM
         return AutoModelForSeq2SeqLM
 
     def _get_tokenizer_class(self) -> Type[PreTrainedTokenizer]:
+        from transformers import AutoTokenizer
         return AutoTokenizer

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/vector_store/base.py

@@ -12,6 +12,9 @@ class VectorStoreService(AsyncService):
         self.id: str = id
         self.config: VectorStoreComponentConfig = config
 
+    def get_setup_requirements(self) -> Optional[List[str]]:
+        return None
+
     async def run(self, action: VectorStoreActionConfig, context: ComponentActionContext) -> Any:
         return await self._run(action, context)
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/vector_store/drivers/chroma.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
+from typing import TYPE_CHECKING
 
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Callable, Any
-from typing import TYPE_CHECKING
 from mindor.dsl.schema.component import VectorStoreComponentConfig
 from mindor.dsl.schema.action import VectorStoreActionConfig, ChromaVectorStoreActionConfig, VectorStoreActionMethod, VectorStoreFilterCondition, VectorStoreFilterOperator
 from mindor.core.utils.streamer import AsyncStreamer
@@ -233,6 +233,9 @@ class ChromaVectorStoreService(VectorStoreService):
 
         self.client: Optional[ChromaClient] = None
 
+    def get_setup_requirements(self) -> Optional[List[str]]:
+        return [ "chromadb" ]
+
     async def _serve(self) -> None:
         self.client = self._create_client()
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/vector_store/drivers/milvus.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
+from typing import TYPE_CHECKING
 
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
-from typing import TYPE_CHECKING
 from mindor.dsl.schema.component import VectorStoreComponentConfig
 from mindor.dsl.schema.action import VectorStoreActionConfig, MilvusVectorStoreActionConfig, VectorStoreActionMethod, VectorStoreFilterCondition, VectorStoreFilterOperator
 from mindor.core.utils.streamer import AsyncStreamer
@@ -304,6 +304,9 @@ class MilvusVectorStoreService(VectorStoreService):
 
         self.client: Optional[AsyncMilvusClient] = None
 
+    def get_setup_requirements(self) -> Optional[List[str]]:
+        return [ "pymilvus" ]
+
     async def _serve(self) -> None:
         from pymilvus import AsyncMilvusClient
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/component/services/vector_store/vector_store.py

@@ -17,7 +17,7 @@ class VectorStoreComponent(ComponentService):
     def __init__(self, id: str, config: VectorStoreComponentConfig, global_configs: ComponentGlobalConfigs, daemon: bool):
         super().__init__(id, config, global_configs, daemon)
 
-        self.store_service = self._create_store_service(self.config.driver)
+        self.store_service: VectorStoreService = self._create_store_service(self.config.driver)
 
     def _create_store_service(self, driver: VectorStoreDriver) -> VectorStoreService:
         try:
@@ -27,6 +27,9 @@ class VectorStoreComponent(ComponentService):
         except KeyError:
             raise ValueError(f"Unsupported vector store driver: {driver}")
 
+    def _get_setup_requirements(self) -> Optional[List[str]]:
+        return self.store_service.get_setup_requirements()
+    
     async def _serve(self) -> None:
         await self.store_service.start()
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/controller/base.py

@@ -73,9 +73,11 @@ class ControllerService(AsyncService):
                 await self._stop_loggers()
                 return
 
+            await self._start_loggers()
             await self._setup_components()
             await self.start()
             await self.wait_until_stopped()
+            await self._stop_loggers()
             return
 
         if self.config.runtime.type == RuntimeType.DOCKER:
@@ -100,8 +102,10 @@ class ControllerService(AsyncService):
 
     async def start_services(self, verbose: bool) -> None:
         if self.config.runtime.type == RuntimeType.NATIVE:
+            await self._start_loggers()
             await self.start()
             await self.wait_until_stopped()
+            await self._stop_loggers()
             return
 
         if self.config.runtime.type == RuntimeType.DOCKER:
@@ -147,8 +151,6 @@ class ControllerService(AsyncService):
         if self.task_queue:
             await self.task_queue.start()
 
-        await self._start_loggers()
-
         if self.daemon:
             await self._start_gateways()
             await self._start_listeners()
@@ -175,9 +177,6 @@ class ControllerService(AsyncService):
 
         await super()._stop()
 
-    async def _on_stop(self) -> None:
-        await self._stop_loggers()
-
     async def _watch_stop_request(self, interval: float = 1.0) -> None:
         stop_file = Path.cwd() / ".stop"
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/controller/runtime/docker/context/Dockerfile

@@ -26,12 +26,7 @@ RUN pip install --no-cache-dir \
     pyngrok \
     ulid \
     gradio \
-    Pillow \
-    'transformers>=4.21.0' \
-    torch \
-    sentencepiece \
-    accelerate \
-    docker
+    Pillow
 
 COPY requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt

{model_compose-0.3.15 → model_compose-0.3.17}/src/mindor/core/services/async_service.py

@@ -52,8 +52,6 @@ class AsyncService(ABC):
         if self.daemon_task:
             await self.daemon_task
 
-        await self._on_stop()
-
     def run_in_thread(self, runner: Callable[[], Awaitable[Any]]) -> asyncio.Future:
         loop = asyncio.get_running_loop()
         future: asyncio.Future = loop.create_future()
@@ -94,9 +92,6 @@ class AsyncService(ABC):
     async def _is_ready(self) -> bool:
         return True
 
-    async def _on_stop(self) -> None:
-        pass
-
     @abstractmethod
     async def _serve(self) -> None:
         pass

model_compose-0.3.17/src/mindor/core/utils/package.py

@@ -0,0 +1,57 @@
+import sys, subprocess, re
+import asyncio
+
+_VERSION_SPEC_PATTERN = re.compile(r'^([a-zA-Z0-9_\-\.]+)([><=!]+.*)?$')
+
+async def install_package(package_spec: str) -> None:
+    """Install a package using pip.
+    
+    Args:
+        package_spec: Package specification to install (e.g., "torch>=2.0.0")
+    """
+    process = await asyncio.create_subprocess_exec(
+        sys.executable, "-m", "pip", "install", package_spec,
+        stdout=asyncio.subprocess.PIPE,
+        stderr=asyncio.subprocess.PIPE
+    )
+
+    stdout, stderr = await process.communicate()
+    
+    if process.returncode != 0:
+        raise subprocess.CalledProcessError(
+            process.returncode, 
+            [sys.executable, "-m", "pip", "install", package_spec],
+            output=stdout,
+            stderr=stderr
+        )
+
+def extract_module_name(package_spec: str) -> str:
+    """Extract module name from package specification.
+
+    Args:
+        package_spec: Package specification like "torch>=2.0.0" or "transformers"
+        
+    Returns:
+        Module name for importing (e.g., "torch" from "torch>=2.0.0")
+    """
+    match = re.match(_VERSION_SPEC_PATTERN, package_spec)
+    
+    if match:
+        return match.group(1)
+    
+    return None
+
+def is_module_installed(module_name: str) -> bool:
+    """Check if a module is installed and importable.
+    
+    Args:
+        module_name: Name of the module to check
+        
+    Returns:
+        True if module can be imported, False otherwise
+    """
+    try:
+        __import__(module_name)
+        return True
+    except ImportError:
+        return False

{model_compose-0.3.15 → model_compose-0.3.17/src/model_compose.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.3.15
+Version: 0.3.17
 Summary: model-compose: Declarative AI Model and Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT
@@ -20,10 +20,6 @@ Requires-Dist: pyngrok
 Requires-Dist: ulid
 Requires-Dist: gradio
 Requires-Dist: Pillow
-Requires-Dist: transformers>=4.21.0
-Requires-Dist: torch
-Requires-Dist: sentencepiece
-Requires-Dist: accelerate
 Requires-Dist: docker
 Dynamic: license-file
 

{model_compose-0.3.15 → model_compose-0.3.17}/src/model_compose.egg-info/SOURCES.txt

@@ -90,6 +90,7 @@ src/mindor/core/utils/http_response.py
 src/mindor/core/utils/http_status.py
 src/mindor/core/utils/image.py
 src/mindor/core/utils/mcp_client.py
+src/mindor/core/utils/package.py
 src/mindor/core/utils/renderers.py
 src/mindor/core/utils/resolvers.py
 src/mindor/core/utils/shell.py

{model_compose-0.3.15 → model_compose-0.3.17}/src/model_compose.egg-info/requires.txt

@@ -11,8 +11,4 @@ pyngrok
 ulid
 gradio
 Pillow
-transformers>=4.21.0
-torch
-sentencepiece
-accelerate
 docker