model-compose 0.4.39__tar.gz → 0.4.41__tar.gz

{model_compose-0.4.39 → model_compose-0.4.41}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.4.39
+Version: 0.4.41
 Summary: model-compose: Declarative AI Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT

{model_compose-0.4.39 → model_compose-0.4.41}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "model-compose"
-version = "0.4.39"
+version = "0.4.41"
 description = "model-compose: Declarative AI Workflow Orchestrator"
 authors = [
     { name = "Hanyeol Cho", email = "hanyeol.cho@gmail.com" }

{model_compose-0.4.39 → model_compose-0.4.41}/src/mindor/core/component/services/websocket_server.py

@@ -67,7 +67,7 @@ class WebSocketServerAction:
                 await self._send(connection, message)
 
             if context.contains_variable_reference("response[]", self.config.output):
-                return self._receive_stream(connection, format, context)
+                return self._receive_stream(connection, format, context, connection if owned else None)
 
             response = await self._receive(connection, format, collect)
         except:
@@ -123,12 +123,16 @@ class WebSocketServerAction:
                 return frame
         return None
 
-    async def _receive_stream(self, connection: WebSocketConnection, format: WebSocketReceiveFormat, context: ComponentActionContext):
-        async for frame in connection.receive_frames():
-            frame = self._decode_frame(frame, format)
-            if frame is not None:
-                context.register_source("response[]", frame)
-                yield await context.render_variable(self.config.output, ignore_files=True)
+    async def _receive_stream(self, connection: WebSocketConnection, format: WebSocketReceiveFormat, context: ComponentActionContext, owned_connection: Optional[WebSocketConnection] = None):
+        try:
+            async for frame in connection.receive_frames():
+                frame = self._decode_frame(frame, format)
+                if frame is not None:
+                    context.register_source("response[]", frame)
+                    yield await context.render_variable(self.config.output, ignore_files=True)
+        finally:
+            if owned_connection:
+                await owned_connection.close()
 
     def _decode_frame(self, frame: Any, format: WebSocketReceiveFormat) -> Any:
         if format == WebSocketReceiveFormat.BINARY and isinstance(frame, bytes):
@@ -194,11 +198,14 @@ class WebSocketServerComponent(ComponentService):
 
     async def _is_ready(self) -> bool:
         try:
-            _, writer = await asyncio.open_connection("localhost", self.config.port)
+            reader, writer = await asyncio.open_connection("localhost", self.config.port)
+            writer.write(b"GET / HTTP/1.0\r\nHost: localhost\r\n\r\n")
+            await writer.drain()
+            response = await asyncio.wait_for(reader.read(12), timeout=2)
             writer.close()
             await writer.wait_closed()
-            return True
-        except (ConnectionRefusedError, OSError):
+            return response.startswith(b"HTTP/")
+        except Exception:
             return False
 
     async def _run(self, action: ActionConfig, context: ComponentActionContext) -> Any:

{model_compose-0.4.39 → model_compose-0.4.41}/src/mindor/core/runtime/docker/docker.py

@@ -76,6 +76,16 @@ class DockerMountsResolver:
                 tmpfs_mode=getattr(volume.tmpfs, "mode", None),
             )
 
+class DockerDeviceRequestsResolver:
+    def __init__(self, gpus: Optional[Union[str, int]]):
+        self.gpus: Optional[Union[str, int]] = gpus
+
+    def resolve(self) -> Optional[List[DeviceRequest]]:
+        if self.gpus is None:
+            return None
+        count = -1 if self.gpus == "all" else int(self.gpus)
+        return [ DeviceRequest(count=count, capabilities=[["gpu"]]) ]
+
 class DockerRuntimeManager:
     def __init__(self, config: DockerRuntimeConfig, verbose: bool):
         self.config: DockerRuntimeConfig = config
@@ -108,6 +118,7 @@ class DockerRuntimeManager:
                     security_opt=self.config.security_opt,
                     restart_policy={ "Name": self.config.restart },
                     extra_hosts=self.config.extra_hosts,
+                    device_requests=DockerDeviceRequestsResolver(self.config.gpus).resolve(),
                     tty=True, stdin_open=True, detach=True
                 )
             container.start()

{model_compose-0.4.39 → model_compose-0.4.41}/src/mindor/dsl/schema/runtime/impl/docker.py

@@ -58,6 +58,8 @@ class DockerRuntimeConfig(CommonRuntimeConfig):
     extra_hosts: Optional[Dict[str, str]] = Field(default=None, description="Extra hosts to add to /etc/hosts.")
     # Volumes
     volumes: Optional[List[Union[str, DockerVolumeConfig]]] = Field(default=None, description="Volume mounts.")
+    # GPU
+    gpus: Optional[Union[str, int]] = Field(default=None, description="GPU devices to expose. Use 'all' for all GPUs or a count (e.g. 1).")
     # Environment variables
     environment: Optional[Dict[str, Union[str, int, float, bool]]] = Field(default=None, description="Environment variables.")
     env_file: Optional[Union[str, List[str]]] = Field(default=None, description="Environment files.")

{model_compose-0.4.39 → model_compose-0.4.41}/src/model_compose.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.4.39
+Version: 0.4.41
 Summary: model-compose: Declarative AI Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT