model-compose 0.4.77__tar.gz → 0.4.78__tar.gz

{model_compose-0.4.77/src/model_compose.egg-info → model_compose-0.4.78}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.4.77
+Version: 0.4.78
 Summary: model-compose: Declarative AI Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT

{model_compose-0.4.77 → model_compose-0.4.78}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "model-compose"
-version = "0.4.77"
+version = "0.4.78"
 description = "model-compose: Declarative AI Workflow Orchestrator"
 authors = [
     { name = "Hanyeol Cho", email = "hanyeol.cho@gmail.com" }

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/context.py

@@ -66,8 +66,8 @@ class ComponentActionContext:
     def register_source(self, key: str, source: Any) -> None:
         self.sources[key] = source
 
-    async def render_variable(self, value: Any, convert_media: bool = True) -> Any:
-        return await self.renderer.render(value, convert_media=convert_media)
+    async def render_variable(self, value: Any, skip_decode: bool = False) -> Any:
+        return await self.renderer.render(value, skip_decode=skip_decode)
 
     async def render_image(self, value: Any) -> Optional[Union[PILImage.Image, AsyncIterator, List[Union[PILImage.Image, AsyncIterator]]]]:
         return await ImageValueRenderer().render(await self.render_variable(value))

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/agent.py

@@ -80,7 +80,9 @@ class AgentAction:
                 messages.append(tool_message)
                 await context.event_notifier.notify("internal", kind="tool", output=tool_message)
 
-        return messages
+        context.register_source("result", messages)
+
+        return (await context.render_variable(self.action.output)) if self.action.output else messages
 
     async def _execute_tool_call(self, tool_call: Dict[str, Any], context: ComponentActionContext) -> Dict[str, Any]:
         tool_name = tool_call["function"]["name"]

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/audio_converter/drivers/ffmpeg.py

@@ -35,7 +35,7 @@ class FFmpegAudioConverterAction(AudioConverterAction):
         result = await self._convert(source, format, codec, bitrate, sample_rate, channels)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _convert(
         self,

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/audio_extractor/drivers/ffmpeg.py

@@ -38,7 +38,7 @@ class FFmpegAudioExtractorAction:
         }
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _extract(
         self,

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/datasets/datasets.py

@@ -20,7 +20,7 @@ class DatasetsAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Dataset:
         if self.config.method == DatasetsActionMethod.LOAD:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/file_store/drivers/aws_s3.py

@@ -44,7 +44,7 @@ class AwsS3FileStoreAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Dict[str, Any]:
         if self.config.method == FileStoreActionMethod.PUT:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/file_store/drivers/azure_blob.py

@@ -85,7 +85,7 @@ class AzureBlobFileStoreAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Dict[str, Any]:
         if self.config.method == FileStoreActionMethod.PUT:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/file_store/drivers/gcp_storage.py

@@ -43,7 +43,7 @@ class GcpStorageFileStoreAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Dict[str, Any]:
         if self.config.method == FileStoreActionMethod.PUT:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/file_store/drivers/local.py

@@ -21,7 +21,7 @@ class LocalFileStoreAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Dict[str, Any]:
         if self.config.method == FileStoreActionMethod.PUT:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/graph_store/drivers/arangodb.py

@@ -84,7 +84,7 @@ class ArangoDBGraphStoreAction:
         result = await self._dispatch(context, db)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext, db: StandardDatabase) -> Any:
         if self.config.method == GraphStoreActionMethod.QUERY:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/graph_store/drivers/neo4j.py

@@ -124,7 +124,7 @@ class Neo4jGraphStoreAction:
         result = await self._dispatch(context, driver, default_database)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext, driver: AsyncDriver, default_database: Optional[str]) -> Any:
         if self.config.method == GraphStoreActionMethod.QUERY:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/http_client.py

@@ -103,7 +103,7 @@ class HttpClientAction:
             async def _stream_output_generator(stream: StreamResource):
                 async for chunk in stream:
                     context.register_source("response[]", self._convert_stream_chunk(chunk, self.config.stream_format))
-                    chunk = await context.render_variable(self.config.output, convert_media=False)
+                    chunk = await context.render_variable(self.config.output)
                     if chunk is not None:
                         yield chunk
 
@@ -119,7 +119,7 @@ class HttpClientAction:
                 async def _stream_output_generator(stream: StreamResource):
                     async for chunk in stream:
                         context.register_source("result[]", self._convert_stream_chunk(chunk, self.config.stream_format))
-                        chunk = await context.render_variable(self.config.output, convert_media=False)
+                        chunk = await context.render_variable(self.config.output)
                         if chunk is not None:
                             yield chunk
 
@@ -127,7 +127,7 @@ class HttpClientAction:
 
             context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else (result or response)
+        return (await context.render_variable(self.config.output)) if self.config.output else (result or response)
 
     async def _resolve_url_or_path(self, context: ComponentActionContext) -> str:
         if self.config.path:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/http_server.py

@@ -97,7 +97,7 @@ class HttpServerAction:
             async def _stream_output_generator(stream: StreamResource):
                 async for chunk in stream:
                     context.register_source("response[]", self._convert_stream_chunk(chunk, self.config.stream_format))
-                    chunk = await context.render_variable(self.config.output, convert_media=False)
+                    chunk = await context.render_variable(self.config.output)
                     if chunk is not None:
                         yield chunk
 
@@ -113,7 +113,7 @@ class HttpServerAction:
                 async def _stream_output_generator(stream: StreamResource):
                     async for chunk in stream:
                         context.register_source("result[]", self._convert_stream_chunk(chunk, self.config.stream_format))
-                        chunk = await context.render_variable(self.config.output, convert_media=False)
+                        chunk = await context.render_variable(self.config.output)
                         if chunk is not None:
                             yield chunk
 
@@ -121,7 +121,7 @@ class HttpServerAction:
 
             context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else (result or response)
+        return (await context.render_variable(self.config.output)) if self.config.output else (result or response)
 
     def _convert_stream_chunk(self, chunk: bytes, format: HttpStreamFormat) -> Any:
         if format == HttpStreamFormat.JSON:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/image_processor.py

@@ -13,7 +13,7 @@ class ImageProcessorAction:
         result = await self._dispatch(context)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext) -> Any:
         if self.config.method == ImageProcessorActionMethod.RESIZE:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/key_value_store/drivers/redis.py

@@ -19,7 +19,7 @@ class RedisKeyValueStoreAction:
         result = await self._dispatch(context, client)
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _dispatch(self, context: ComponentActionContext, client: AsyncRedis) -> Dict[str, Any]:
         if self.config.method == KeyValueStoreActionMethod.GET:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/mcp_client.py

@@ -16,7 +16,7 @@ class McpClientAction:
         response = [ await self._convert_output_value(content) for content in await client.call_tool(tool, arguments) ]
         context.register_source("response", response)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else response
+        return (await context.render_variable(self.config.output)) if self.config.output else response
 
     async def _convert_output_value(self, content: ContentBlock) -> Any:
         if isinstance(content, TextContent):

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/mcp_server.py

@@ -18,7 +18,7 @@ class McpServerAction:
         response = [ await self._convert_output_value(content) for content in await client.call_tool(tool, arguments) ]
         context.register_source("response", response)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else response
+        return (await context.render_variable(self.config.output)) if self.config.output else response
 
     async def _convert_output_value(self, content: ContentBlock) -> Any:
         if isinstance(content, TextContent):

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/chat_completion/huggingface.py

@@ -28,7 +28,7 @@ class HuggingfaceChatCompletionTaskAction(HuggingfaceTextGenerationTaskAction):
         messages = await context.render_variable(self.config.messages)
         tools    = await context.render_variable(self.config.tools)
 
-        tools = [ self._build_tool_definition(tool) for tool in tools ] if tools else None
+        tools = [ self._build_function_tool(tool) for tool in tools ] if tools else None
 
         return self.tokenizer.apply_chat_template(
             messages,
@@ -37,10 +37,10 @@ class HuggingfaceChatCompletionTaskAction(HuggingfaceTextGenerationTaskAction):
             **({ "tools": tools } if tools else {})
         )
 
-    def _build_tool_definition(self, tool: Dict[str, Any]) -> Dict[str, Any]:
+    def _build_function_tool(self, function: Dict[str, Any]) -> Dict[str, Any]:
         return {
             "type": "function",
-            "function": { k: v for k, v in tool.items() if v is not None }
+            "function": { k: v for k, v in function.items() if v is not None }
         }
 
 @register_model_task_service(ModelTaskType.CHAT_COMPLETION, ModelDriver.HUGGINGFACE)

model_compose-0.4.78/src/mindor/core/component/services/model/tasks/chat_completion/llamacpp.py

@@ -0,0 +1,71 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING
+
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from mindor.dsl.schema.action import ModelActionConfig, ChatCompletionModelActionConfig
+from ...base import ModelTaskType, ModelDriver, register_model_task_service
+from ...base import LlamaCppModelTaskService, ComponentActionContext
+from ..text_generation import LlamaCppTextGenerationTaskAction
+import asyncio
+
+if TYPE_CHECKING:
+    from llama_cpp import Llama
+
+class LlamaCppChatCompletionTaskAction(LlamaCppTextGenerationTaskAction):
+    def __init__(
+        self,
+        config: ChatCompletionModelActionConfig,
+        model: Llama,
+    ):
+        super().__init__(config, model)
+
+        self.config: ChatCompletionModelActionConfig = config # For type only
+
+    async def _prepare_input(self, context: ComponentActionContext) -> Union[str, List[str]]:
+        messages = await context.render_variable(self.config.messages)
+        tools    = await context.render_variable(self.config.tools)
+
+        if not isinstance(messages, list):
+            messages = [ messages ]
+
+        tools = [ self._build_function_tool(tool) for tool in tools ] if tools else None
+
+        conversation = self._resolve_chat_formatter()(
+            messages=messages,
+            **({ "tools": tools, "tool_choice": "auto" } if tools else {})
+        )
+
+        return conversation.prompt
+
+    def _build_function_tool(self, function: Dict[str, Any]) -> Dict[str, Any]:
+        return {
+            "type": "function",
+            "function": { k: v for k, v in function.items() if v is not None }
+        }
+
+    def _resolve_chat_formatter(self):
+        from llama_cpp import llama_chat_format
+
+        template   = self.model.metadata.get("tokenizer.chat_template")
+        eos_token  = self.model.detokenize([self.model.token_eos()]).decode("utf-8", errors="ignore")
+        bos_token  = self.model.detokenize([self.model.token_bos()]).decode("utf-8", errors="ignore")
+
+        if not template:
+            raise ValueError("Chat template not found in model metadata; cannot format chat messages.")
+
+        return llama_chat_format.Jinja2ChatFormatter(
+            template=template,
+            eos_token=eos_token,
+            bos_token=bos_token,
+        )
+
+
+@register_model_task_service(ModelTaskType.CHAT_COMPLETION, ModelDriver.LLAMACPP)
+class LlamaCppChatCompletionTaskService(LlamaCppModelTaskService):
+    async def _run(
+        self,
+        action: ModelActionConfig,
+        context: ComponentActionContext,
+        loop: asyncio.AbstractEventLoop
+    ) -> Any:
+        return await LlamaCppChatCompletionTaskAction(action, self.model).run(context, loop)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/face_embedding/common.py

@@ -30,7 +30,10 @@ class FaceEmbeddingTaskAction:
             embeddings = await self._embed(batch_images, params)
             results.extend(embeddings)
 
-        return results[0] if is_single_input else results
+        result = results[0] if is_single_input else results
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[PILImage.Image, List[PILImage.Image]]:
         return await context.render_image(self.config.image)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/image_generation/common.py

@@ -30,7 +30,10 @@ class ImageGenerationTaskAction:
             upscaled_images = await self._generate(batch_texts, params)
             results.extend(upscaled_images)
 
-        return results[0] if is_single_input else results
+        result = results[0] if is_single_input else results
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[str, List[str]]:
         return await context.render_variable(self.config.text)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/image_to_text/common.py

@@ -31,7 +31,8 @@ class ImageToTextTaskAction:
             async def _stream_output_generator():
                 async for chunk in AsyncStreamer(streamer, loop):
                     if chunk:
-                        yield await self._render_output_chunk(context, chunk)
+                        context.register_source("result[]", chunk)
+                        yield (await context.render_variable(self.config.output)) if self.config.output else chunk
 
             return _stream_output_generator()
         else:
@@ -43,7 +44,9 @@ class ImageToTextTaskAction:
                 results.extend(outputs)
 
             result = results[0] if is_single_input else results
-            return await self._render_output(context, result)
+            context.register_source("result", result)
+
+            return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Tuple[Union[PILImage.Image, List[PILImage.Image]], Optional[Union[str, List[str]]]]:
         image = await context.render_image(self.config.image)
@@ -55,13 +58,5 @@ class ImageToTextTaskAction:
     async def _generate(self, images: List[PILImage.Image], texts: Optional[List[str]], context: ComponentActionContext, streaming: bool) -> Union[List[str], Iterator[str]]:
         pass
 
-    async def _render_output_chunk(self, context: ComponentActionContext, chunk: str) -> Any:
-        context.register_source("result[]", chunk)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else chunk
-
-    async def _render_output(self, context: ComponentActionContext, result: Union[str, List[str]]) -> Any:
-        context.register_source("result", result)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
-
 class ImageToTextTaskService(ModelTaskService):
     pass

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/image_to_text/huggingface.py

@@ -102,7 +102,6 @@ class HuggingfaceImageToTextTaskAction(ImageToTextTaskAction):
         early_stopping       = await context.render_variable(self.config.params.early_stopping) if num_beams > 1 else False
 
         params = {
-            "max_new_tokens": max_output_length,
             "min_length": min_output_length,
             "num_return_sequences": num_return_sequences,
             "do_sample": do_sample,
@@ -111,6 +110,9 @@ class HuggingfaceImageToTextTaskAction(ImageToTextTaskAction):
             "eos_token_id": getattr(self.processor.tokenizer, "eos_token_id", None),
         }
 
+        if max_output_length is not None:
+            params["max_new_tokens"] = max_output_length
+
         if do_sample:
             if temperature is not None:
                 params["temperature"] = temperature

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/image_upscale/common.py

@@ -36,7 +36,10 @@ class ImageUpscaleTaskAction:
             upscaled_images = await self._upscale(batch_images, params)
             results.extend(upscaled_images)
 
-        return results[0] if is_single_input else results
+        result = results[0] if is_single_input else results
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[PILImage.Image, List[PILImage.Image]]:
         return await context.render_image(self.config.image)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/music_generation/common.py

@@ -20,7 +20,10 @@ class MusicGenerationTaskAction:
         lyrics = await context.render_variable(self.config.lyrics) if self.config.lyrics is not None else None
         params = await self._resolve_generation_params(context)
 
-        return await self._generate(prompt, lyrics, params)
+        result = await self._generate(prompt, lyrics, params)
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _resolve_generation_params(self, context: ComponentActionContext) -> Dict[str, Any]:
         duration  = await context.render_variable(self.config.params.duration)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/speech_to_text/common.py

@@ -34,7 +34,7 @@ class SpeechToTextTaskAction:
         result = results[0] if is_single_input else results
         context.register_source("result", result)
 
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[Tuple[Any, int], List[Tuple[Any, int]]]:
         value = await context.render_variable(self.config.audio)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/speech_to_text/huggingface.py

@@ -70,13 +70,16 @@ class HuggingfaceSpeechToTextTaskAction(SpeechToTextTaskAction):
         return_timestamps           = await context.render_variable(self.config.params.return_timestamps)
 
         params: Dict[str, Any] = {
-            "max_new_tokens": max_output_length,
             "num_beams": num_beams,
         }
 
-        if temperature and temperature > 0:
+        if max_output_length is not None:
+            params["max_new_tokens"] = max_output_length
+
+        if temperature is not None:
             params["temperature"] = temperature
-            params["do_sample"] = True
+            if temperature > 0:
+                params["do_sample"] = True
 
         if compression_ratio_threshold is not None:
             params["compression_ratio_threshold"] = compression_ratio_threshold

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_classification/common.py

@@ -28,7 +28,8 @@ class TextClassificationTaskAction:
                 if uses_array_output:
                     rendered_outputs = []
                     for prediction in predictions:
-                        rendered_outputs.append(await self._render_output_item(context, prediction))
+                        context.register_source("result[]", prediction)
+                        rendered_outputs.append((await context.render_variable(self.config.output)) if self.config.output else prediction)
                     yield rendered_outputs
                 else:
                     yield predictions
@@ -38,7 +39,8 @@ class TextClassificationTaskAction:
                 async for predictions in _process():
                     if not uses_array_output:
                         for prediction in predictions:
-                            yield await self._render_output(context, prediction)
+                            context.register_source("result", prediction)
+                            yield (await context.render_variable(self.config.output)) if self.config.output else prediction
                     else:
                         for prediction in predictions:
                             yield prediction
@@ -50,7 +52,8 @@ class TextClassificationTaskAction:
 
             if not uses_array_output:
                 result = results[0] if is_single_input else results
-                return await self._render_output(context, result)
+                context.register_source("result", result)
+                return (await context.render_variable(self.config.output)) if self.config.output else result
             else:
                 return results
 
@@ -61,13 +64,5 @@ class TextClassificationTaskAction:
     async def _predict(self, texts: List[str], labels: Optional[List[str]], context: ComponentActionContext) -> List[Any]:
         pass
 
-    async def _render_output_item(self, context: ComponentActionContext, prediction: Any) -> Any:
-        context.register_source("result[]", prediction)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else prediction
-
-    async def _render_output(self, context: ComponentActionContext, result: Any) -> Any:
-        context.register_source("result", result)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
-
 class TextClassificationTaskService(ModelTaskService):
     pass

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_embedding/common.py

@@ -28,7 +28,8 @@ class TextEmbeddingTaskAction:
                 if uses_array_output:
                     rendered_outputs = []
                     for embedding in embeddings:
-                        rendered_outputs.append(await self._render_output_item(context, embedding))
+                        context.register_source("result[]", embedding)
+                        rendered_outputs.append((await context.render_variable(self.config.output)) if self.config.output else embedding)
                     yield rendered_outputs
                 else:
                     yield embeddings
@@ -38,7 +39,8 @@ class TextEmbeddingTaskAction:
                 async for embeddings in _process():
                     if not uses_array_output:
                         for embedding in embeddings:
-                            yield await self._render_output(context, embedding)
+                            context.register_source("result", embedding)
+                            yield (await context.render_variable(self.config.output)) if self.config.output else embedding
                     else:
                         for embedding in embeddings:
                             yield embedding
@@ -50,7 +52,8 @@ class TextEmbeddingTaskAction:
 
             if not uses_array_output:
                 result = results[0] if is_single_input else results
-                return await self._render_output(context, result)
+                context.register_source("result", result)
+                return (await context.render_variable(self.config.output)) if self.config.output else result
             else:
                 return results
 
@@ -61,13 +64,5 @@ class TextEmbeddingTaskAction:
     async def _embed(self, texts: List[str], context: ComponentActionContext) -> List[List[float]]:
         pass
 
-    async def _render_output_item(self, context: ComponentActionContext, embedding: List[float]) -> Any:
-        context.register_source("result[]", embedding)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else embedding
-
-    async def _render_output(self, context: ComponentActionContext, result: Union[List[float], List[List[float]]]) -> Any:
-        context.register_source("result", result)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
-
 class TextEmbeddingTaskService(ModelTaskService):
     pass

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_generation/common.py

@@ -30,7 +30,8 @@ class TextGenerationTaskAction:
                 async for chunk in AsyncStreamer(streamer, loop):
                     token = chunk["choices"][0].get("text", "")
                     if token:
-                        yield await self._render_output_chunk(context, token)
+                        context.register_source("result[]", token)
+                        yield (await context.render_variable(self.config.output)) if self.config.output else token
 
             return _stream_output_generator()
         else:
@@ -41,7 +42,9 @@ class TextGenerationTaskAction:
                 results.extend([c["text"] for c in response["choices"]])
 
             result = results[0] if is_single_input else results
-            return await self._render_output(context, result)
+            context.register_source("result", result)
+
+            return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[str, List[str]]:
         return await context.render_variable(self.config.text)
@@ -50,13 +53,5 @@ class TextGenerationTaskAction:
     async def _generate(self, texts: List[str], context: ComponentActionContext, streaming: bool) -> Union[Dict[str, Any], Iterator[Dict[str, Any]]]:
         pass
 
-    async def _render_output_chunk(self, context: ComponentActionContext, chunk: str) -> Any:
-        context.register_source("result[]", chunk)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else chunk
-
-    async def _render_output(self, context: ComponentActionContext, result: Union[str, List[str]]) -> Any:
-        context.register_source("result", result)
-        return (await context.render_variable(self.config.output, convert_media=False)) if self.config.output else result
-
 class TextGenerationTaskService(ModelTaskService):
     pass

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_generation/huggingface.py

@@ -104,13 +104,15 @@ class HuggingfaceTextGenerationTaskAction(TextGenerationTaskAction):
         early_stopping       = await context.render_variable(self.config.params.early_stopping) if num_beams > 1 else False
 
         params: Dict[str, Any] = {
-            "max_new_tokens": max_output_length,
             "min_length": min_output_length,
             "num_return_sequences": num_return_sequences,
             "do_sample": do_sample,
             "num_beams": num_beams,
         }
 
+        if max_output_length is not None:
+            params["max_new_tokens"] = max_output_length
+
         for token in [ "pad_token_id", "eos_token_id", "bos_token_id" ]:
             token_id = getattr(self.tokenizer, token, None)
             if token_id is not None:

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_generation/llamacpp.py

@@ -33,7 +33,7 @@ class LlamaCppTextGenerationTaskAction(TextGenerationTaskAction):
                 result = self.model(text, stream=False, **generation_params)
                 choices.append(result["choices"][0])
 
-            return {"choices": choices}
+            return { "choices": choices }
 
     async def _resolve_generation_params(self, context: ComponentActionContext) -> Dict[str, Any]:
         max_output_length = await context.render_variable(self.config.params.max_output_length)

{model_compose-0.4.77 → model_compose-0.4.78}/src/mindor/core/component/services/model/tasks/text_to_speech/common.py

@@ -26,7 +26,10 @@ class TextToSpeechTaskAction:
             audio_bytes = await self._generate(text, context)
             results.append(audio_bytes)
 
-        return results[0] if is_single_input else results
+        result = results[0] if is_single_input else results
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output)) if self.config.output else result
 
     async def _prepare_input(self, context: ComponentActionContext) -> Union[str, List[str]]:
         return await context.render_variable(self.config.text)