model-compose 0.2.10__tar.gz → 0.2.11__tar.gz

{model_compose-0.2.10/src/model_compose.egg-info → model_compose-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.2.10
+Version: 0.2.11
 Summary: model-compose: Declarative AI Model and Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT
@@ -22,6 +22,8 @@ Requires-Dist: gradio
 Requires-Dist: Pillow
 Requires-Dist: transformers
 Requires-Dist: torch
+Requires-Dist: sentencepiece
+Requires-Dist: accelerate
 Dynamic: license-file
 
 # model-compose: Declarative AI Model and Workflow Orchestrator

{model_compose-0.2.10 → model_compose-0.2.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "model-compose"
-version = "0.2.10"
+version = "0.2.11"
 description = "model-compose: Declarative AI Model and Workflow Orchestrator"
 authors = [
     { name = "Hanyeol Cho", email = "hanyeol.cho@gmail.com" }
@@ -22,7 +22,9 @@ dependencies = [
     "gradio",
     "Pillow",
     "transformers",
-    "torch"
+    "torch",
+    "sentencepiece",
+    "accelerate"
 ]
 
 [project.scripts]

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/core/component/services/model/tasks/__init__.py

@@ -1,2 +1,4 @@
 from .text_generation import *
+from .summarization import *
+from .translation import *
 from .text_embedding import *

model_compose-0.2.11/src/mindor/core/component/services/model/tasks/summarization.py

@@ -0,0 +1,75 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from mindor.dsl.schema.component import ModelComponentConfig
+from mindor.dsl.schema.action import ModelActionConfig, SummarizationModelActionConfig
+from mindor.core.logger import logging
+from ..base import ModelTaskService, ModelTaskType, register_model_task_service
+from ..base import ComponentActionContext
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin
+import torch
+
+class SummarizationTaskAction:
+    def __init__(self, config: SummarizationModelActionConfig, model: Union[PreTrainedModel, GenerationMixin], tokenizer: PreTrainedTokenizer):
+        self.config: SummarizationModelActionConfig = config
+        self.model: Union[PreTrainedModel, GenerationMixin] = model
+        self.tokenizer: PreTrainedTokenizer = tokenizer
+
+    async def run(self, context: ComponentActionContext) -> Any:
+        text: Union[str, List[str]] = await context.render_variable(self.config.text)
+
+        # Model parameters
+        max_input_length  = await context.render_variable(self.config.params.max_input_length)
+        max_output_length = await context.render_variable(self.config.params.max_output_length)
+        min_output_length = await context.render_variable(self.config.params.min_output_length)
+        num_beams         = await context.render_variable(self.config.params.num_beams)
+        length_penalty    = await context.render_variable(self.config.params.length_penalty)
+        early_stopping    = await context.render_variable(self.config.params.early_stopping)
+        do_sample         = await context.render_variable(self.config.params.do_sample)
+
+        # Tokenizing
+        inputs = self.tokenizer(text, return_tensors="pt", max_length=max_input_length, padding=True, truncation=True).to(self.model.device)
+
+        # Text Summarization
+        with torch.no_grad():
+            outputs = self.model.generate(
+                **inputs,
+                max_length=max_output_length,
+                min_length=min_output_length,
+                num_beams=num_beams,
+                length_penalty=length_penalty,
+                early_stopping=early_stopping,
+                do_sample=do_sample,
+                pad_token_id=getattr(self.tokenizer, "pad_token_id", None),
+                eos_token_id=getattr(self.tokenizer, "eos_token_id", None)
+            )
+
+        # Decoding output
+        outputs = self.tokenizer.batch_decode(outputs, skip_special_tokens=True)
+        
+        result = outputs if isinstance(text, list) else outputs[0] 
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output, ignore_files=True)) if self.config.output else result
+
+@register_model_task_service(ModelTaskType.SUMMARIZATION)
+class SummarizationTaskService(ModelTaskService):
+    def __init__(self, id: str, config: ModelComponentConfig, daemon: bool):
+        super().__init__(id, config, daemon)
+
+        self.model: Optional[Union[PreTrainedModel, GenerationMixin]] = None
+        self.tokenizer: Optional[PreTrainedTokenizer] = None
+
+    async def _serve(self) -> None:
+        try:
+            self.model = AutoModelForSeq2SeqLM.from_pretrained(self.config.model).to(torch.device(self.config.device))
+            self.tokenizer = AutoTokenizer.from_pretrained(self.config.model, use_fast=self.config.fast_tokenizer)
+            logging.info(f"Model and tokenizer loaded successfully on device '{self.config.device}': {self.config.model}")
+        except Exception as e:
+            logging.error(f"Failed to load model '{self.config.model}': {e}")
+            raise
+
+    async def _shutdown(self) -> None:
+        self.model = None
+        self.tokenizer = None
+
+    async def _run(self, action: ModelActionConfig, context: ComponentActionContext) -> Any:
+        return await SummarizationTaskAction(action, self.model, self.tokenizer).run(context)

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/core/component/services/model/tasks/text_embedding.py

@@ -1,6 +1,7 @@
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TextEmbeddingModelActionConfig
+from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
 from transformers import AutoModel, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer
@@ -18,12 +19,12 @@ class TextEmbeddingTaskAction:
         text = await context.render_variable(self.config.text)
 
         # Model parameters
-        max_length = await context.render_variable(self.config.params.max_length)
-        pooling    = await context.render_variable(self.config.params.pooling)
-        normalize  = await context.render_variable(self.config.params.normalize)
+        max_input_length = await context.render_variable(self.config.params.max_input_length)
+        pooling          = await context.render_variable(self.config.params.pooling)
+        normalize        = await context.render_variable(self.config.params.normalize)
 
         # Tokenizing
-        inputs = self.tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=max_length).to(self.model.device)
+        inputs = self.tokenizer(text, return_tensors="pt", max_length=max_input_length, padding=True, truncation=True).to(self.model.device)
         attention_mask: Tensor = inputs.get("attention_mask", None)
 
         # Forward pass through the model
@@ -72,8 +73,13 @@ class TextEmbeddingTaskService(ModelTaskService):
         self.tokenizer: Optional[PreTrainedTokenizer] = None
 
     async def _serve(self) -> None:
-        self.model = AutoModel.from_pretrained(self.config.model).to(torch.device(self.config.device))
-        self.tokenizer = AutoTokenizer.from_pretrained(self.config.model)
+        try:
+            self.model = AutoModel.from_pretrained(self.config.model).to(torch.device(self.config.device))
+            self.tokenizer = AutoTokenizer.from_pretrained(self.config.model, use_fast=self.config.fast_tokenizer)
+            logging.info(f"Model and tokenizer loaded successfully on device '{self.config.device}': {self.config.model}")
+        except Exception as e:
+            logging.error(f"Failed to load model '{self.config.model}': {e}")
+            raise
 
     async def _shutdown(self) -> None:
         self.model = None

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/core/component/services/model/tasks/text_generation.py

@@ -1,6 +1,7 @@
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from mindor.dsl.schema.component import ModelComponentConfig
 from mindor.dsl.schema.action import ModelActionConfig, TextGenerationModelActionConfig
+from mindor.core.logger import logging
 from ..base import ModelTaskService, ModelTaskType, register_model_task_service
 from ..base import ComponentActionContext
 from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin
@@ -13,10 +14,10 @@ class TextGenerationTaskAction:
         self.tokenizer: PreTrainedTokenizer = tokenizer
 
     async def run(self, context: ComponentActionContext) -> Any:
-        prompt: str = await context.render_variable(self.config.prompt)
+        prompt: Union[str, List[str]] = await context.render_variable(self.config.prompt)
 
         # Model parameters
-        max_length           = await context.render_variable(self.config.params.max_length)
+        max_output_length    = await context.render_variable(self.config.params.max_output_length)
         num_return_sequences = await context.render_variable(self.config.params.num_return_sequences)
         temperature          = await context.render_variable(self.config.params.temperature)
         top_k                = await context.render_variable(self.config.params.top_k)
@@ -29,7 +30,7 @@ class TextGenerationTaskAction:
         with torch.no_grad():
             outputs = self.model.generate(
                 **inputs,
-                max_length=max_length,
+                max_length=max_output_length,
                 num_return_sequences=num_return_sequences,
                 temperature=temperature,
                 top_k=top_k,
@@ -38,7 +39,9 @@ class TextGenerationTaskAction:
             )
 
         # Decoding output
-        result = self.tokenizer.batch_decode(outputs, skip_special_tokens=True)
+        outputs = self.tokenizer.batch_decode(outputs, skip_special_tokens=True)
+        
+        result = outputs if isinstance(prompt, list) else outputs[0] 
         context.register_source("result", result)
 
         return (await context.render_variable(self.config.output, ignore_files=True)) if self.config.output else result
@@ -52,8 +55,13 @@ class TextGenerationTaskService(ModelTaskService):
         self.tokenizer: Optional[PreTrainedTokenizer] = None
 
     async def _serve(self) -> None:
-        self.model = AutoModelForCausalLM.from_pretrained(self.config.model).to(torch.device(self.config.device))
-        self.tokenizer = AutoTokenizer.from_pretrained(self.config.model)
+        try:
+            self.model = AutoModelForCausalLM.from_pretrained(self.config.model).to(torch.device(self.config.device))
+            self.tokenizer = AutoTokenizer.from_pretrained(self.config.model, use_fast=self.config.fast_tokenizer)
+            logging.info(f"Model and tokenizer loaded successfully on device '{self.config.device}': {self.config.model}")
+        except Exception as e:
+            logging.error(f"Failed to load model '{self.config.model}': {e}")
+            raise
 
     async def _shutdown(self) -> None:
         self.model = None

model_compose-0.2.11/src/mindor/core/component/services/model/tasks/translation.py

@@ -0,0 +1,72 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from mindor.dsl.schema.component import ModelComponentConfig
+from mindor.dsl.schema.action import ModelActionConfig, TranslationModelActionConfig
+from mindor.core.logger import logging
+from ..base import ModelTaskService, ModelTaskType, register_model_task_service
+from ..base import ComponentActionContext
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizer, GenerationMixin
+import torch
+
+class TranslationTaskAction:
+    def __init__(self, config: TranslationModelActionConfig, model: Union[PreTrainedModel, GenerationMixin], tokenizer: PreTrainedTokenizer):
+        self.config: TranslationModelActionConfig = config
+        self.model: Union[PreTrainedModel, GenerationMixin] = model
+        self.tokenizer: PreTrainedTokenizer = tokenizer
+
+    async def run(self, context: ComponentActionContext) -> Any:
+        text: Union[str, List[str]] = await context.render_variable(self.config.text)
+
+        # Model parameters
+        max_input_length  = await context.render_variable(self.config.params.max_input_length)
+        max_output_length = await context.render_variable(self.config.params.max_output_length)
+        min_output_length = await context.render_variable(self.config.params.min_output_length)
+        num_beams         = await context.render_variable(self.config.params.num_beams)
+        length_penalty    = await context.render_variable(self.config.params.length_penalty)
+
+        # Tokenizing
+        inputs = self.tokenizer(text, return_tensors="pt", max_length=max_input_length, padding=True, truncation=True).to(self.model.device)
+
+        # Text Translation
+        with torch.no_grad():
+            outputs = self.model.generate(
+                **inputs,
+                max_length=max_output_length,
+                min_length=min_output_length,
+                num_beams=num_beams,
+                length_penalty=length_penalty,
+                do_sample=False,
+                pad_token_id=getattr(self.tokenizer, "pad_token_id", None),
+                eos_token_id=getattr(self.tokenizer, "eos_token_id", None)
+            )
+
+        # Decoding output
+        outputs = self.tokenizer.batch_decode(outputs, skip_special_tokens=True)
+        
+        result = outputs if isinstance(text, list) else outputs[0] 
+        context.register_source("result", result)
+
+        return (await context.render_variable(self.config.output, ignore_files=True)) if self.config.output else result
+
+@register_model_task_service(ModelTaskType.TRANSLATION)
+class TranslationTaskService(ModelTaskService):
+    def __init__(self, id: str, config: ModelComponentConfig, daemon: bool):
+        super().__init__(id, config, daemon)
+
+        self.model: Optional[Union[PreTrainedModel, GenerationMixin]] = None
+        self.tokenizer: Optional[PreTrainedTokenizer] = None
+
+    async def _serve(self) -> None:
+        try:
+            self.model = AutoModelForSeq2SeqLM.from_pretrained(self.config.model).to(torch.device(self.config.device))
+            self.tokenizer = AutoTokenizer.from_pretrained(self.config.model, use_fast=self.config.fast_tokenizer)
+            logging.info(f"Model and tokenizer loaded successfully on device '{self.config.device}': {self.config.model}")
+        except Exception as e:
+            logging.error(f"Failed to load model '{self.config.model}': {e}")
+            raise
+
+    async def _shutdown(self) -> None:
+        self.model = None
+        self.tokenizer = None
+
+    async def _run(self, action: ModelActionConfig, context: ComponentActionContext) -> Any:
+        return await TranslationTaskAction(action, self.model, self.tokenizer).run(context)

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/core/workflow/workflow.py

@@ -6,7 +6,6 @@ from mindor.core.utils.time import TimeTracker
 from mindor.core.logger import logging
 from .context import WorkflowContext
 from .job import Job, create_job
-from datetime import datetime
 import asyncio
 
 class JobGraphValidator:

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/action/impl/model/impl/__init__.py

@@ -1,3 +1,5 @@
 from .common import *
 from .text_generation import *
+from .summarization import *
+from .translation import *
 from .text_embedding import *

model_compose-0.2.11/src/mindor/dsl/schema/action/impl/model/impl/summarization.py

@@ -0,0 +1,17 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from pydantic import BaseModel, Field
+from pydantic import model_validator
+from .common import CommonModelActionConfig
+
+class SummarizationParamsConfig(BaseModel):
+    max_input_length: int = Field(default=1024, description="Maximum number of tokens per input text.")
+    max_output_length: int = Field(default=256, description="The maximum number of tokens to generate.")
+    min_output_length: int = Field(default=30, description="The minimum number of tokens to generate.")
+    num_beams: int = Field(default=4, description="")
+    length_penalty: float = Field(default=2.0, description="")
+    early_stopping: bool = Field(default=True, description="")
+    do_sample: bool = Field(default=True, description="Whether to use sampling.")
+
+class SummarizationModelActionConfig(CommonModelActionConfig):
+    text: str = Field(..., description="")
+    params: SummarizationParamsConfig = Field(default_factory=SummarizationParamsConfig, description="Summarization configuration parameters.")

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/action/impl/model/impl/text_embedding.py

@@ -4,10 +4,10 @@ from pydantic import model_validator
 from .common import CommonModelActionConfig
 
 class TextEmbeddingParamsConfig(BaseModel):
+    max_input_length: int = Field(default=512, description="Maximum number of tokens per input text.")
     pooling: Literal[ "mean", "cls", "max" ] = Field(default="mean", description="Pooling strategy used to aggregate token embeddings.")
     normalize: bool = Field(default=True, description="Whether to apply L2 normalization to the output embeddings.")
     batch_size: int = Field(default=1, description="Number of input texts to process in a single batch.")
-    max_length: int = Field(default=512, description="Maximum number of tokens per input text.")
 
 class TextEmbeddingModelActionConfig(CommonModelActionConfig):
     text: str = Field(..., description="Input text to be embedded.")

model_compose-0.2.11/src/mindor/dsl/schema/action/impl/model/impl/text_generation.py

@@ -0,0 +1,15 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from pydantic import BaseModel, Field
+from pydantic import model_validator
+from .common import CommonModelActionConfig
+
+class TextGenerationParamsConfig(BaseModel):
+    max_output_length: int = Field(default=1024, description="The maximum number of tokens to generate.")
+    num_return_sequences: int = Field(default=1, description="The number of generated sequences to return.")
+    temperature: float = Field(default=1.0, description="Sampling temperature; higher values produce more random results.")
+    top_k: int = Field(default=50, description="Top-K sampling; restricts sampling to the top K tokens.")
+    top_p: float = Field(default=1.0, description="Top-p (nucleus) sampling; restricts sampling to tokens with cumulative probability >= top_p.")
+
+class TextGenerationModelActionConfig(CommonModelActionConfig):
+    prompt: str = Field(..., description="")
+    params: TextGenerationParamsConfig = Field(default_factory=TextGenerationParamsConfig, description="Text generation configuration parameters.")

model_compose-0.2.11/src/mindor/dsl/schema/action/impl/model/impl/translation.py

@@ -0,0 +1,15 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from pydantic import BaseModel, Field
+from pydantic import model_validator
+from .common import CommonModelActionConfig
+
+class TranslationParamsConfig(BaseModel):
+    max_input_length: int = Field(default=1024, description="Maximum number of tokens per input text.")
+    max_output_length: int = Field(default=256, description="The maximum number of tokens to generate.")
+    min_output_length: int = Field(default=10, description="The minimum number of tokens to generate.")
+    num_beams: int = Field(default=4, description="")
+    length_penalty: float = Field(default=1.0, description="")
+
+class TranslationModelActionConfig(CommonModelActionConfig):
+    text: str = Field(..., description="")
+    params: TranslationParamsConfig = Field(default_factory=TranslationParamsConfig, description="Translation configuration parameters.")

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/action/impl/model/model.py

@@ -4,5 +4,7 @@ from .impl import *
 
 ModelActionConfig = Union[
     TextGenerationModelActionConfig,
+    SummarizationModelActionConfig,
+    TranslationModelActionConfig,
     TextEmbeddingModelActionConfig,
 ]

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/impl/__init__.py

@@ -1,3 +1,5 @@
 from .common import *
 from .text_generation import *
+from .summarization import *
+from .translation import *
 from .text_embedding import *

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/impl/common.py

@@ -8,11 +8,11 @@ from .types import ModelTaskType
 
 class CommonModelComponentConfig(CommonComponentConfig):
     type: Literal[ComponentType.MODEL]
-    task: ModelTaskType = Field(..., description="")
-    model: str = Field(..., description="")
+    task: ModelTaskType = Field(..., description="Type of task the model performs.")
+    model: str = Field(..., description="Model name or path.")
     device: str = Field(default="cpu", description="Computation device to use.")
-    cache_dir: Optional[str] = Field(default=None, description="")
-    actions: Dict[str, ModelActionConfig] = Field(default_factory=dict)
+    cache_dir: Optional[str] = Field(default=None, description="Directory to cache the model and tokenizer files.")
+    fast_tokenizer: bool = Field(default=True, description="Whether to use the fast tokenizer if available.")
 
     @model_validator(mode="before")
     def inflate_single_action(cls, values: Dict[str, Any]):

model_compose-0.2.11/src/mindor/dsl/schema/component/impl/model/impl/summarization.py

@@ -0,0 +1,9 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from pydantic import BaseModel, Field
+from pydantic import model_validator
+from mindor.dsl.schema.action import SummarizationModelActionConfig
+from .common import CommonModelComponentConfig, ModelTaskType
+
+class SummarizationModelComponentConfig(CommonModelComponentConfig):
+    task: Literal[ModelTaskType.SUMMARIZATION]
+    actions: Dict[str, SummarizationModelActionConfig] = Field(default_factory=dict)

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/impl/text_embedding.py

@@ -1,7 +1,9 @@
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from pydantic import BaseModel, Field
 from pydantic import model_validator
+from mindor.dsl.schema.action import TextEmbeddingModelActionConfig
 from .common import CommonModelComponentConfig, ModelTaskType
 
 class TextEmbeddingModelComponentConfig(CommonModelComponentConfig):
     task: Literal[ModelTaskType.TEXT_EMBEDDING]
+    actions: Dict[str, TextEmbeddingModelActionConfig] = Field(default_factory=dict)

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/impl/text_generation.py

@@ -1,7 +1,9 @@
 from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
 from pydantic import BaseModel, Field
 from pydantic import model_validator
+from mindor.dsl.schema.action import TextGenerationModelActionConfig
 from .common import CommonModelComponentConfig, ModelTaskType
 
 class TextGenerationModelComponentConfig(CommonModelComponentConfig):
     task: Literal[ModelTaskType.TEXT_GENERATION]
+    actions: Dict[str, TextGenerationModelActionConfig] = Field(default_factory=dict)

model_compose-0.2.11/src/mindor/dsl/schema/component/impl/model/impl/translation.py

@@ -0,0 +1,9 @@
+from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
+from pydantic import BaseModel, Field
+from pydantic import model_validator
+from mindor.dsl.schema.action import TranslationModelActionConfig
+from .common import CommonModelComponentConfig, ModelTaskType
+
+class TranslationModelComponentConfig(CommonModelComponentConfig):
+    task: Literal[ModelTaskType.TRANSLATION]
+    actions: Dict[str, TranslationModelActionConfig] = Field(default_factory=dict)

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/impl/types.py

@@ -2,4 +2,6 @@ from enum import Enum
 
 class ModelTaskType(str, Enum):
     TEXT_GENERATION = "text-generation"
+    SUMMARIZATION   = "summarization"
+    TRANSLATION     = "translation"
     TEXT_EMBEDDING  = "text-embedding"

{model_compose-0.2.10 → model_compose-0.2.11}/src/mindor/dsl/schema/component/impl/model/model.py

@@ -4,7 +4,9 @@ from .impl import *
 
 ModelComponentConfig = Annotated[
     Union[ 
-        TextGenerationModelComponentConfig, 
+        TextGenerationModelComponentConfig,
+        SummarizationModelComponentConfig,
+        TranslationModelComponentConfig,
         TextEmbeddingModelComponentConfig,
     ],
     Field(discriminator="task")

{model_compose-0.2.10 → model_compose-0.2.11/src/model_compose.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-compose
-Version: 0.2.10
+Version: 0.2.11
 Summary: model-compose: Declarative AI Model and Workflow Orchestrator
 Author-email: Hanyeol Cho <hanyeol.cho@gmail.com>
 License-Expression: MIT
@@ -22,6 +22,8 @@ Requires-Dist: gradio
 Requires-Dist: Pillow
 Requires-Dist: transformers
 Requires-Dist: torch
+Requires-Dist: sentencepiece
+Requires-Dist: accelerate
 Dynamic: license-file
 
 # model-compose: Declarative AI Model and Workflow Orchestrator

{model_compose-0.2.10 → model_compose-0.2.11}/src/model_compose.egg-info/SOURCES.txt

@@ -20,8 +20,10 @@ src/mindor/core/component/services/model/__init__.py
 src/mindor/core/component/services/model/base.py
 src/mindor/core/component/services/model/model.py
 src/mindor/core/component/services/model/tasks/__init__.py
+src/mindor/core/component/services/model/tasks/summarization.py
 src/mindor/core/component/services/model/tasks/text_embedding.py
 src/mindor/core/component/services/model/tasks/text_generation.py
+src/mindor/core/component/services/model/tasks/translation.py
 src/mindor/core/compose/__init__.py
 src/mindor/core/compose/compose.py
 src/mindor/core/compose/manager.py
@@ -102,8 +104,10 @@ src/mindor/dsl/schema/action/impl/model/__init__.py
 src/mindor/dsl/schema/action/impl/model/model.py
 src/mindor/dsl/schema/action/impl/model/impl/__init__.py
 src/mindor/dsl/schema/action/impl/model/impl/common.py
+src/mindor/dsl/schema/action/impl/model/impl/summarization.py
 src/mindor/dsl/schema/action/impl/model/impl/text_embedding.py
 src/mindor/dsl/schema/action/impl/model/impl/text_generation.py
+src/mindor/dsl/schema/action/impl/model/impl/translation.py
 src/mindor/dsl/schema/component/__init__.py
 src/mindor/dsl/schema/component/component.py
 src/mindor/dsl/schema/component/impl/__init__.py
@@ -119,8 +123,10 @@ src/mindor/dsl/schema/component/impl/model/__init__.py
 src/mindor/dsl/schema/component/impl/model/model.py
 src/mindor/dsl/schema/component/impl/model/impl/__init__.py
 src/mindor/dsl/schema/component/impl/model/impl/common.py
+src/mindor/dsl/schema/component/impl/model/impl/summarization.py
 src/mindor/dsl/schema/component/impl/model/impl/text_embedding.py
 src/mindor/dsl/schema/component/impl/model/impl/text_generation.py
+src/mindor/dsl/schema/component/impl/model/impl/translation.py
 src/mindor/dsl/schema/component/impl/model/impl/types.py
 src/mindor/dsl/schema/controller/__init__.py
 src/mindor/dsl/schema/controller/controller.py

{model_compose-0.2.10 → model_compose-0.2.11}/src/model_compose.egg-info/requires.txt

@@ -13,3 +13,5 @@ gradio
 Pillow
 transformers
 torch
+sentencepiece
+accelerate

model_compose-0.2.10/src/mindor/dsl/schema/action/impl/model/impl/text_generation.py

@@ -1,15 +0,0 @@
-from typing import Type, Union, Literal, Optional, Dict, List, Tuple, Set, Annotated, Any
-from pydantic import BaseModel, Field
-from pydantic import model_validator
-from .common import CommonModelActionConfig
-
-class TextGenerationParamsConfig(BaseModel):
-    max_length: int = Field(default=128, description="")
-    num_return_sequences: int = Field(default=1, description="")
-    temperature: float = Field(default=1.0, description="")
-    top_k: int = Field(default=50, description="")
-    top_p: float = Field(default=1.0, description="")
-
-class TextGenerationModelActionConfig(CommonModelActionConfig):
-    prompt: str = Field(..., description="")
-    params: TextGenerationParamsConfig = Field(default_factory=TextGenerationParamsConfig, description="Text generation configuration parameters.")