fabricatio 0.2.1.dev1__cp312-cp312-win_amd64.whl → 0.2.1.dev3__cp312-cp312-win_amd64.whl

fabricatio/config.py

@@ -157,6 +157,15 @@ class TemplateConfig(BaseModel):
     task_briefing_template: str = Field(default="task_briefing")
     """The name of the task briefing template which will be used to brief a task."""
 
+    rate_fine_grind_template: str = Field(default="rate_fine_grind")
+    """The name of the rate fine grind template which will be used to rate fine grind."""
+
+    draft_rating_manual_template: str = Field(default="draft_rating_manual")
+    """The name of the draft rating manual template which will be used to draft rating manual."""
+
+    draft_rating_dimensions_template: str = Field(default="draft_rating_dimensions")
+    """The name of the draft rating dimensions template which will be used to draft rating dimensions."""
+
 
 class MagikaConfig(BaseModel):
     """Magika configuration class."""
@@ -208,6 +217,7 @@ class Settings(BaseSettings):
         toml_file=["fabricatio.toml", rf"{ROAMING_DIR}\fabricatio.toml"],
         env_file=[".env", ".envrc"],
         use_attribute_docstrings=True,
+        extra="ignore",
     )
 
     llm: LLMConfig = Field(default_factory=LLMConfig)

fabricatio/models/action.py

@@ -6,14 +6,14 @@ from asyncio import Queue
 from typing import Any, Dict, Self, Tuple, Type, Union, Unpack
 
 from fabricatio.journal import logger
-from fabricatio.models.advanced import HandleTask, ProposeTask
+from fabricatio.models.advanced import GiveRating, HandleTask, ProposeTask
 from fabricatio.models.generic import WithBriefing
 from fabricatio.models.task import Task
 from fabricatio.models.usages import ToolBoxUsage
 from pydantic import Field, PrivateAttr
 
 
-class Action(HandleTask, ProposeTask):
+class Action(HandleTask, ProposeTask, GiveRating):
     """Class that represents an action to be executed in a workflow."""
 
     personality: str = Field(default="")

fabricatio/models/advanced.py

@@ -1,19 +1,19 @@
 """A module for advanced models and functionalities."""
 
 from types import CodeType
-from typing import Any, Dict, List, Optional, Tuple, Unpack
+from typing import Any, Dict, List, Optional, Set, Tuple, Unpack
 
 import orjson
 from fabricatio._rust_instances import template_manager
 from fabricatio.config import configs
 from fabricatio.models.generic import WithBriefing
-from fabricatio.models.kwargs_types import LLMKwargs
+from fabricatio.models.kwargs_types import ChooseKwargs, ValidateKwargs
 from fabricatio.models.task import Task
 from fabricatio.models.tool import Tool, ToolExecutor
 from fabricatio.models.usages import LLMUsage, ToolBoxUsage
 from fabricatio.parser import JsonCapture, PythonCapture
 from loguru import logger
-from pydantic import PositiveInt, ValidationError
+from pydantic import NonNegativeInt, ValidationError
 
 
 class ProposeTask(WithBriefing, LLMUsage):
@@ -22,14 +22,12 @@ class ProposeTask(WithBriefing, LLMUsage):
     async def propose[T](
         self,
         prompt: str,
-        max_validations: PositiveInt = 2,
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Task[T]:
         """Asynchronously proposes a task based on a given prompt and parameters.
 
         Parameters:
             prompt: The prompt text for proposing a task, which is a string that must be provided.
-            max_validations: The maximum number of validations allowed, default is 2.
             **kwargs: The keyword arguments for the LLM (Large Language Model) usage.
 
         Returns:
@@ -55,7 +53,6 @@ class ProposeTask(WithBriefing, LLMUsage):
             question=template_manager.render_template(configs.templates.propose_task_template, template_data),
             validator=_validate_json,
             system_message=f"# your personal briefing: \n{self.briefing}",
-            max_validations=max_validations,
             **kwargs,
         )
 
@@ -68,7 +65,7 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         task: Task,
         tools: List[Tool],
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Tuple[CodeType, List[str]]:
         """Asynchronously drafts the tool usage code for a task based on a given task object and tools."""
         logger.info(f"Drafting tool usage code for task: {task.briefing}")
@@ -109,12 +106,14 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         self,
         task: Task,
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        box_choose_kwargs: Optional[ChooseKwargs] = None,
+        tool_choose_kwargs: Optional[ChooseKwargs] = None,
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Optional[Tuple]:
         """Asynchronously handles a task based on a given task object and parameters."""
         logger.info(f"Handling task: \n{task.briefing}")
 
-        tools = await self.gather_tools(task)
+        tools = await self.gather_tools_fine_grind(task, box_choose_kwargs, tool_choose_kwargs)
         logger.info(f"{self.name} have gathered {[t.name for t in tools]}")
 
         if tools:
@@ -126,3 +125,165 @@ class HandleTask(WithBriefing, ToolBoxUsage):
                 return tuple(cxt.get(k) for k in to_extract)
 
         return None
+
+    async def handle(self, task: Task, data: Dict[str, Any], **kwargs: Unpack[ValidateKwargs]) -> Optional[Tuple]:
+        """Asynchronously handles a task based on a given task object and parameters."""
+        return await self.handle_fin_grind(task, data, **kwargs)
+
+
+class GiveRating(WithBriefing, LLMUsage):
+    """A class that provides functionality to rate tasks based on a rating manual and score range."""
+
+    async def rate_fine_grind(
+        self,
+        to_rate: str,
+        rating_manual: Dict[str, str],
+        score_range: Tuple[float, float],
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a given task based on a rating manual and score range.
+
+        Args:
+            to_rate: The task to be rated.
+            rating_manual: A dictionary containing the rating criteria.
+            score_range: A tuple representing the valid score range.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+
+        def _validator(response: str) -> Dict[str, float] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == rating_manual.keys()
+                and all(isinstance(v, float) for v in json_data.values())
+                and all(score_range[0] <= v <= score_range[1] for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.rate_fine_grind_template,
+                    {
+                        "to_rate": to_rate,
+                        "min_score": score_range[0],
+                        "max_score": score_range[1],
+                        "rating_manual": rating_manual,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )
+
+    async def rate(
+        self,
+        to_rate: str,
+        topic: str,
+        dimensions: Set[str],
+        score_range: Tuple[float, float] = (0.0, 1.0),
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a task based on a topic and dimensions. this function will automatically draft a rating manual based on the topic and dimensions.
+
+        Args:
+            to_rate: The task to be rated.
+            topic: The topic related to the task.
+            dimensions: A set of dimensions for rating.
+            score_range: A tuple representing the valid score range
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+        manual = await self.draft_rating_manual(topic, dimensions, **kwargs)
+        return await self.rate_fine_grind(to_rate, manual, score_range, **kwargs)
+
+    async def draft_rating_manual(
+        self, topic: str, dimensions: Set[str], **kwargs: Unpack[ValidateKwargs]
+    ) -> Dict[str, str]:
+        """Drafts a rating manual based on a topic and dimensions.
+
+        Args:
+            topic: The topic for the rating manual.
+            dimensions: A set of dimensions for the rating manual.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary representing the drafted rating manual.
+        """
+
+        def _validator(response: str) -> Dict[str, str] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == dimensions
+                and all(isinstance(v, str) for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.draft_rating_manual_template,
+                    {
+                        "topic": topic,
+                        "dimensions": dimensions,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )
+
+    async def draft_rating_dimensions(
+        self,
+        topic: str,
+        dimensions_count: NonNegativeInt = 0,
+        examples: Optional[List[str]] = None,
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Set[str]:
+        """Drafts rating dimensions based on a topic.
+
+        Args:
+            topic: The topic for the rating dimensions.
+            dimensions_count: The number of dimensions to draft, 0 means no limit.
+            examples: A list of examples which is rated based on the rating dimensions.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A set of rating dimensions.
+        """
+
+        def _validator(response: str) -> Set[str] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, list)
+                and all(isinstance(v, str) for v in json_data)
+                and (dimensions_count == 0 or len(json_data) == dimensions_count)
+            ):
+                return set(json_data)
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.draft_rating_dimensions_template,
+                    {
+                        "topic": topic,
+                        "examples": examples,
+                        "dimensions_count": dimensions_count,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )

fabricatio/models/kwargs_types.py

@@ -18,9 +18,14 @@ class LLMKwargs(TypedDict):
     max_retries: NotRequired[PositiveInt]
 
 
-class ChooseKwargs(LLMKwargs):
-    """A type representing the keyword arguments for the choose method."""
+class ValidateKwargs(LLMKwargs):
+    """A type representing the keyword arguments for the validate method."""
 
     max_validations: NotRequired[PositiveInt]
+
+
+class ChooseKwargs(ValidateKwargs):
+    """A type representing the keyword arguments for the choose method."""
+
     system_message: NotRequired[str]
     k: NotRequired[NonNegativeInt]

fabricatio/models/role.py

@@ -5,14 +5,13 @@ from typing import Any, Self, Set
 from fabricatio.core import env
 from fabricatio.journal import logger
 from fabricatio.models.action import WorkFlow
-from fabricatio.models.advanced import ProposeTask
+from fabricatio.models.advanced import GiveRating, HandleTask, ProposeTask
 from fabricatio.models.events import Event
 from fabricatio.models.tool import ToolBox
-from fabricatio.models.usages import ToolBoxUsage
 from pydantic import Field
 
 
-class Role(ProposeTask, ToolBoxUsage):
+class Role(ProposeTask, HandleTask, GiveRating):
     """Class that represents a role with a registry of events and workflows."""
 
     registry: dict[Event | str, WorkFlow] = Field(...)

fabricatio/models/task.py

@@ -57,6 +57,9 @@ class Task[T](WithBriefing, WithJsonExample, WithDependency):
     namespace: List[str] = Field(default_factory=list)
     """The namespace of the task, a list of namespace segment, as string."""
 
+    dependencies: List[str] = Field(default_factory=list)
+    """A list of file paths, These file are needed to read or write to meet a specific requirement of this task."""
+
     _output: Queue = PrivateAttr(default_factory=lambda: Queue(maxsize=1))
     """The output queue of the task."""
 

{fabricatio-0.2.1.dev1.dist-info → fabricatio-0.2.1.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricatio
-Version: 0.2.1.dev1
+Version: 0.2.1.dev3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3.12

{fabricatio-0.2.1.dev1.dist-info → fabricatio-0.2.1.dev3.dist-info}/RECORD

@@ -1,23 +1,23 @@
-fabricatio-0.2.1.dev1.dist-info/METADATA,sha256=RPmruN8dtRCXoGz9b8Yy59VVAnGecm_eEDPMZnF_XIU,12351
-fabricatio-0.2.1.dev1.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
-fabricatio-0.2.1.dev1.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
+fabricatio-0.2.1.dev3.dist-info/METADATA,sha256=OwlHmlzaQ2C89QQVzGZUKNkNHKb6rAjeAFRShKYSfkM,12351
+fabricatio-0.2.1.dev3.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
+fabricatio-0.2.1.dev3.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
 fabricatio/actions/communication.py,sha256=NZxIIncKgJSDyBrqNebUtH_haqtxHa8ld2TZxT3CMdU,429
 fabricatio/actions/transmission.py,sha256=xpvKqbXqgpi1BWy-vUUvmd8NZ1GhRNfsYUBp-l2jLyk,862
 fabricatio/actions/__init__.py,sha256=eFmFVPQvtNgFynIXBVr3eP-vWQDWCPng60YY5LXvZgg,115
-fabricatio/config.py,sha256=TVge_fujKzvEZhOZYiYOMXdVn0YZ9SL5L1_mDzyeFUg,10260
+fabricatio/config.py,sha256=qHPChDvzoclDLuaykHr8qlJq1zE3RjU6jObSNe11C1Y,10822
 fabricatio/core.py,sha256=yQK2ZrbPYDJOaNDp0Bky3muTkB-ZaQ1ld_Qfflm2dY0,5938
 fabricatio/decorators.py,sha256=uzsP4tFKQNjDHBkofsjjoJA0IUAaYOtt6YVedoyOqlo,6551
 fabricatio/fs/curd.py,sha256=faMstgGUiQ4k2AW3OXfvvWWTldTtKXco7QINYaMjmyA,3981
 fabricatio/fs/readers.py,sha256=Pz1-cdZYtmqr032dsroImlkFXAd0kCYY_9qVpD4UrG4,1045
 fabricatio/fs/__init__.py,sha256=lWcKYg0v3mv2LnnSegOQaTtlVDODU0vtw_s6iKU5IqQ,122
 fabricatio/journal.py,sha256=siqimKF0M_QaaOCMxtjr_BJVNyUIAQWILzE9Q4T6-7c,781
-fabricatio/models/action.py,sha256=1V3upL79e3ekyGXA4bSY70N60yeL0aWak7ZPBVsFE3A,5652
-fabricatio/models/advanced.py,sha256=xAt0rgxzpw-gw-1LwRhvIbYKoNI8kzzcYPvcL7Q1z1U,5027
+fabricatio/models/action.py,sha256=VenovcZyR_ibwEy5Jpr4EaNP1L0hRqAjW0IhQNLdpNE,5676
+fabricatio/models/advanced.py,sha256=xVzHqoO1glNdCqflKZF5FGkK5GQmfIMZpT_07zQi9KM,11420
 fabricatio/models/events.py,sha256=mrihNEFgQ5o7qFWja1z_qX8dnaTLwPBoJdVlzxQV5oM,2719
 fabricatio/models/generic.py,sha256=WEjZ96rTyBjaBjkM6e8E4Pg_Naot4xWRvGJteqBiCCI,5133
-fabricatio/models/kwargs_types.py,sha256=lSZAxOnhFdQwRkm-NrbJVMSyBbfdeuVNx807LvJpEOo,901
-fabricatio/models/role.py,sha256=RPdOcjmM6KNyH310Vx4524JQG94P5sXl_3doSrRpiKQ,1802
-fabricatio/models/task.py,sha256=hogTBx74IAKfKDWghhWFR7i-LVQAn7L9PQM5tyOA5Rk,9257
+fabricatio/models/kwargs_types.py,sha256=sVEkaeujQDNnQzTlisnjjVjrqS2g_wa4ROVbD86nHCE,1024
+fabricatio/models/role.py,sha256=h_0NIKvPbmRam4jsZOCGOMaje4gy5jYjTMpM39oTaYI,1785
+fabricatio/models/task.py,sha256=It4pUoaNIIC4Jw66KOG07Vp0bumCJZQo61KnR7HoGzM,9435
 fabricatio/models/tool.py,sha256=WTFnpF6xZ1nJbmIOonLsGQcM-kkDCeZiAFqyil9xg2U,6988
 fabricatio/models/usages.py,sha256=6qoh9w1xeC-olkQjiH1oZYgqxohp0GX4dwOmSrhMn0E,25756
 fabricatio/models/utils.py,sha256=i_kpcQpct04mQFk1nbcVGV-pl1YThWu4Qk3wbewzKkc,2535
@@ -30,6 +30,6 @@ fabricatio/toolboxes/__init__.py,sha256=b13KmASO8q5fBLwew964fn9oH86ER5g-S1PgA4fZ
 fabricatio/_rust.pyi,sha256=0wCqtwWkVxxoqprvk8T27T8QYKIAKHS7xgsmdMNjQKc,1756
 fabricatio/_rust_instances.py,sha256=dl0-yZ4UvT5g20tQgnPJpmqtkjFGXNG_YK4eLfi_ugQ,279
 fabricatio/__init__.py,sha256=opIrN8lGyT-h2If4Qez0bRuWBa3uIT9GsM9CZy7_XJ0,1100
-fabricatio/_rust.cp312-win_amd64.pyd,sha256=MBHhCwM2VaYRbZlDgshZ2fGy3owWguBKWmSsngMwL0A,1261568
-fabricatio-0.2.1.dev1.data/scripts/tdown.exe,sha256=WwgYGM0hyWe1vzFIOwAAS3unnwygxCLw-GrNgwDTAT4,3396608
-fabricatio-0.2.1.dev1.dist-info/RECORD,,
+fabricatio/_rust.cp312-win_amd64.pyd,sha256=p9QIx4phvmlr_ae1700OGjD1tVJRvkRCe9mWy_T4Z4U,1261056
+fabricatio-0.2.1.dev3.data/scripts/tdown.exe,sha256=-jC9BrzFlXOyBsw3O3T4XTMqirtLGPXPtOE1gE4uh3M,3397120
+fabricatio-0.2.1.dev3.dist-info/RECORD,,