fabricatio 0.2.1.dev1__cp312-cp312-win_amd64.whl → 0.2.1.dev2__cp312-cp312-win_amd64.whl

fabricatio/config.py

@@ -157,6 +157,12 @@ class TemplateConfig(BaseModel):
     task_briefing_template: str = Field(default="task_briefing")
     """The name of the task briefing template which will be used to brief a task."""
 
+    rate_fine_grind_template: str = Field(default="rate_fine_grind")
+    """The name of the rate fine grind template which will be used to rate fine grind."""
+
+    draft_rating_manual_template: str = Field(default="draft_rating_manual")
+    """The name of the draft rating manual template which will be used to draft rating manual."""
+
 
 class MagikaConfig(BaseModel):
     """Magika configuration class."""
@@ -208,6 +214,7 @@ class Settings(BaseSettings):
         toml_file=["fabricatio.toml", rf"{ROAMING_DIR}\fabricatio.toml"],
         env_file=[".env", ".envrc"],
         use_attribute_docstrings=True,
+        extra="ignore",
     )
 
     llm: LLMConfig = Field(default_factory=LLMConfig)

fabricatio/models/advanced.py

@@ -1,19 +1,19 @@
 """A module for advanced models and functionalities."""
 
 from types import CodeType
-from typing import Any, Dict, List, Optional, Tuple, Unpack
+from typing import Any, Dict, List, Optional, Set, Tuple, Unpack
 
 import orjson
 from fabricatio._rust_instances import template_manager
 from fabricatio.config import configs
 from fabricatio.models.generic import WithBriefing
-from fabricatio.models.kwargs_types import LLMKwargs
+from fabricatio.models.kwargs_types import ChooseKwargs, ValidateKwargs
 from fabricatio.models.task import Task
 from fabricatio.models.tool import Tool, ToolExecutor
 from fabricatio.models.usages import LLMUsage, ToolBoxUsage
 from fabricatio.parser import JsonCapture, PythonCapture
 from loguru import logger
-from pydantic import PositiveInt, ValidationError
+from pydantic import ValidationError
 
 
 class ProposeTask(WithBriefing, LLMUsage):
@@ -22,14 +22,12 @@ class ProposeTask(WithBriefing, LLMUsage):
     async def propose[T](
         self,
         prompt: str,
-        max_validations: PositiveInt = 2,
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Task[T]:
         """Asynchronously proposes a task based on a given prompt and parameters.
 
         Parameters:
             prompt: The prompt text for proposing a task, which is a string that must be provided.
-            max_validations: The maximum number of validations allowed, default is 2.
             **kwargs: The keyword arguments for the LLM (Large Language Model) usage.
 
         Returns:
@@ -55,7 +53,6 @@ class ProposeTask(WithBriefing, LLMUsage):
             question=template_manager.render_template(configs.templates.propose_task_template, template_data),
             validator=_validate_json,
             system_message=f"# your personal briefing: \n{self.briefing}",
-            max_validations=max_validations,
             **kwargs,
         )
 
@@ -68,7 +65,7 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         task: Task,
         tools: List[Tool],
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Tuple[CodeType, List[str]]:
         """Asynchronously drafts the tool usage code for a task based on a given task object and tools."""
         logger.info(f"Drafting tool usage code for task: {task.briefing}")
@@ -109,12 +106,14 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         self,
         task: Task,
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        box_choose_kwargs: Optional[ChooseKwargs] = None,
+        tool_choose_kwargs: Optional[ChooseKwargs] = None,
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Optional[Tuple]:
         """Asynchronously handles a task based on a given task object and parameters."""
         logger.info(f"Handling task: \n{task.briefing}")
 
-        tools = await self.gather_tools(task)
+        tools = await self.gather_tools_fine_grind(task, box_choose_kwargs, tool_choose_kwargs)
         logger.info(f"{self.name} have gathered {[t.name for t in tools]}")
 
         if tools:
@@ -126,3 +125,120 @@ class HandleTask(WithBriefing, ToolBoxUsage):
                 return tuple(cxt.get(k) for k in to_extract)
 
         return None
+
+    async def handle(self, task: Task, data: Dict[str, Any], **kwargs: Unpack[ValidateKwargs]) -> Optional[Tuple]:
+        """Asynchronously handles a task based on a given task object and parameters."""
+        return await self.handle_fin_grind(task, data, **kwargs)
+
+
+class GiveRating(WithBriefing, LLMUsage):
+    """A class that provides functionality to rate tasks based on a rating manual and score range."""
+
+    async def rate_fine_grind(
+        self,
+        to_rate: str,
+        rating_manual: Dict[str, str],
+        score_range: Tuple[float, float],
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a given task based on a rating manual and score range.
+
+        Args:
+            to_rate: The task to be rated.
+            rating_manual: A dictionary containing the rating criteria.
+            score_range: A tuple representing the valid score range.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+
+        def _validator(response: str) -> Dict[str, float] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == rating_manual.keys()
+                and all(isinstance(v, float) for v in json_data.values())
+                and all(score_range[0] <= v <= score_range[1] for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.rate_fine_grind_template,
+                    {
+                        "to_rate": to_rate,
+                        "min_score": score_range[0],
+                        "max_score": score_range[1],
+                        "rating_manual": rating_manual,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )
+
+    async def rate(
+        self,
+        to_rate: str,
+        topic: str,
+        dimensions: Set[str],
+        score_range: Tuple[float, float] = (0.0, 1.0),
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a task based on a topic and dimensions. this function will automatically draft a rating manual based on the topic and dimensions.
+
+        Args:
+            to_rate: The task to be rated.
+            topic: The topic related to the task.
+            dimensions: A set of dimensions for rating.
+            score_range: A tuple representing the valid score range
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+        manual = await self.draft_rating_manual(topic, dimensions, **kwargs)
+        return await self.rate_fine_grind(to_rate, manual, score_range, **kwargs)
+
+    async def draft_rating_manual(
+        self, topic: str, dimensions: Set[str], **kwargs: Unpack[ValidateKwargs]
+    ) -> Dict[str, str]:
+        """Drafts a rating manual based on a topic and dimensions.
+
+        Args:
+            topic: The topic for the rating manual.
+            dimensions: A set of dimensions for the rating manual.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary representing the drafted rating manual.
+        """
+
+        def _validator(response: str) -> Dict[str, str] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == dimensions
+                and all(isinstance(v, str) for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.draft_rating_manual_template,
+                    {
+                        "topic": topic,
+                        "dimensions": dimensions,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )

fabricatio/models/kwargs_types.py

@@ -18,9 +18,14 @@ class LLMKwargs(TypedDict):
     max_retries: NotRequired[PositiveInt]
 
 
-class ChooseKwargs(LLMKwargs):
-    """A type representing the keyword arguments for the choose method."""
+class ValidateKwargs(LLMKwargs):
+    """A type representing the keyword arguments for the validate method."""
 
     max_validations: NotRequired[PositiveInt]
+
+
+class ChooseKwargs(ValidateKwargs):
+    """A type representing the keyword arguments for the choose method."""
+
     system_message: NotRequired[str]
     k: NotRequired[NonNegativeInt]

{fabricatio-0.2.1.dev1.dist-info → fabricatio-0.2.1.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricatio
-Version: 0.2.1.dev1
+Version: 0.2.1.dev2
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3.12

{fabricatio-0.2.1.dev1.dist-info → fabricatio-0.2.1.dev2.dist-info}/RECORD

@@ -1,10 +1,10 @@
-fabricatio-0.2.1.dev1.dist-info/METADATA,sha256=RPmruN8dtRCXoGz9b8Yy59VVAnGecm_eEDPMZnF_XIU,12351
-fabricatio-0.2.1.dev1.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
-fabricatio-0.2.1.dev1.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
+fabricatio-0.2.1.dev2.dist-info/METADATA,sha256=jNZzL0ClVEXeLkJFlLjaTo9sRHoG27EISI0JmMOqqaE,12351
+fabricatio-0.2.1.dev2.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
+fabricatio-0.2.1.dev2.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
 fabricatio/actions/communication.py,sha256=NZxIIncKgJSDyBrqNebUtH_haqtxHa8ld2TZxT3CMdU,429
 fabricatio/actions/transmission.py,sha256=xpvKqbXqgpi1BWy-vUUvmd8NZ1GhRNfsYUBp-l2jLyk,862
 fabricatio/actions/__init__.py,sha256=eFmFVPQvtNgFynIXBVr3eP-vWQDWCPng60YY5LXvZgg,115
-fabricatio/config.py,sha256=TVge_fujKzvEZhOZYiYOMXdVn0YZ9SL5L1_mDzyeFUg,10260
+fabricatio/config.py,sha256=hDYLpxn3ZrRjoSEGXGfC8s0URpebZyLHD45jU1UJOVo,10627
 fabricatio/core.py,sha256=yQK2ZrbPYDJOaNDp0Bky3muTkB-ZaQ1ld_Qfflm2dY0,5938
 fabricatio/decorators.py,sha256=uzsP4tFKQNjDHBkofsjjoJA0IUAaYOtt6YVedoyOqlo,6551
 fabricatio/fs/curd.py,sha256=faMstgGUiQ4k2AW3OXfvvWWTldTtKXco7QINYaMjmyA,3981
@@ -12,10 +12,10 @@ fabricatio/fs/readers.py,sha256=Pz1-cdZYtmqr032dsroImlkFXAd0kCYY_9qVpD4UrG4,1045
 fabricatio/fs/__init__.py,sha256=lWcKYg0v3mv2LnnSegOQaTtlVDODU0vtw_s6iKU5IqQ,122
 fabricatio/journal.py,sha256=siqimKF0M_QaaOCMxtjr_BJVNyUIAQWILzE9Q4T6-7c,781
 fabricatio/models/action.py,sha256=1V3upL79e3ekyGXA4bSY70N60yeL0aWak7ZPBVsFE3A,5652
-fabricatio/models/advanced.py,sha256=xAt0rgxzpw-gw-1LwRhvIbYKoNI8kzzcYPvcL7Q1z1U,5027
+fabricatio/models/advanced.py,sha256=YknnBR89nFosHjbD9moyXm8vWx4uD57zUgtvRfKALLc,9704
 fabricatio/models/events.py,sha256=mrihNEFgQ5o7qFWja1z_qX8dnaTLwPBoJdVlzxQV5oM,2719
 fabricatio/models/generic.py,sha256=WEjZ96rTyBjaBjkM6e8E4Pg_Naot4xWRvGJteqBiCCI,5133
-fabricatio/models/kwargs_types.py,sha256=lSZAxOnhFdQwRkm-NrbJVMSyBbfdeuVNx807LvJpEOo,901
+fabricatio/models/kwargs_types.py,sha256=sVEkaeujQDNnQzTlisnjjVjrqS2g_wa4ROVbD86nHCE,1024
 fabricatio/models/role.py,sha256=RPdOcjmM6KNyH310Vx4524JQG94P5sXl_3doSrRpiKQ,1802
 fabricatio/models/task.py,sha256=hogTBx74IAKfKDWghhWFR7i-LVQAn7L9PQM5tyOA5Rk,9257
 fabricatio/models/tool.py,sha256=WTFnpF6xZ1nJbmIOonLsGQcM-kkDCeZiAFqyil9xg2U,6988
@@ -30,6 +30,6 @@ fabricatio/toolboxes/__init__.py,sha256=b13KmASO8q5fBLwew964fn9oH86ER5g-S1PgA4fZ
 fabricatio/_rust.pyi,sha256=0wCqtwWkVxxoqprvk8T27T8QYKIAKHS7xgsmdMNjQKc,1756
 fabricatio/_rust_instances.py,sha256=dl0-yZ4UvT5g20tQgnPJpmqtkjFGXNG_YK4eLfi_ugQ,279
 fabricatio/__init__.py,sha256=opIrN8lGyT-h2If4Qez0bRuWBa3uIT9GsM9CZy7_XJ0,1100
-fabricatio/_rust.cp312-win_amd64.pyd,sha256=MBHhCwM2VaYRbZlDgshZ2fGy3owWguBKWmSsngMwL0A,1261568
-fabricatio-0.2.1.dev1.data/scripts/tdown.exe,sha256=WwgYGM0hyWe1vzFIOwAAS3unnwygxCLw-GrNgwDTAT4,3396608
-fabricatio-0.2.1.dev1.dist-info/RECORD,,
+fabricatio/_rust.cp312-win_amd64.pyd,sha256=apS92eztfWPO-xRlnon15y0Pq7qPT1nRn652Pd2RBRw,1261056
+fabricatio-0.2.1.dev2.data/scripts/tdown.exe,sha256=f7ZxXFNyP5_SiScZWZcdWE0FJbTX7l4AAKZov5XpDHk,3397120
+fabricatio-0.2.1.dev2.dist-info/RECORD,,