fabricatio 0.2.1.dev0__cp312-cp312-win_amd64.whl → 0.2.1.dev2__cp312-cp312-win_amd64.whl

fabricatio/config.py

@@ -157,6 +157,12 @@ class TemplateConfig(BaseModel):
     task_briefing_template: str = Field(default="task_briefing")
     """The name of the task briefing template which will be used to brief a task."""
 
+    rate_fine_grind_template: str = Field(default="rate_fine_grind")
+    """The name of the rate fine grind template which will be used to rate fine grind."""
+
+    draft_rating_manual_template: str = Field(default="draft_rating_manual")
+    """The name of the draft rating manual template which will be used to draft rating manual."""
+
 
 class MagikaConfig(BaseModel):
     """Magika configuration class."""
@@ -208,6 +214,7 @@ class Settings(BaseSettings):
         toml_file=["fabricatio.toml", rf"{ROAMING_DIR}\fabricatio.toml"],
         env_file=[".env", ".envrc"],
         use_attribute_docstrings=True,
+        extra="ignore",
     )
 
     llm: LLMConfig = Field(default_factory=LLMConfig)

fabricatio/fs/readers.py

@@ -1,24 +1,43 @@
 """Filesystem readers for Fabricatio."""
 
 from pathlib import Path
+from typing import Dict
 
 from magika import Magika
+from orjson import orjson
 
 from fabricatio.config import configs
 
 magika = Magika(model_dir=configs.magika.model_dir)
 
 
-def safe_text_read(path: Path) -> str:
+def safe_text_read(path: Path | str) -> str:
     """Safely read the text from a file.
 
     Args:
-        path (Path): The path to the file.
+        path (Path|str): The path to the file.
 
     Returns:
         str: The text from the file.
     """
+    path = Path(path)
     try:
         return path.read_text(encoding="utf-8")
     except (UnicodeDecodeError, IsADirectoryError, FileNotFoundError):
         return ""
+
+
+def safe_json_read(path: Path | str) -> Dict:
+    """Safely read the JSON from a file.
+
+    Args:
+        path (Path|str): The path to the file.
+
+    Returns:
+        dict: The JSON from the file.
+    """
+    path = Path(path)
+    try:
+        return orjson.loads(path.read_text(encoding="utf-8"))
+    except (orjson.JSONDecodeError, IsADirectoryError, FileNotFoundError):
+        return {}

fabricatio/models/advanced.py

@@ -1,19 +1,19 @@
 """A module for advanced models and functionalities."""
 
 from types import CodeType
-from typing import Any, Dict, List, Optional, Tuple, Unpack
+from typing import Any, Dict, List, Optional, Set, Tuple, Unpack
 
 import orjson
 from fabricatio._rust_instances import template_manager
 from fabricatio.config import configs
 from fabricatio.models.generic import WithBriefing
-from fabricatio.models.kwargs_types import LLMKwargs
+from fabricatio.models.kwargs_types import ChooseKwargs, ValidateKwargs
 from fabricatio.models.task import Task
 from fabricatio.models.tool import Tool, ToolExecutor
 from fabricatio.models.usages import LLMUsage, ToolBoxUsage
 from fabricatio.parser import JsonCapture, PythonCapture
 from loguru import logger
-from pydantic import PositiveInt, ValidationError
+from pydantic import ValidationError
 
 
 class ProposeTask(WithBriefing, LLMUsage):
@@ -22,14 +22,12 @@ class ProposeTask(WithBriefing, LLMUsage):
     async def propose[T](
         self,
         prompt: str,
-        max_validations: PositiveInt = 2,
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Task[T]:
         """Asynchronously proposes a task based on a given prompt and parameters.
 
         Parameters:
             prompt: The prompt text for proposing a task, which is a string that must be provided.
-            max_validations: The maximum number of validations allowed, default is 2.
             **kwargs: The keyword arguments for the LLM (Large Language Model) usage.
 
         Returns:
@@ -55,7 +53,6 @@ class ProposeTask(WithBriefing, LLMUsage):
             question=template_manager.render_template(configs.templates.propose_task_template, template_data),
             validator=_validate_json,
             system_message=f"# your personal briefing: \n{self.briefing}",
-            max_validations=max_validations,
             **kwargs,
         )
 
@@ -68,7 +65,7 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         task: Task,
         tools: List[Tool],
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Tuple[CodeType, List[str]]:
         """Asynchronously drafts the tool usage code for a task based on a given task object and tools."""
         logger.info(f"Drafting tool usage code for task: {task.briefing}")
@@ -109,12 +106,14 @@ class HandleTask(WithBriefing, ToolBoxUsage):
         self,
         task: Task,
         data: Dict[str, Any],
-        **kwargs: Unpack[LLMKwargs],
+        box_choose_kwargs: Optional[ChooseKwargs] = None,
+        tool_choose_kwargs: Optional[ChooseKwargs] = None,
+        **kwargs: Unpack[ValidateKwargs],
     ) -> Optional[Tuple]:
         """Asynchronously handles a task based on a given task object and parameters."""
         logger.info(f"Handling task: \n{task.briefing}")
 
-        tools = await self.gather_tools(task)
+        tools = await self.gather_tools_fine_grind(task, box_choose_kwargs, tool_choose_kwargs)
         logger.info(f"{self.name} have gathered {[t.name for t in tools]}")
 
         if tools:
@@ -126,3 +125,120 @@ class HandleTask(WithBriefing, ToolBoxUsage):
                 return tuple(cxt.get(k) for k in to_extract)
 
         return None
+
+    async def handle(self, task: Task, data: Dict[str, Any], **kwargs: Unpack[ValidateKwargs]) -> Optional[Tuple]:
+        """Asynchronously handles a task based on a given task object and parameters."""
+        return await self.handle_fin_grind(task, data, **kwargs)
+
+
+class GiveRating(WithBriefing, LLMUsage):
+    """A class that provides functionality to rate tasks based on a rating manual and score range."""
+
+    async def rate_fine_grind(
+        self,
+        to_rate: str,
+        rating_manual: Dict[str, str],
+        score_range: Tuple[float, float],
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a given task based on a rating manual and score range.
+
+        Args:
+            to_rate: The task to be rated.
+            rating_manual: A dictionary containing the rating criteria.
+            score_range: A tuple representing the valid score range.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+
+        def _validator(response: str) -> Dict[str, float] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == rating_manual.keys()
+                and all(isinstance(v, float) for v in json_data.values())
+                and all(score_range[0] <= v <= score_range[1] for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.rate_fine_grind_template,
+                    {
+                        "to_rate": to_rate,
+                        "min_score": score_range[0],
+                        "max_score": score_range[1],
+                        "rating_manual": rating_manual,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )
+
+    async def rate(
+        self,
+        to_rate: str,
+        topic: str,
+        dimensions: Set[str],
+        score_range: Tuple[float, float] = (0.0, 1.0),
+        **kwargs: Unpack[ValidateKwargs],
+    ) -> Dict[str, float]:
+        """Rates a task based on a topic and dimensions. this function will automatically draft a rating manual based on the topic and dimensions.
+
+        Args:
+            to_rate: The task to be rated.
+            topic: The topic related to the task.
+            dimensions: A set of dimensions for rating.
+            score_range: A tuple representing the valid score range
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary with the ratings for each dimension.
+        """
+        manual = await self.draft_rating_manual(topic, dimensions, **kwargs)
+        return await self.rate_fine_grind(to_rate, manual, score_range, **kwargs)
+
+    async def draft_rating_manual(
+        self, topic: str, dimensions: Set[str], **kwargs: Unpack[ValidateKwargs]
+    ) -> Dict[str, str]:
+        """Drafts a rating manual based on a topic and dimensions.
+
+        Args:
+            topic: The topic for the rating manual.
+            dimensions: A set of dimensions for the rating manual.
+            **kwargs: Additional keyword arguments for the LLM usage.
+
+        Returns:
+            A dictionary representing the drafted rating manual.
+        """
+
+        def _validator(response: str) -> Dict[str, str] | None:
+            if (
+                (json_data := JsonCapture.convert_with(response, orjson.loads)) is not None
+                and isinstance(json_data, dict)
+                and json_data.keys() == dimensions
+                and all(isinstance(v, str) for v in json_data.values())
+            ):
+                return json_data
+            return None
+
+        return await self.aask_validate(
+            question=(
+                template_manager.render_template(
+                    configs.templates.draft_rating_manual_template,
+                    {
+                        "topic": topic,
+                        "dimensions": dimensions,
+                    },
+                )
+            ),
+            validator=_validator,
+            system_message=f"# your personal briefing: \n{self.briefing}",
+            **kwargs,
+        )

fabricatio/models/generic.py

@@ -1,7 +1,7 @@
 """This module defines generic classes for models in the Fabricatio library."""
 
 from pathlib import Path
-from typing import List, Self
+from typing import Callable, List, Self
 
 import orjson
 from fabricatio._rust import blake3_hash
@@ -108,17 +108,25 @@ class WithDependency(Base):
         self.dependencies.clear()
         return self
 
-    def override_dependencies[P: str | Path](self, dependencies: List[P]) -> Self:
+    def override_dependencies[P: str | Path](self, dependencies: List[P] | P) -> Self:
         """Override the file dependencies of the task.
 
         Args:
-            dependencies (List[str | Path]): The file dependencies to override the task's dependencies.
+            dependencies (List[str | Path] | str | Path): The file dependencies to override the task's dependencies.
 
         Returns:
             Self: The current instance of the task.
         """
         return self.clear_dependencies().add_dependency(dependencies)
 
+    def pop_dependence[T](self, idx: int = -1, reader: Callable[[str], T] = safe_text_read) -> T:
+        """Pop the file dependencies from the task.
+
+        Returns:
+            str: The popped file dependency
+        """
+        return reader(self.dependencies.pop(idx))
+
     @property
     def dependencies_prompt(self) -> str:
         """Generate a prompt for the task based on the file dependencies.

fabricatio/models/kwargs_types.py

@@ -18,9 +18,14 @@ class LLMKwargs(TypedDict):
     max_retries: NotRequired[PositiveInt]
 
 
-class ChooseKwargs(LLMKwargs):
-    """A type representing the keyword arguments for the choose method."""
+class ValidateKwargs(LLMKwargs):
+    """A type representing the keyword arguments for the validate method."""
 
     max_validations: NotRequired[PositiveInt]
+
+
+class ChooseKwargs(ValidateKwargs):
+    """A type representing the keyword arguments for the choose method."""
+
     system_message: NotRequired[str]
     k: NotRequired[NonNegativeInt]

fabricatio/models/usages.py

@@ -1,6 +1,7 @@
 """This module contains classes that manage the usage of language models and tools in tasks."""
 
-from typing import Callable, Dict, Iterable, List, Optional, Self, Set, Union, Unpack
+from asyncio import gather
+from typing import Callable, Dict, Iterable, List, Optional, Self, Set, Union, Unpack, overload
 
 import asyncstdlib
 import litellm
@@ -130,12 +131,42 @@ class LLMUsage(Base):
         logger.critical(err := f"Unexpected response type: {type(resp)}")
         raise ValueError(err)
 
+    @overload
+    async def aask(
+        self,
+        question: List[str],
+        system_message: Optional[List[str]] = None,
+        **kwargs: Unpack[LLMKwargs],
+    ) -> List[str]: ...
+    @overload
     async def aask(
         self,
         question: str,
-        system_message: str = "",
+        system_message: Optional[List[str]] = None,
+        **kwargs: Unpack[LLMKwargs],
+    ) -> List[str]: ...
+    @overload
+    async def aask(
+        self,
+        question: List[str],
+        system_message: Optional[str] = None,
         **kwargs: Unpack[LLMKwargs],
-    ) -> str:
+    ) -> List[str]: ...
+
+    @overload
+    async def aask(
+        self,
+        question: str,
+        system_message: Optional[str] = None,
+        **kwargs: Unpack[LLMKwargs],
+    ) -> str: ...
+
+    async def aask(
+        self,
+        question: str | List[str],
+        system_message: Optional[str | List[str]] = None,
+        **kwargs: Unpack[LLMKwargs],
+    ) -> str | List[str]:
         """Asynchronously asks the language model a question and returns the response content.
 
         Args:
@@ -146,16 +177,39 @@ class LLMUsage(Base):
         Returns:
             str: The content of the model's response message.
         """
-        return (
-            (
-                await self.ainvoke(
-                    n=1,
-                    question=question,
-                    system_message=system_message,
-                    **kwargs,
+        system_message = system_message or ""
+        match (isinstance(question, list), isinstance(system_message, list)):
+            case (True, True):
+                res = await gather(
+                    *[
+                        self.ainvoke(n=1, question=q, system_message=sm, **kwargs)
+                        for q, sm in zip(question, system_message, strict=True)
+                    ]
+                )
+                return [r.pop().message.content for r in res]
+            case (True, False):
+                res = await gather(
+                    *[self.ainvoke(n=1, question=q, system_message=system_message, **kwargs) for q in question]
                 )
-            ).pop()
-        ).message.content
+                return [r.pop().message.content for r in res]
+            case (False, True):
+                res = await gather(
+                    *[self.ainvoke(n=1, question=question, system_message=sm, **kwargs) for sm in system_message]
+                )
+                return [r.pop().message.content for r in res]
+            case (False, False):
+                return (
+                    (
+                        await self.ainvoke(
+                            n=1,
+                            question=question,
+                            system_message=system_message,
+                            **kwargs,
+                        )
+                    ).pop()
+                ).message.content
+            case _:
+                raise RuntimeError("Should not reach here.")
 
     async def aask_validate[T](
         self,
@@ -278,13 +332,15 @@ class LLMUsage(Base):
         Raises:
             ValueError: If validation fails after maximum attempts or if no valid selection is made.
         """
-        return await self.achoose(
-            instruction=instruction,
-            choices=choices,
-            k=1,
-            max_validations=max_validations,
-            system_message=system_message,
-            **kwargs,
+        return (
+            await self.achoose(
+                instruction=instruction,
+                choices=choices,
+                k=1,
+                max_validations=max_validations,
+                system_message=system_message,
+                **kwargs,
+            )
         )[0]
 
     async def ajudge(

{fabricatio-0.2.1.dev0.dist-info → fabricatio-0.2.1.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricatio
-Version: 0.2.1.dev0
+Version: 0.2.1.dev2
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3.12

{fabricatio-0.2.1.dev0.dist-info → fabricatio-0.2.1.dev2.dist-info}/RECORD

@@ -1,25 +1,25 @@
-fabricatio-0.2.1.dev0.dist-info/METADATA,sha256=x6D37kGKzWuvkI5qEifdCCJLFhrHPoBBsmxatVxXB1w,12351
-fabricatio-0.2.1.dev0.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
-fabricatio-0.2.1.dev0.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
+fabricatio-0.2.1.dev2.dist-info/METADATA,sha256=jNZzL0ClVEXeLkJFlLjaTo9sRHoG27EISI0JmMOqqaE,12351
+fabricatio-0.2.1.dev2.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
+fabricatio-0.2.1.dev2.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
 fabricatio/actions/communication.py,sha256=NZxIIncKgJSDyBrqNebUtH_haqtxHa8ld2TZxT3CMdU,429
 fabricatio/actions/transmission.py,sha256=xpvKqbXqgpi1BWy-vUUvmd8NZ1GhRNfsYUBp-l2jLyk,862
 fabricatio/actions/__init__.py,sha256=eFmFVPQvtNgFynIXBVr3eP-vWQDWCPng60YY5LXvZgg,115
-fabricatio/config.py,sha256=TVge_fujKzvEZhOZYiYOMXdVn0YZ9SL5L1_mDzyeFUg,10260
+fabricatio/config.py,sha256=hDYLpxn3ZrRjoSEGXGfC8s0URpebZyLHD45jU1UJOVo,10627
 fabricatio/core.py,sha256=yQK2ZrbPYDJOaNDp0Bky3muTkB-ZaQ1ld_Qfflm2dY0,5938
 fabricatio/decorators.py,sha256=uzsP4tFKQNjDHBkofsjjoJA0IUAaYOtt6YVedoyOqlo,6551
 fabricatio/fs/curd.py,sha256=faMstgGUiQ4k2AW3OXfvvWWTldTtKXco7QINYaMjmyA,3981
-fabricatio/fs/readers.py,sha256=eDL9QhKEd6xfJBZaiwraObpGJWWpUd9NVYHoIvWgVqY,551
+fabricatio/fs/readers.py,sha256=Pz1-cdZYtmqr032dsroImlkFXAd0kCYY_9qVpD4UrG4,1045
 fabricatio/fs/__init__.py,sha256=lWcKYg0v3mv2LnnSegOQaTtlVDODU0vtw_s6iKU5IqQ,122
 fabricatio/journal.py,sha256=siqimKF0M_QaaOCMxtjr_BJVNyUIAQWILzE9Q4T6-7c,781
 fabricatio/models/action.py,sha256=1V3upL79e3ekyGXA4bSY70N60yeL0aWak7ZPBVsFE3A,5652
-fabricatio/models/advanced.py,sha256=xAt0rgxzpw-gw-1LwRhvIbYKoNI8kzzcYPvcL7Q1z1U,5027
+fabricatio/models/advanced.py,sha256=YknnBR89nFosHjbD9moyXm8vWx4uD57zUgtvRfKALLc,9704
 fabricatio/models/events.py,sha256=mrihNEFgQ5o7qFWja1z_qX8dnaTLwPBoJdVlzxQV5oM,2719
-fabricatio/models/generic.py,sha256=HRslLNvP6v6wWag0tGda1FtAbjbjn096583u_IrixWs,4823
-fabricatio/models/kwargs_types.py,sha256=lSZAxOnhFdQwRkm-NrbJVMSyBbfdeuVNx807LvJpEOo,901
+fabricatio/models/generic.py,sha256=WEjZ96rTyBjaBjkM6e8E4Pg_Naot4xWRvGJteqBiCCI,5133
+fabricatio/models/kwargs_types.py,sha256=sVEkaeujQDNnQzTlisnjjVjrqS2g_wa4ROVbD86nHCE,1024
 fabricatio/models/role.py,sha256=RPdOcjmM6KNyH310Vx4524JQG94P5sXl_3doSrRpiKQ,1802
 fabricatio/models/task.py,sha256=hogTBx74IAKfKDWghhWFR7i-LVQAn7L9PQM5tyOA5Rk,9257
 fabricatio/models/tool.py,sha256=WTFnpF6xZ1nJbmIOonLsGQcM-kkDCeZiAFqyil9xg2U,6988
-fabricatio/models/usages.py,sha256=JwVanhu5v87LUbnPjwFPriFI5O3HG4SppesYvYLAb50,23636
+fabricatio/models/usages.py,sha256=6qoh9w1xeC-olkQjiH1oZYgqxohp0GX4dwOmSrhMn0E,25756
 fabricatio/models/utils.py,sha256=i_kpcQpct04mQFk1nbcVGV-pl1YThWu4Qk3wbewzKkc,2535
 fabricatio/parser.py,sha256=uLabsvF07wRKW1PoTGuGEENCx3P4mhmuO8JkmOEkKko,3522
 fabricatio/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -30,6 +30,6 @@ fabricatio/toolboxes/__init__.py,sha256=b13KmASO8q5fBLwew964fn9oH86ER5g-S1PgA4fZ
 fabricatio/_rust.pyi,sha256=0wCqtwWkVxxoqprvk8T27T8QYKIAKHS7xgsmdMNjQKc,1756
 fabricatio/_rust_instances.py,sha256=dl0-yZ4UvT5g20tQgnPJpmqtkjFGXNG_YK4eLfi_ugQ,279
 fabricatio/__init__.py,sha256=opIrN8lGyT-h2If4Qez0bRuWBa3uIT9GsM9CZy7_XJ0,1100
-fabricatio/_rust.cp312-win_amd64.pyd,sha256=JrZsNCEZJqdoeo2x9MlTG-H7kdQo_3uTKek0P9DdG60,1260544
-fabricatio-0.2.1.dev0.data/scripts/tdown.exe,sha256=n9vd_Mp4D-DcGm24C7exfhzphS2HIyS_lRb8lMPJzdk,3396608
-fabricatio-0.2.1.dev0.dist-info/RECORD,,
+fabricatio/_rust.cp312-win_amd64.pyd,sha256=apS92eztfWPO-xRlnon15y0Pq7qPT1nRn652Pd2RBRw,1261056
+fabricatio-0.2.1.dev2.data/scripts/tdown.exe,sha256=f7ZxXFNyP5_SiScZWZcdWE0FJbTX7l4AAKZov5XpDHk,3397120
+fabricatio-0.2.1.dev2.dist-info/RECORD,,