fabricatio 0.2.4.dev2__cp312-cp312-win_amd64.whl → 0.2.4.dev3__cp312-cp312-win_amd64.whl

fabricatio/capabilities/rag.py

@@ -13,10 +13,16 @@ from typing import Any, Callable, Dict, List, Optional, Self, Union, Unpack, ove
 from fabricatio._rust_instances import template_manager
 from fabricatio.config import configs
 from fabricatio.journal import logger
-from fabricatio.models.kwargs_types import CollectionSimpleConfigKwargs, EmbeddingKwargs, FetchKwargs, LLMKwargs
+from fabricatio.models.kwargs_types import (
+    ChooseKwargs,
+    CollectionSimpleConfigKwargs,
+    EmbeddingKwargs,
+    FetchKwargs,
+    LLMKwargs,
+)
 from fabricatio.models.usages import EmbeddingUsage
 from fabricatio.models.utils import MilvusData
-from more_itertools.recipes import flatten
+from more_itertools.recipes import flatten, unique
 from pydantic import Field, PrivateAttr
 
 
@@ -221,9 +227,9 @@ class RAG(EmbeddingUsage):
 
         # Step 2: Flatten the search results
         flattened_results = flatten(search_results)
-
+        unique_results = unique(flattened_results, key=itemgetter("id"))
         # Step 3: Sort by distance (descending)
-        sorted_results = sorted(flattened_results, key=itemgetter("distance"), reverse=True)
+        sorted_results = sorted(unique_results, key=itemgetter("distance"), reverse=True)
 
         logger.debug(f"Searched similarities: {[t['distance'] for t in sorted_results]}")
         # Step 4: Extract the entities
@@ -308,3 +314,21 @@ class RAG(EmbeddingUsage):
             f"{rendered}\n\n{extra_system_message}",
             **kwargs,
         )
+
+    async def arefined_query(self, question: List[str] | str, **kwargs: Unpack[ChooseKwargs]) -> List[str]:
+        """Refines the given question using a template.
+
+        Args:
+            question (List[str] | str): The question to be refined.
+            **kwargs (Unpack[ChooseKwargs]): Additional keyword arguments for the refinement process.
+
+        Returns:
+            List[str]: A list of refined questions.
+        """
+        return await self.aliststr(
+            template_manager.render_template(
+                configs.templates.refined_query_template,
+                {"question": [question] if isinstance(question, str) else question},
+            ),
+            **kwargs,
+        )

fabricatio/config.py

@@ -209,6 +209,9 @@ class TemplateConfig(BaseModel):
     liststr_template: str = Field(default="liststr")
     """The name of the liststr template which will be used to display a list of strings."""
 
+    refined_query_template: str = Field(default="refined_query")
+    """The name of the refined query template which will be used to refine a query."""
+
 
 class MagikaConfig(BaseModel):
     """Magika configuration class."""

{fabricatio-0.2.4.dev2.dist-info → fabricatio-0.2.4.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricatio
-Version: 0.2.4.dev2
+Version: 0.2.4.dev3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: 3.12

{fabricatio-0.2.4.dev2.dist-info → fabricatio-0.2.4.dev3.dist-info}/RECORD

@@ -1,13 +1,13 @@
-fabricatio-0.2.4.dev2.dist-info/METADATA,sha256=YUalxhNAZsg0MtzLphoGT-eQdAjp0sk07vr_4aGqsOU,8861
-fabricatio-0.2.4.dev2.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
-fabricatio-0.2.4.dev2.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
+fabricatio-0.2.4.dev3.dist-info/METADATA,sha256=ylm4KBEqXPqU0YJT7HpEaLhwMuWEPU3YaDcTMsleHEE,8861
+fabricatio-0.2.4.dev3.dist-info/WHEEL,sha256=tpW5AN9B-9qsM9WW2FXG2r193YXiqexDadpKp0A2daI,96
+fabricatio-0.2.4.dev3.dist-info/licenses/LICENSE,sha256=do7J7EiCGbq0QPbMAL_FqLYufXpHnCnXBOuqVPwSV8Y,1088
 fabricatio/actions/article.py,sha256=xrY04lIbq2ol_eW0kw0l9GmZsOXSlTCpjuR38t_bzEE,2026
 fabricatio/actions/rag.py,sha256=lZfw9SZ8oxbWPK_bvWsEpVkWJbGP8HUnlNbxLh11Wdg,821
 fabricatio/capabilities/propose.py,sha256=nahXjB6_nP0Fru880oh_9oINrjrL0Qs-SLHA-d3CFUE,1769
-fabricatio/capabilities/rag.py,sha256=paq2zUOfw6whIBFkKDo1Kg5Ft5YXgWiJBNKq-6uGhuU,13295
+fabricatio/capabilities/rag.py,sha256=UWRUQtlhGUT9Zz3c5iErWjpiTr4LWUV184uMSMhrC_g,14139
 fabricatio/capabilities/rating.py,sha256=PcUpKxPfVO-vitgA6py1xg9iLJZdf7Fru--18ZUFKKA,14026
 fabricatio/capabilities/task.py,sha256=s6FiC9Wg_l-qSa2LgsoKV9f6wXZN6Q_FlWn3XbSnrys,4618
-fabricatio/config.py,sha256=yPJjrGhvoWyXfLBTJp2pMvHt9F-0uskE-va7QDo0rxI,13525
+fabricatio/config.py,sha256=dbVwH1ZEkBSt1wiO7q4gl6U5_72y6AKkcwswPYXEQCc,13681
 fabricatio/core.py,sha256=VQ_JKgUGIy2gZ8xsTBZCdr_IP7wC5aPg0_bsOmjQ588,6458
 fabricatio/decorators.py,sha256=uzsP4tFKQNjDHBkofsjjoJA0IUAaYOtt6YVedoyOqlo,6551
 fabricatio/fs/curd.py,sha256=faMstgGUiQ4k2AW3OXfvvWWTldTtKXco7QINYaMjmyA,3981
@@ -34,6 +34,6 @@ fabricatio/workflows/articles.py,sha256=gZlmC2tS1YnSajZft6jN0VTSj6rcuT8367nBYD8e
 fabricatio/_rust.pyi,sha256=0wCqtwWkVxxoqprvk8T27T8QYKIAKHS7xgsmdMNjQKc,1756
 fabricatio/_rust_instances.py,sha256=dl0-yZ4UvT5g20tQgnPJpmqtkjFGXNG_YK4eLfi_ugQ,279
 fabricatio/__init__.py,sha256=lIjAvhmypC8kZNpymjmYByJtZjzJNXDmNzY36x1o7h8,1554
-fabricatio/_rust.cp312-win_amd64.pyd,sha256=7rUG_4XSeuPJ3ohjbxqO82_v-Uzz6thtmnJHLkkHXP8,1256448
-fabricatio-0.2.4.dev2.data/scripts/tdown.exe,sha256=SgyRf4z5d_TsM5rWtd9dvyrELP4lSYAm689xzwqPIm8,3397632
-fabricatio-0.2.4.dev2.dist-info/RECORD,,
+fabricatio/_rust.cp312-win_amd64.pyd,sha256=awkdolid46gR8FEGI9Hxx04KPmXs35jZdXaauhazzoM,1277952
+fabricatio-0.2.4.dev3.data/scripts/tdown.exe,sha256=OhB53d4Eswjsw9TEcNsQCkd5D32BVEME6yRGsti1PTU,3397632
+fabricatio-0.2.4.dev3.dist-info/RECORD,,