ragbits-evaluate 0.5.0__py3-none-any.whl → 1.4.0.dev202602030301__py3-none-any.whl

ragbits_evaluate-1.4.0.dev202602030301.dist-info/RECORD

@@ -0,0 +1,59 @@
+ragbits/evaluate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/cli.py,sha256=vP8l2DyNXpR6jQP83wXKP_RRnGjEXjKnTVBg9RPbDKo,4505
+ragbits/evaluate/config.py,sha256=2WSmbVxyQi893L2FSjRFQoXkWZp1GetcNmR2GCDe0tA,339
+ragbits/evaluate/evaluator.py,sha256=-VcO61r340lt6KWTjkl8DdHmU78WygBP7wfYLT2hu9k,8319
+ragbits/evaluate/optimizer.py,sha256=RqYgoiCIEhjXO0HEN6uwldblHyoPuT3qUdncuHPZgCg,8485
+ragbits/evaluate/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/utils.py,sha256=w-hbvKRHI9tEva9wKDTVla0Wm2eCHT2MxVkof27Sqfw,4831
+ragbits/evaluate/agent_simulation/__init__.py,sha256=Cf867LFsLLnDRwDO8rGFQFxvrLemR8qkSqkk5zYyxT0,2971
+ragbits/evaluate/agent_simulation/context.py,sha256=_gZcRpKtHOXoyR2LsMYWH2w9Wm7h2bozuSlNKsZC7ng,4196
+ragbits/evaluate/agent_simulation/conversation.py,sha256=nQr3EHlaBu066rFdWXacyPNXtte6PEDoJnVXjymEifQ,14087
+ragbits/evaluate/agent_simulation/deepeval_evaluator.py,sha256=WDtrApfLS1W5-mB86Yg2xlFgPYVzLtvJV8wCiJs5y2w,3453
+ragbits/evaluate/agent_simulation/logger.py,sha256=47lxIRM-DMvP3Cw4XGUVHSNxqjGOk9ozSgxCY6DOIIQ,6948
+ragbits/evaluate/agent_simulation/models.py,sha256=tOjEzK2Iv1_Nu-jT-soORgd15oqJ2zb8g3EXN7ZKn0c,719
+ragbits/evaluate/agent_simulation/results.py,sha256=EJcpJq-86NYPcY8KMNsmxH9aLXTWGoXZY5aig1fbdP4,6925
+ragbits/evaluate/agent_simulation/scenarios.py,sha256=FU0Z9eZUA7yMAZyAUJ3e5SxZR6XwWdZrbEsLz_GHbhI,4364
+ragbits/evaluate/agent_simulation/simulation.py,sha256=GiKutdl-RRIcL_p9sVxvGYCHGCDS1Rz3oQcwLt9rdi0,9633
+ragbits/evaluate/agent_simulation/metrics/__init__.py,sha256=3Gtix1JRAGyLe6JHQTGNr2gIrvEsErY7ys2UkPwdBVU,499
+ragbits/evaluate/agent_simulation/metrics/builtin.py,sha256=ZSK_cBpk1J_bnDes8mbjqw6cW4oml5BAGM7_EOgx6CE,7481
+ragbits/evaluate/agent_simulation/metrics/collectors.py,sha256=fTTYrYimyF0i6KsWagiU12XV0n7AeNaLYqy1n_faWdI,4796
+ragbits/evaluate/dataloaders/__init__.py,sha256=UFJFjmvi3GUQFsx6A5sYD01HH2f7TXcHRW2VNM1pmIA,83
+ragbits/evaluate/dataloaders/base.py,sha256=x8rEl5utNOziF_9urL0grkqoXwMgaDWYSM5akw3Kt9Y,3213
+ragbits/evaluate/dataloaders/document_search.py,sha256=c9Bc4ZtFEKAiG9B70JFiBZlZDkBSGNWFRKabF7PMTU0,2495
+ragbits/evaluate/dataloaders/exceptions.py,sha256=xUOBLj1JuCkcqzRVnu0A0I_i1THxbDt2MEDVdDGjDyY,735
+ragbits/evaluate/dataloaders/gaia.py,sha256=B0XnQ-K2ZW8oNOOwTeUYSok7Yj7JNP4ZERKqEZZE4zQ,2918
+ragbits/evaluate/dataloaders/hotpot_qa.py,sha256=UJmgK9XgUpSt3-iq6FKmLvPQx9aUt-vCDB5qAcGAqfo,3698
+ragbits/evaluate/dataloaders/human_eval.py,sha256=eJM-l1Xkf73_gj1mUv8XTz8LiWvQu2UmkJyYPK_bRY8,2626
+ragbits/evaluate/dataloaders/question_answer.py,sha256=PvG2n9zSy5bH4NJKgSxgxqHjNozLHPJijuBvryiCq_o,1964
+ragbits/evaluate/dataset_generator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/dataset_generator/pipeline.py,sha256=dgnV-Qm0Z7S1Y6ga9-9RscXxxr3krOKsIj7E9WS4ANk,4940
+ragbits/evaluate/dataset_generator/utils.py,sha256=zD-ksXlX62kkIgzBefE4ILsP7He9bHimnZ63LLsMKCA,1325
+ragbits/evaluate/dataset_generator/prompts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/dataset_generator/prompts/corpus_generation.py,sha256=QbjB6ZPtVw0_lCF7340XIt9G4nqdY_DbLZs_iM6QsNs,704
+ragbits/evaluate/dataset_generator/prompts/qa.py,sha256=KlVWAvJ0vKvH5WWdBbRe_zSY4ifidtsOcY3cAksZ2eA,3652
+ragbits/evaluate/dataset_generator/tasks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/dataset_generator/tasks/corpus_generation.py,sha256=7CWydp6brrLb_GiT34m3fjQP-ZMw4JHgj4GuDVD1GeI,2118
+ragbits/evaluate/dataset_generator/tasks/filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/dataset_generator/tasks/filter/base.py,sha256=vKSBOaVC5hLzZe2NMS0LrGZwhN07x0M2WcrijXoh5iY,1146
+ragbits/evaluate/dataset_generator/tasks/filter/dont_know.py,sha256=ydMHyI0JrWZfZZqY1EFAZ38SsdYCiXyvrvcDsxJPOBg,988
+ragbits/evaluate/dataset_generator/tasks/text_generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ragbits/evaluate/dataset_generator/tasks/text_generation/base.py,sha256=bSNsswe2AMskmlctslTo0cJSz_cTc5EW1WW7kshIJPQ,2135
+ragbits/evaluate/dataset_generator/tasks/text_generation/qa.py,sha256=vVk2U3KgnutkqtJOKGoQKxMFD9YLbx4IR7jBIm2a2RE,3848
+ragbits/evaluate/factories/__init__.py,sha256=7nh0J80EfqMWRGtHx4hkfHNMztfC6FMhH8gHumwcH9w,1727
+ragbits/evaluate/metrics/__init__.py,sha256=Mr83ytGyvdXtBlr7Bbo0-5auE0530xsd3wffKSIf8cE,95
+ragbits/evaluate/metrics/base.py,sha256=bOscQ_nJXLGWmP2ls9jncrUoeghNBnKDJsab71pFEjo,2519
+ragbits/evaluate/metrics/document_search.py,sha256=MfvMwEPenqiJdKYuW6WLvmtMch9ZVYb0T6ibpOF3vGI,3189
+ragbits/evaluate/metrics/gaia.py,sha256=Q1oZPVAxRsQkyctJLE95fsGNewmDhzTJ5vjNoXvu10E,3086
+ragbits/evaluate/metrics/hotpot_qa.py,sha256=Tw4gKDbua60fbE7BbxKV08-yp0PbQKTHlnk87GULNe8,1776
+ragbits/evaluate/metrics/human_eval.py,sha256=ud4G-xaMi0f1tkzYb1V2uSgYDF-ymnKxiN6CdOWGZqU,4285
+ragbits/evaluate/metrics/question_answer.py,sha256=4rbJ9z_eAyk_5mOeQGyaP_rqodS8MZZltwmPmDitb_4,7722
+ragbits/evaluate/pipelines/__init__.py,sha256=PZ2477OqOV622QMC-3iwW5ThC-nYRS9KBe_nlyas3Zs,1573
+ragbits/evaluate/pipelines/base.py,sha256=QV3fjPnbJjeCgcbt8yV1Ho3BamEUc3wSca3MAzaBlV0,1739
+ragbits/evaluate/pipelines/document_search.py,sha256=tgk-I21eshdBbWVsuNa1zWK_fWuDNXhhMCn1_Fdu_Ko,3840
+ragbits/evaluate/pipelines/gaia.py,sha256=DkVAlNI-a9chQGPyOFtjrXWGoPSWogrSfSxxgxanAb8,9686
+ragbits/evaluate/pipelines/hotpot_qa.py,sha256=eHDQ7e_Pa1YRWkc-7oxarYHnZKKvEv_Q8gCBBvo_iss,13629
+ragbits/evaluate/pipelines/human_eval.py,sha256=o2q3O3-OcdRBESwRFUKVU2dQt0TIMDXqxFitdKEw_fw,12406
+ragbits/evaluate/pipelines/question_answer.py,sha256=3CYVHDLnOy4z7kgYPMluiJ8POulHo-w3PEiqvqsF4Dc,2797
+ragbits_evaluate-1.4.0.dev202602030301.dist-info/METADATA,sha256=XQ4uwmwNQTu4DUrfFrAdZLMiyRn_a1YlSkkiEuIcIZw,2368
+ragbits_evaluate-1.4.0.dev202602030301.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+ragbits_evaluate-1.4.0.dev202602030301.dist-info/RECORD,,

{ragbits_evaluate-0.5.0.dist-info → ragbits_evaluate-1.4.0.dev202602030301.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.26.3
+Generator: hatchling 1.28.0
 Root-Is-Purelib: true
 Tag: py3-none-any

ragbits/evaluate/callbacks/base.py

@@ -1,22 +0,0 @@
-from abc import ABC, abstractmethod
-from collections.abc import Callable
-
-from omegaconf import DictConfig
-
-
-class CallbackConfigurator(ABC):
-    """An abstract class for callback configuration"""
-
-    def __init__(self, config: DictConfig):
-        self.config = config
-
-    @abstractmethod
-    def get_callback(self) -> Callable:
-        """
-        An abstract method for callback configuration
-        Args:
-            None
-        Returns:
-            Callable
-        """
-        pass

ragbits/evaluate/callbacks/neptune.py

@@ -1,26 +0,0 @@
-import sys
-from collections.abc import Callable
-
-import neptune
-
-from ragbits.core.utils.config_handling import get_cls_from_config
-
-from .base import CallbackConfigurator
-
-module = sys.modules[__name__]
-
-
-class NeptuneCallbackConfigurator(CallbackConfigurator):
-    """A class for configuration of neptune callbacks"""
-
-    def get_callback(self) -> Callable:
-        """
-        Creates neptune callback based on configuration
-        Args:
-            None
-        Returns:
-            Callable: configured neptune callback
-        """
-        callback_class = get_cls_from_config(self.config.callback_type, module)
-        run = neptune.init_run(project=self.config.project)
-        return callback_class(run)

ragbits/evaluate/loaders/__init__.py

@@ -1,21 +0,0 @@
-import sys
-
-from omegaconf import DictConfig
-
-from ragbits.core.utils.config_handling import get_cls_from_config
-
-from .base import DataLoader
-
-module = sys.modules[__name__]
-
-
-def dataloader_factory(config: DictConfig) -> DataLoader:
-    """
-    A function creating dataloader from a dataloder config
-    Args:
-        config - a dataloader configuration
-    Returns:
-        DataLoader
-    """
-    dataloader_class = get_cls_from_config(config.type, module)
-    return dataloader_class(config.options)

ragbits/evaluate/loaders/base.py

@@ -1,24 +0,0 @@
-from abc import ABC, abstractmethod
-from typing import Generic, TypeVar
-
-from omegaconf import DictConfig
-
-DataT = TypeVar("DataT")
-
-
-class DataLoader(Generic[DataT], ABC):
-    """
-    Data loader.
-    """
-
-    def __init__(self, config: DictConfig) -> None:
-        self.config = config
-
-    @abstractmethod
-    async def load(self) -> DataT:
-        """
-        Load the data.
-
-        Returns:
-            The loaded data.
-        """

ragbits/evaluate/loaders/hf.py

@@ -1,25 +0,0 @@
-from typing import TypeAlias
-
-from datasets import Dataset, DatasetDict, IterableDataset, IterableDatasetDict, load_dataset
-
-from ragbits.evaluate.loaders.base import DataLoader
-
-HFData: TypeAlias = DatasetDict | Dataset | IterableDatasetDict | IterableDataset
-
-
-class HFDataLoader(DataLoader[HFData]):
-    """
-    Hugging Face data loader.
-    """
-
-    async def load(self) -> HFData:
-        """
-        Load the data from Hugging Face.
-
-        Returns:
-            The loaded data.
-        """
-        return load_dataset(
-            path=self.config.path,
-            split=self.config.split,
-        )

ragbits_evaluate-0.5.0.dist-info/RECORD

@@ -1,33 +0,0 @@
-ragbits/evaluate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/evaluator.py,sha256=JPAeTCC9EwKnOyJWNaJvTXr9nKUhZrRe3p1tHxl5XoI,3418
-ragbits/evaluate/optimizer.py,sha256=jMVVY2KbtgKMc0rKUDulocK82QmfW-7t4UllvhSN_O4,7143
-ragbits/evaluate/utils.py,sha256=dPOBNJ-WTPytXVWtcQHaN42p8Q3Z83qbN1spPS8Omuw,3942
-ragbits/evaluate/callbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/callbacks/base.py,sha256=_2nI3Z2DMRK16UY1NW9QhrEi9kGw90XTLnvUFCtY9l8,492
-ragbits/evaluate/callbacks/neptune.py,sha256=lQnSRRrLC7N77K7fTyIpMKT9hRUFRVyR5oU_e8L_H-U,714
-ragbits/evaluate/dataset_generator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/dataset_generator/pipeline.py,sha256=qR8Vb9T4iuK4tUMdx7Z-l9fL_LaAFeBlBUZ68Y0LnGY,4960
-ragbits/evaluate/dataset_generator/utils.py,sha256=zD-ksXlX62kkIgzBefE4ILsP7He9bHimnZ63LLsMKCA,1325
-ragbits/evaluate/dataset_generator/prompts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/dataset_generator/prompts/corpus_generation.py,sha256=QbjB6ZPtVw0_lCF7340XIt9G4nqdY_DbLZs_iM6QsNs,704
-ragbits/evaluate/dataset_generator/prompts/qa.py,sha256=9QmHSzJQ3zy4FqsoMKAyFWIyKFeLP3RSgJ2Ezvn43s8,3674
-ragbits/evaluate/dataset_generator/tasks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/dataset_generator/tasks/corpus_generation.py,sha256=BwwdoBhh3MDh7lIBF9EKlf7ve2QPpunSt7YbbxcLo7o,2152
-ragbits/evaluate/dataset_generator/tasks/filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/dataset_generator/tasks/filter/base.py,sha256=vKSBOaVC5hLzZe2NMS0LrGZwhN07x0M2WcrijXoh5iY,1146
-ragbits/evaluate/dataset_generator/tasks/filter/dont_know.py,sha256=ydMHyI0JrWZfZZqY1EFAZ38SsdYCiXyvrvcDsxJPOBg,988
-ragbits/evaluate/dataset_generator/tasks/text_generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/dataset_generator/tasks/text_generation/base.py,sha256=sDCqamaihHDV2mk5qFauFCvog1knP6fyiHqX527JTp4,2172
-ragbits/evaluate/dataset_generator/tasks/text_generation/qa.py,sha256=Cviq5OYwOiFg6-Y66z2Ef1dtrEFZznBkKXtA8_DKls4,3763
-ragbits/evaluate/loaders/__init__.py,sha256=E7akhFLf6nOzLuFIyFCrhEN__LMkzTJl880Cbupg14k,504
-ragbits/evaluate/loaders/base.py,sha256=uD5YorsoDIfmx8KCbTTVYwIxso76Xz0jwFA8nECMPd4,438
-ragbits/evaluate/loaders/hf.py,sha256=ZtcNHWEawP58ny9Je3j4bzWsCCXDi6pai0xlYrO3XY8,609
-ragbits/evaluate/metrics/__init__.py,sha256=24MM0LcjodbRHLxgaC7tKcIMTXns-j3bbrvzobC6QYA,581
-ragbits/evaluate/metrics/base.py,sha256=DM8aJrkF6IoWTt3QuFmO7bV4hFWxuo9fBxZI-gbeHzo,1526
-ragbits/evaluate/metrics/document_search.py,sha256=vfreK9svgWLkKTFSQZuqnL-a5HiXomzCitoejUoz6mY,2536
-ragbits/evaluate/pipelines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragbits/evaluate/pipelines/base.py,sha256=sWBuaZXTjlwYEGlX0XLVMOZeMICAfN_jKMqXetXB1N4,866
-ragbits/evaluate/pipelines/document_search.py,sha256=R_2Mb4CymuM5M7w_EJAs4D2P3xgUNkbpo_j-O4zy3gs,3158
-ragbits_evaluate-0.5.0.dist-info/METADATA,sha256=57BkuuSqa943swCtHVI0YiTRN4Nf1vkA0Cz1tyA_bCo,1473
-ragbits_evaluate-0.5.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-ragbits_evaluate-0.5.0.dist-info/RECORD,,