ragbits-evaluate 0.12.0__tar.gz → 0.14.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/.gitignore +1 -0
  2. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/CHANGELOG.md +14 -0
  3. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/PKG-INFO +2 -2
  4. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/pyproject.toml +2 -2
  5. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/evaluator.py +4 -4
  6. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/factories/__init__.py +2 -2
  7. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/pipelines/document_search.py +1 -1
  8. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/README.md +0 -0
  9. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/__init__.py +0 -0
  10. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/cli.py +0 -0
  11. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/config.py +0 -0
  12. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataloaders/__init__.py +0 -0
  13. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataloaders/base.py +0 -0
  14. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataloaders/hf.py +0 -0
  15. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataloaders/local.py +0 -0
  16. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/__init__.py +0 -0
  17. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/pipeline.py +0 -0
  18. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/prompts/__init__.py +0 -0
  19. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/prompts/corpus_generation.py +0 -0
  20. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/prompts/qa.py +0 -0
  21. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/__init__.py +0 -0
  22. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/corpus_generation.py +0 -0
  23. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/filter/__init__.py +0 -0
  24. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/filter/base.py +0 -0
  25. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/filter/dont_know.py +0 -0
  26. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/text_generation/__init__.py +0 -0
  27. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/text_generation/base.py +0 -0
  28. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/tasks/text_generation/qa.py +0 -0
  29. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/dataset_generator/utils.py +0 -0
  30. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/metrics/__init__.py +0 -0
  31. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/metrics/base.py +0 -0
  32. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/metrics/document_search.py +0 -0
  33. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/optimizer.py +0 -0
  34. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/pipelines/__init__.py +0 -0
  35. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/pipelines/base.py +0 -0
  36. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/py.typed +0 -0
  37. {ragbits_evaluate-0.12.0 → ragbits_evaluate-0.14.0}/src/ragbits/evaluate/utils.py +0 -0
@@ -5,6 +5,7 @@
5
5
  .pytest_cache/
6
6
  .mypy_cache/
7
7
  venv/
8
+ .venv/
8
9
  __pycache__/
9
10
  **.egg-info/
10
11
 
@@ -2,6 +2,20 @@
2
2
 
3
3
  ## Unreleased
4
4
 
5
+ ## 0.14.0 (2025-04-22)
6
+
7
+ ### Changed
8
+
9
+ - ragbits-core updated to version v0.14.0
10
+
11
+ - move sources from ragbits-document-search to ragbits-core (#496)
12
+
13
+ ## 0.13.0 (2025-04-02)
14
+
15
+ ### Changed
16
+
17
+ - ragbits-core updated to version v0.13.0
18
+
5
19
  ## 0.12.0 (2025-03-25)
6
20
 
7
21
  ### Changed
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ragbits-evaluate
3
- Version: 0.12.0
3
+ Version: 0.14.0
4
4
  Summary: Evaluation module for Ragbits components
5
5
  Project-URL: Homepage, https://github.com/deepsense-ai/ragbits
6
6
  Project-URL: Bug Reports, https://github.com/deepsense-ai/ragbits/issues
@@ -26,7 +26,7 @@ Requires-Dist: distilabel==1.4.1
26
26
  Requires-Dist: hydra-core~=1.3.2
27
27
  Requires-Dist: neptune[optuna]~=1.12.0
28
28
  Requires-Dist: optuna==4.0.0
29
- Requires-Dist: ragbits-core==0.12.0
29
+ Requires-Dist: ragbits-core==0.14.0
30
30
  Provides-Extra: relari
31
31
  Requires-Dist: continuous-eval<1.0.0,>=0.3.12; extra == 'relari'
32
32
  Description-Content-Type: text/markdown
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "ragbits-evaluate"
3
- version = "0.12.0"
3
+ version = "0.14.0"
4
4
  description = "Evaluation module for Ragbits components"
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.10"
@@ -32,7 +32,7 @@ classifiers = [
32
32
  "Topic :: Scientific/Engineering :: Artificial Intelligence",
33
33
  "Topic :: Software Development :: Libraries :: Python Modules",
34
34
  ]
35
- dependencies = ["hydra-core~=1.3.2", "neptune[optuna]~=1.12.0", "optuna==4.0.0", "distilabel==1.4.1", "ragbits-core==0.12.0"]
35
+ dependencies = ["hydra-core~=1.3.2", "neptune[optuna]~=1.12.0", "optuna==4.0.0", "distilabel==1.4.1", "ragbits-core==0.14.0"]
36
36
 
37
37
  [project.urls]
38
38
  "Homepage" = "https://github.com/deepsense-ai/ragbits"
@@ -6,7 +6,7 @@ from dataclasses import asdict
6
6
  from pydantic import BaseModel
7
7
  from tqdm.asyncio import tqdm
8
8
 
9
- from ragbits.core.utils.config_handling import ObjectContructionConfig, WithConstructionConfig
9
+ from ragbits.core.utils.config_handling import ObjectConstructionConfig, WithConstructionConfig
10
10
  from ragbits.evaluate.dataloaders.base import DataLoader
11
11
  from ragbits.evaluate.metrics.base import MetricSet
12
12
  from ragbits.evaluate.pipelines.base import EvaluationPipeline, EvaluationResult
@@ -17,9 +17,9 @@ class EvaluatorConfig(BaseModel):
17
17
  Schema for for the dict taken by `Evaluator.run_from_config` method.
18
18
  """
19
19
 
20
- dataloader: ObjectContructionConfig
21
- pipeline: ObjectContructionConfig
22
- metrics: dict[str, ObjectContructionConfig]
20
+ dataloader: ObjectConstructionConfig
21
+ pipeline: ObjectConstructionConfig
22
+ metrics: dict[str, ObjectConstructionConfig]
23
23
 
24
24
 
25
25
  class Evaluator(WithConstructionConfig):
@@ -3,14 +3,14 @@ import asyncio
3
3
  from datasets import load_dataset
4
4
 
5
5
  from ragbits.core.embeddings.litellm import LiteLLMEmbedder
6
- from ragbits.core.utils.config_handling import ObjectContructionConfig
6
+ from ragbits.core.utils.config_handling import ObjectConstructionConfig
7
7
  from ragbits.core.vector_stores.in_memory import InMemoryVectorStore
8
8
  from ragbits.document_search import DocumentSearch
9
9
  from ragbits.document_search.documents.document import DocumentMeta
10
10
  from ragbits.evaluate.metrics import MetricSet
11
11
 
12
12
  DS_PRECISION_RECALL_F1 = {
13
- "precision_recall_f1": ObjectContructionConfig.model_validate(
13
+ "precision_recall_f1": ObjectConstructionConfig.model_validate(
14
14
  {
15
15
  "type": "ragbits.evaluate.metrics.document_search:DocumentSearchPrecisionRecallF1",
16
16
  "config": {
@@ -3,8 +3,8 @@ from uuid import uuid4
3
3
 
4
4
  from typing_extensions import Self
5
5
 
6
+ from ragbits.core.sources.hf import HuggingFaceSource
6
7
  from ragbits.document_search import DocumentSearch
7
- from ragbits.document_search.documents.sources import HuggingFaceSource
8
8
  from ragbits.evaluate.pipelines.base import EvaluationPipeline, EvaluationResult
9
9
 
10
10