scorebook 0.0.10__py3-none-any.whl → 0.0.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. scorebook/__init__.py +3 -3
  2. scorebook/eval_datasets/__init__.py +5 -0
  3. scorebook/eval_datasets/eval_dataset.py +719 -0
  4. scorebook/evaluate/_async/evaluate_async.py +58 -28
  5. scorebook/evaluate/_sync/evaluate.py +58 -28
  6. scorebook/evaluate/evaluate_helpers.py +31 -8
  7. scorebook/exceptions.py +48 -0
  8. scorebook/inference/clients/bedrock.py +1 -1
  9. scorebook/inference/clients/portkey.py +1 -1
  10. scorebook/inference/clients/vertex.py +1 -1
  11. scorebook/settings.py +3 -0
  12. scorebook/types.py +8 -5
  13. scorebook/utils/__init__.py +4 -4
  14. scorebook/utils/io_helpers.py +18 -5
  15. scorebook/utils/progress_bars.py +752 -70
  16. scorebook/utils/{build_prompt.py → render_template.py} +13 -12
  17. {scorebook-0.0.10.dist-info → scorebook-0.0.11.dist-info}/METADATA +2 -1
  18. {scorebook-0.0.10.dist-info → scorebook-0.0.11.dist-info}/RECORD +21 -20
  19. scorebook/eval_dataset.py +0 -404
  20. {scorebook-0.0.10.dist-info → scorebook-0.0.11.dist-info}/WHEEL +0 -0
  21. {scorebook-0.0.10.dist-info → scorebook-0.0.11.dist-info}/entry_points.txt +0 -0
  22. {scorebook-0.0.10.dist-info → scorebook-0.0.11.dist-info}/licenses/LICENSE +0 -0
scorebook/__init__.py CHANGED
@@ -9,17 +9,17 @@ import importlib.metadata
9
9
  # get version from pyproject.toml
10
10
  __version__ = importlib.metadata.version(__package__ or __name__)
11
11
 
12
- from scorebook.eval_dataset import EvalDataset
12
+ from scorebook.eval_datasets import EvalDataset
13
13
  from scorebook.evaluate import evaluate, evaluate_async
14
14
  from scorebook.inference.inference_pipeline import InferencePipeline
15
15
  from scorebook.trismik.credentials import login, whoami
16
- from scorebook.utils.build_prompt import build_prompt
16
+ from scorebook.utils.render_template import render_template
17
17
 
18
18
  __all__ = [
19
19
  "EvalDataset",
20
20
  "evaluate",
21
21
  "evaluate_async",
22
- "build_prompt",
22
+ "render_template",
23
23
  "login",
24
24
  "whoami",
25
25
  "InferencePipeline",
scorebook/eval_datasets/__init__.py ADDED
@@ -0,0 +1,5 @@
1
+ """Dataset utilities for scorebook."""
2
+
3
+ from scorebook.eval_datasets.eval_dataset import EvalDataset
4
+
5
+ __all__ = ["EvalDataset"]