scorebook 0.0.8__tar.gz → 0.0.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {scorebook-0.0.8 → scorebook-0.0.9}/PKG-INFO +1 -1
  2. {scorebook-0.0.8 → scorebook-0.0.9}/pyproject.toml +1 -1
  3. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/evaluate.py +2 -2
  4. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/adaptive_testing_service.py +1 -1
  5. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/upload_classic_eval_run.py +1 -1
  6. {scorebook-0.0.8 → scorebook-0.0.9}/LICENSE +0 -0
  7. {scorebook-0.0.8 → scorebook-0.0.9}/README.md +0 -0
  8. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/__init__.py +0 -0
  9. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/cli/__init__.py +0 -0
  10. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/cli/auth.py +0 -0
  11. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/cli/main.py +0 -0
  12. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/eval_dataset.py +0 -0
  13. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/exceptions.py +0 -0
  14. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference/__init__.py +0 -0
  15. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference/bedrock.py +0 -0
  16. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference/openai.py +0 -0
  17. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference/portkey.py +0 -0
  18. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference/vertex.py +0 -0
  19. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/inference_pipeline.py +0 -0
  20. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/metrics/__init__.py +0 -0
  21. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/metrics/accuracy.py +0 -0
  22. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/metrics/metric_base.py +0 -0
  23. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/metrics/metric_registry.py +0 -0
  24. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/metrics/precision.py +0 -0
  25. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/__init__.py +0 -0
  26. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/login.py +0 -0
  27. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/types.py +0 -0
  28. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/__init__.py +0 -0
  29. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/async_utils.py +0 -0
  30. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/build_prompt.py +0 -0
  31. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/io_helpers.py +0 -0
  32. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/jinja_helpers.py +0 -0
  33. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/mappers.py +0 -0
  34. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/progress_bars.py +0 -0
  35. {scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/utils/transform_helpers.py +0 -0
{scorebook-0.0.8 → scorebook-0.0.9}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: scorebook
3
- Version: 0.0.8
3
+ Version: 0.0.9
4
4
  Summary: A Python project for LLM evaluation.
5
5
  License-File: LICENSE
6
6
  Author: Euan Campbell
{scorebook-0.0.8 → scorebook-0.0.9}/pyproject.toml RENAMED
@@ -18,7 +18,7 @@ dependencies = [
18
18
  scorebook = "scorebook.cli.main:main"
19
19
 
20
20
  [tool.poetry]
21
- version = "0.0.8" # base version
21
+ version = "0.0.9" # base version
22
22
  packages = [{ include = "scorebook", from = "src" }]
23
23
 
24
24
  [[tool.poetry.source]]
{scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/evaluate.py RENAMED
@@ -430,14 +430,14 @@ def _build_eval_run_specs(
430
430
  )
431
431
 
432
432
  # Create adaptive eval run spec from string
433
- elif isinstance(dataset, str) and dataset.endswith(":adaptive"):
433
+ elif isinstance(dataset, AdaptiveEvalDataset):
434
434
  if not experiment_id or not project_id:
435
435
  raise ScoreBookError(
436
436
  "experiment_id and project_id are required for adaptive evaluations"
437
437
  )
438
438
  eval_run_specs.append(
439
439
  _build_adaptive_eval_run_spec(
440
- dataset,
440
+ dataset.name,
441
441
  dataset_index,
442
442
  hyperparameter_config,
443
443
  hyperparameters_index,
{scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/adaptive_testing_service.py RENAMED
@@ -38,7 +38,7 @@ async def run_adaptive_evaluation(
38
38
  runner = AdaptiveTest(
39
39
  make_trismik_inference(inference),
40
40
  client=TrismikAsyncClient(
41
- service_url="https://api-stage.trismik.com/adaptive-testing", api_key=get_token()
41
+ service_url="https://api.trismik.com/adaptive-testing", api_key=get_token()
42
42
  ),
43
43
  )
44
44
 
{scorebook-0.0.8 → scorebook-0.0.9}/src/scorebook/trismik_services/upload_classic_eval_run.py RENAMED
@@ -40,7 +40,7 @@ async def upload_classic_eval_run(
40
40
  runner = AdaptiveTest(
41
41
  lambda x: None,
42
42
  client=TrismikAsyncClient(
43
- service_url="https://api-stage.trismik.com/adaptive-testing", api_key=get_token()
43
+ service_url="https://api.trismik.com/adaptive-testing", api_key=get_token()
44
44
  ),
45
45
  )
46
46
 
{scorebook-0.0.8 → scorebook-0.0.9}/LICENSE RENAMED
File without changes
{scorebook-0.0.8 → scorebook-0.0.9}/README.md RENAMED
File without changes