scorebook 0.0.15__tar.gz → 0.0.16__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (109) hide show
  1. {scorebook-0.0.15 → scorebook-0.0.16}/PKG-INFO +2 -2
  2. {scorebook-0.0.15 → scorebook-0.0.16}/pyproject.toml +2 -2
  3. {scorebook-0.0.15 → scorebook-0.0.16}/LICENSE +0 -0
  4. {scorebook-0.0.15 → scorebook-0.0.16}/README.md +0 -0
  5. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/__init__.py +0 -0
  6. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/cli/__init__.py +0 -0
  7. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/cli/auth.py +0 -0
  8. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/cli/main.py +0 -0
  9. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/dashboard/__init__.py +0 -0
  10. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/dashboard/create_project.py +0 -0
  11. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/dashboard/credentials.py +0 -0
  12. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/dashboard/upload_results.py +0 -0
  13. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/eval_datasets/__init__.py +0 -0
  14. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/eval_datasets/eval_dataset.py +0 -0
  15. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/__init__.py +0 -0
  16. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/_async/__init__.py +0 -0
  17. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/_async/evaluate_async.py +0 -0
  18. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/_sync/__init__.py +0 -0
  19. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/_sync/evaluate.py +0 -0
  20. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/evaluate/evaluate_helpers.py +0 -0
  21. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/exceptions.py +0 -0
  22. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/__init__.py +0 -0
  23. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/clients/__init__.py +0 -0
  24. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/clients/bedrock.py +0 -0
  25. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/clients/openai.py +0 -0
  26. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/clients/portkey.py +0 -0
  27. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/clients/vertex.py +0 -0
  28. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/inference/inference_pipeline.py +0 -0
  29. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/README.md +0 -0
  30. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/__init__.py +0 -0
  31. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/accuracy.py +0 -0
  32. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/bertscore.py +0 -0
  33. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/bleu.py +0 -0
  34. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/core/__init__.py +0 -0
  35. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/core/metric_base.py +0 -0
  36. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/core/metric_registry.py +0 -0
  37. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/exactmatch.py +0 -0
  38. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/f1.py +0 -0
  39. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/precision.py +0 -0
  40. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/recall.py +0 -0
  41. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/metrics/rouge.py +0 -0
  42. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/__init__.py +0 -0
  43. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/_async/__init__.py +0 -0
  44. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/_async/score_async.py +0 -0
  45. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/_sync/__init__.py +0 -0
  46. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/_sync/score.py +0 -0
  47. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/score/score_helpers.py +0 -0
  48. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/settings.py +0 -0
  49. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/types.py +0 -0
  50. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/__init__.py +0 -0
  51. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/async_utils.py +0 -0
  52. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/common_helpers.py +0 -0
  53. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/io_helpers.py +0 -0
  54. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/jinja_helpers.py +0 -0
  55. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/mappers.py +0 -0
  56. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/mock_llm/__init__.py +0 -0
  57. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/mock_llm/data/mock_llm_data.json +0 -0
  58. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/progress_bars.py +0 -0
  59. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/render_template.py +0 -0
  60. {scorebook-0.0.15 → scorebook-0.0.16}/src/scorebook/utils/transform_helpers.py +0 -0
  61. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/README.md +0 -0
  62. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/__init__.py +0 -0
  63. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/1-scoring_model_accuracy.py +0 -0
  64. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/2-scoring_model_bleu.py +0 -0
  65. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/3-scoring_model_f1.py +0 -0
  66. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/4-scoring_model_rouge.py +0 -0
  67. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/5-scoring_model_exact_match.py +0 -0
  68. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/6-scoring_with_bertscore.py +0 -0
  69. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/1-score/__init__.py +0 -0
  70. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/1-evaluating_local_models.py +0 -0
  71. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/2-evaluating_local_models_with_batching.py +0 -0
  72. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/3-evaluating_cloud_models.py +0 -0
  73. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/4-evaluating_cloud_models_with_batching.py +0 -0
  74. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/5-hyperparameter_sweeps.py +0 -0
  75. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/2-evaluate/6-inference_pipelines.py +0 -0
  76. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/1-evaluation_datasets_from_files.py +0 -0
  77. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/2-evaluation_datasets_from_huggingface.py +0 -0
  78. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/3-evaluation_datasets_from_huggingface_with_yaml_configs.py +0 -0
  79. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/example_datasets/basic_questions.csv +0 -0
  80. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/example_datasets/basic_questions.json +0 -0
  81. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/example_yaml_configs/Cais-MMLU.yaml +0 -0
  82. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/3-evaluation_datasets/example_yaml_configs/TIGER-Lab-MMLU-Pro.yaml +0 -0
  83. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/4-adaptive_evaluations/1-adaptive_evaluation.py +0 -0
  84. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/4-adaptive_evaluations/2-adaptive_dataset_splits.py +0 -0
  85. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/5-upload_results/1-uploading_score_results.py +0 -0
  86. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/5-upload_results/2-uploading_evaluate_results.py +0 -0
  87. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/5-upload_results/3-uploading_your_results.py +0 -0
  88. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/aws/__init__.py +0 -0
  89. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/aws/batch_example.py +0 -0
  90. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/portkey/__init__.py +0 -0
  91. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/portkey/batch_example.py +0 -0
  92. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/portkey/messages_example.py +0 -0
  93. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/vertex/__init__.py +0 -0
  94. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/vertex/batch_example.py +0 -0
  95. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/6-providers/vertex/messages_example.py +0 -0
  96. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/examples/__init__.py +0 -0
  97. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/notebooks/1-scoring.ipynb +0 -0
  98. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/notebooks/2-evaluating.ipynb +0 -0
  99. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/notebooks/3.1-adaptive_evaluation_phi.ipynb +0 -0
  100. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/notebooks/3.2-adaptive_evaluation_gpt.ipynb +0 -0
  101. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/notebooks/4-uploading_results.ipynb +0 -0
  102. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/quickstarts/adaptive_evaluations/adaptive_evaluation_openai_demo.ipynb +0 -0
  103. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/quickstarts/adaptive_evaluations/adaptive_evaluation_qwen_demo.ipynb +0 -0
  104. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/quickstarts/classical_evaluations/classical_evaluation_demo.ipynb +0 -0
  105. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/quickstarts/getting_started.ipynb +0 -0
  106. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/utils/__init__.py +0 -0
  107. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/utils/args_parser.py +0 -0
  108. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/utils/output.py +0 -0
  109. {scorebook-0.0.15 → scorebook-0.0.16}/tutorials/utils/setup.py +0 -0
{scorebook-0.0.15 → scorebook-0.0.16}/PKG-INFO RENAMED
@@ -1,11 +1,11 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: scorebook
3
- Version: 0.0.15
3
+ Version: 0.0.16
4
4
  Summary: A Python project for LLM evaluation.
5
5
  License-File: LICENSE
6
6
  Author: Euan Campbell
7
7
  Author-email: euan@trismik.com
8
- Requires-Python: >=3.10, <3.14
8
+ Requires-Python: >=3.10
9
9
  Classifier: Programming Language :: Python :: 3
10
10
  Classifier: Programming Language :: Python :: 3.10
11
11
  Classifier: Programming Language :: Python :: 3.11
{scorebook-0.0.15 → scorebook-0.0.16}/pyproject.toml RENAMED
@@ -7,7 +7,7 @@ authors = [
7
7
  { name = "Marco Basaldella", email = "marco@trismik.com" }
8
8
  ]
9
9
  readme = "README.md"
10
- requires-python = ">=3.10, <3.14"
10
+ requires-python = ">=3.10"
11
11
  dependencies = [
12
12
  "datasets>=3.6.0",
13
13
  "trismik>=1.0.3",
@@ -19,7 +19,7 @@ dependencies = [
19
19
  scorebook = "scorebook.cli.main:main"
20
20
 
21
21
  [tool.poetry]
22
- version = "0.0.15" # base version
22
+ version = "0.0.16" # base version
23
23
  packages = [
24
24
  { include = "scorebook", from = "src" },
25
25
  { include = "tutorials" }
{scorebook-0.0.15 → scorebook-0.0.16}/LICENSE RENAMED
File without changes
{scorebook-0.0.15 → scorebook-0.0.16}/README.md RENAMED
File without changes