scorebook 0.0.9__tar.gz → 0.0.11__tar.gz

{scorebook-0.0.9 → scorebook-0.0.11}/PKG-INFO

@@ -1,18 +1,17 @@
 Metadata-Version: 2.4
 Name: scorebook
-Version: 0.0.9
+Version: 0.0.11
 Summary: A Python project for LLM evaluation.
 License-File: LICENSE
 Author: Euan Campbell
 Author-email: euan@trismik.com
-Requires-Python: >=3.9
+Requires-Python: >=3.9, <3.14
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Classifier: Programming Language :: Python :: 3.14
 Provides-Extra: bedrock
 Provides-Extra: examples
 Provides-Extra: openai
@@ -24,6 +23,7 @@ Requires-Dist: datasets (>=3.6.0)
 Requires-Dist: fsspec[gcs] ; extra == "vertex"
 Requires-Dist: google-cloud-storage ; extra == "vertex"
 Requires-Dist: google-genai ; extra == "vertex"
+Requires-Dist: ipywidgets (>=8.0.0)
 Requires-Dist: notebook (>=7.4.5,<8.0.0)
 Requires-Dist: notebook ; extra == "examples"
 Requires-Dist: openai ; extra == "openai"
@@ -37,7 +37,7 @@ Requires-Dist: torch ; extra == "examples"
 Requires-Dist: torchaudio ; extra == "examples"
 Requires-Dist: torchvision ; extra == "examples"
 Requires-Dist: transformers ; extra == "examples"
-Requires-Dist: trismik (>=0.9.12)
+Requires-Dist: trismik (>=1.0.1,<2.0.0)
 Description-Content-Type: text/markdown
 
 # Scorebook

scorebook-0.0.11/pyproject.toml

@@ -0,0 +1,134 @@
+[project]
+name = "scorebook"
+dynamic = ["version"]
+description = "A Python project for LLM evaluation."
+authors = [
+    { name = "Euan Campbell", email = "euan@trismik.com"},
+    { name = "Marco Basaldella", email = "marco@trismik.com" }
+]
+readme = "README.md"
+requires-python = ">=3.9, <3.14"
+dependencies = [
+    "datasets>=3.6.0",
+    "notebook (>=7.4.5,<8.0.0)",
+    "trismik (>=1.0.1, <2.0.0)",
+    "ipywidgets>=8.0.0",
+]
+
+[project.scripts]
+scorebook = "scorebook.cli.main:main"
+
+[tool.poetry]
+version = "0.0.11"  # base version
+packages = [{ include = "scorebook", from = "src" }]
+
+[tool.poetry.dependencies]
+python = ">=3.9,<3.14"
+datasets = ">=3.6.0"
+notebook = ">=7.4.5,<8.0.0"
+trismik = ">=1.0.1,<2.0.0"
+ipywidgets = ">=8.0.0"
+
+# Optional dependencies
+openai = {version = "*", optional = true}
+python-dotenv = {version = "*", optional = true}
+portkey-ai = {version = "*", optional = true}
+boto3 = {version = "1.40.0", optional = true}
+google-genai = {version = "*", optional = true}
+pandas = {version = "*", optional = true}
+google-cloud-storage = {version = "*", optional = true}
+fsspec = {version = "*", extras = ["gcs"], optional = true}
+transformers = {version = "*", optional = true}
+torch = {version = "*", optional = true}
+torchvision = {version = "*", optional = true}
+torchaudio = {version = "*", optional = true}
+accelerate = {version = "*", optional = true}
+
+[tool.poetry.extras]
+openai = ["openai", "python-dotenv"]
+portkey = ["portkey-ai", "python-dotenv"]
+bedrock = ["boto3", "python-dotenv"]
+vertex = ["google-genai", "pandas", "google-cloud-storage", "fsspec", "python-dotenv"]
+examples = ["transformers", "torch", "torchvision", "torchaudio", "accelerate", "notebook"]
+
+[[tool.poetry.source]]
+name = "testpypi"
+url = "https://test.pypi.org/simple/"
+priority = "supplemental"
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^8.3.2"
+pytest-asyncio = "^0.24.0"
+pre-commit = "^3.6.2"
+black = "^24.3.0"
+isort = "^5.13.2"
+Flake8-pyproject = "^1.2.3"
+flake8 = "^7.0.0"
+mypy = "^1.15.0"
+autoflake = "^2.3.1"
+toml = "^0.10.2"
+types-pyyaml = "^6.0.12.20250822"
+unasync = {version = "^0.5.0", python = ">=3.9,<4"}
+tomlkit = "^0.13.2"
+detect-secrets = "^1.5.0"
+
+[project.optional-dependencies]
+openai = ["openai", "python-dotenv"]
+portkey = ["portkey-ai", "python-dotenv"]
+bedrock = ["boto3==1.40.0", "python-dotenv"]
+vertex = ["google-genai", "pandas", "google-cloud-storage", "fsspec[gcs]", "python-dotenv"]
+examples = ["transformers", "torch", "torchvision", "torchaudio", "accelerate", "notebook"]
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.pytest.ini_options]
+asyncio_default_fixture_loop_scope = "class"
+markers = [
+    "unit: Unit tests that use mocks and don't require external dependencies",
+    "integration: Integration tests that may require network access or external services",
+]
+
+[tool.black]
+line-length = 100
+target-version = ['py39']
+include = '\.pyi?$'
+
+[tool.isort]
+profile = "black"
+line_length = 100
+multi_line_output = 3
+
+[tool.mypy]
+python_version = "3.9"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+disallow_untyped_decorators = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_no_return = true
+warn_unreachable = true
+install_types = true
+
+[tool.flake8] # note that this depends on Flake8-pyproject
+ignore = ["D202", "W503", "W504"]
+
+[tool.unasync]
+[[tool.unasync.rules]]
+fromdir = "src/scorebook/evaluate/_async/"
+todir = "src/scorebook/evaluate/_sync/"
+
+
+# Custom replacements beyond default async/await transformations
+[tool.unasync.rules.replacements]
+"evaluate_async" = "evaluate"
+"Asynchronous evaluation complete" = "Synchronous evaluation complete"
+"    run_results = asyncio.gather(*[worker(run) for run in runs])" = "    run_results = [worker(run) for run in runs]"
+"async_nullcontext" = "nullcontext"
+"create_trismik_async_client" = "create_trismik_sync_client"

scorebook-0.0.11/src/scorebook/__init__.py

@@ -0,0 +1,26 @@
+"""
+Scorebook package.
+
+A Python project for scorebook functionality.
+"""
+
+import importlib.metadata
+
+# get version from pyproject.toml
+__version__ = importlib.metadata.version(__package__ or __name__)
+
+from scorebook.eval_datasets import EvalDataset
+from scorebook.evaluate import evaluate, evaluate_async
+from scorebook.inference.inference_pipeline import InferencePipeline
+from scorebook.trismik.credentials import login, whoami
+from scorebook.utils.render_template import render_template
+
+__all__ = [
+    "EvalDataset",
+    "evaluate",
+    "evaluate_async",
+    "render_template",
+    "login",
+    "whoami",
+    "InferencePipeline",
+]

{scorebook-0.0.9 → scorebook-0.0.11}/src/scorebook/cli/auth.py

@@ -4,7 +4,7 @@ import argparse
 import getpass
 import sys
 
-from scorebook.trismik.login import get_stored_token, get_token_path, login, logout, whoami
+from scorebook.trismik.credentials import get_stored_token, get_token_path, login, logout, whoami
 
 
 def auth_command(args: argparse.Namespace) -> int:

scorebook-0.0.11/src/scorebook/eval_datasets/__init__.py

@@ -0,0 +1,5 @@
+"""Dataset utilities for scorebook."""
+
+from scorebook.eval_datasets.eval_dataset import EvalDataset
+
+__all__ = ["EvalDataset"]