trialdesignbench 0.1.0__py3-none-any.whl

trialdesignbench/__init__.py

@@ -0,0 +1,30 @@
+"""TrialDesignBench package.
+
+TrialDesignBench is intended to provide benchmark tooling for evaluating AI
+agents that reproduce clinical trial design characteristics from protocols and
+statistical analysis plans.
+"""
+
+from importlib.metadata import PackageNotFoundError, version
+
+from trialdesignbench.cases import (
+    DocumentKind,
+    ExpectedDesign,
+    SourceDocument,
+    TrialDesignCase,
+    TrialPhase,
+)
+
+try:
+    __version__ = version("trialdesignbench")
+except PackageNotFoundError:
+    __version__ = "0.0.0"
+
+__all__ = [
+    "DocumentKind",
+    "ExpectedDesign",
+    "SourceDocument",
+    "TrialDesignCase",
+    "TrialPhase",
+    "__version__",
+]

trialdesignbench/cases.py

@@ -0,0 +1,92 @@
+"""Core data structures for describing TrialDesignBench cases."""
+
+from __future__ import annotations
+
+from enum import Enum
+from pathlib import Path
+
+from pydantic import BaseModel, ConfigDict, Field, HttpUrl, model_validator
+
+
+class DocumentKind(str, Enum):
+    """Supported source document categories for a trial design case."""
+
+    PROTOCOL = "protocol"
+    SAP = "statistical_analysis_plan"
+    PUBLICATION = "publication"
+    REGISTRY = "registry"
+
+
+class TrialPhase(str, Enum):
+    """Clinical trial phases commonly represented in the benchmark."""
+
+    PHASE_1 = "phase_1"
+    PHASE_2 = "phase_2"
+    PHASE_3 = "phase_3"
+    PHASE_4 = "phase_4"
+
+
+class SourceDocument(BaseModel):
+    """A source document used by an agent to reproduce a trial design."""
+
+    model_config = ConfigDict(frozen=True)
+
+    kind: DocumentKind
+    path: Path | None = None
+    url: HttpUrl | None = None
+    text: str | None = None
+
+    @model_validator(mode="after")
+    def require_source(self) -> SourceDocument:
+        """Require at least one way to access the document."""
+        if self.path is None and self.url is None and not self.text:
+            msg = "at least one of path, url, or text must be provided"
+            raise ValueError(msg)
+        return self
+
+
+class ExpectedDesign(BaseModel):
+    """Objective design characteristics used for benchmark scoring."""
+
+    model_config = ConfigDict(frozen=True)
+
+    primary_endpoint: str | None = None
+    statistical_method: str | None = None
+    target_power: float | None = Field(default=None, ge=0.0, le=1.0)
+    alpha: float | None = Field(default=None, ge=0.0, le=1.0)
+    sample_size: int | None = Field(default=None, ge=1)
+
+
+class TrialDesignCase(BaseModel):
+    """A single benchmark case for trial design reproduction."""
+
+    model_config = ConfigDict(frozen=True)
+
+    case_id: str
+    title: str
+    therapeutic_area: str
+    design_type: str
+    phase: TrialPhase | None = None
+    documents: tuple[SourceDocument, ...]
+    expected_design: ExpectedDesign = Field(default_factory=ExpectedDesign)
+
+    @model_validator(mode="after")
+    def require_documents(self) -> TrialDesignCase:
+        """Require at least one protocol or statistical analysis plan."""
+        kinds = {document.kind for document in self.documents}
+        if not ({DocumentKind.PROTOCOL, DocumentKind.SAP} & kinds):
+            msg = "case must include a protocol or statistical analysis plan"
+            raise ValueError(msg)
+        return self
+
+    def prompt(self) -> str:
+        """Create a concise agent prompt for the benchmark case."""
+        parts = [
+            f"Reproduce the clinical trial design for: {self.title}.",
+            f"Therapeutic area: {self.therapeutic_area}.",
+            f"Design type: {self.design_type}.",
+            "Produce executable R code and a short reproduction report.",
+        ]
+        if self.phase is not None:
+            parts.insert(2, f"Trial phase: {self.phase.value}.")
+        return " ".join(parts)

trialdesignbench-0.1.0.dist-info/METADATA

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: trialdesignbench
+Version: 0.1.0
+Summary: Evaluate whether AI agents can create efficient, reproducible, and safe clinical trial design
+Author-email: Nan Xiao <me@nanx.me>
+License-File: LICENSE
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Education
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Typing :: Typed
+Requires-Python: >=3.10
+Requires-Dist: pydantic>=2.13.4
+Requires-Dist: tqdm>=4.67.3
+Description-Content-Type: text/markdown
+
+# trialdesignbench

trialdesignbench-0.1.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+trialdesignbench/__init__.py,sha256=9MXgQfF7QjbjfnYfvtx93UDznTEbYnSp9O6hH7cZH2U,660
+trialdesignbench/cases.py,sha256=MeDtfOhYiBkdO5mJwgzZwFJa1NqZ4F4FBEiJoLM9TdI,2995
+trialdesignbench-0.1.0.dist-info/METADATA,sha256=KO50zhpkmMMJxlUJGgK-ziwry8-yZUI8ajBv97OGWVg,1105
+trialdesignbench-0.1.0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
+trialdesignbench-0.1.0.dist-info/licenses/LICENSE,sha256=4zGHEsdfSEez2ga64vyYEJLVOtEg_YZb4QpIWB3xBmg,1069
+trialdesignbench-0.1.0.dist-info/RECORD,,

trialdesignbench-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.29.0
+Root-Is-Purelib: true
+Tag: py3-none-any

trialdesignbench-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2026, trialdesignbench authors
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.