inspect-ai 0.3.63__py3-none-any.whl → 0.3.65__py3-none-any.whl

inspect_ai/util/_subprocess.py

@@ -20,6 +20,8 @@ T = TypeVar("T", str, bytes)
 
 @dataclass
 class ExecResult(Generic[T]):
+    """Execution result from call to `subprocess()`."""
+
     success: bool
     """Did the process exit with success."""
 
@@ -85,11 +87,11 @@ async def subprocess(
        cwd (str | Path | None): Switch to directory for execution.
        env (dict[str, str]): Additional environment variables.
        capture_output (bool): Capture stderr and stdout into ExecResult
-         (if False, then output is redirected to parent stderr/stdout)
+          (if False, then output is redirected to parent stderr/stdout)
        output_limit (int | None): Stop reading output if it exceeds
-         the specified limit (in bytes).
+          the specified limit (in bytes).
        timeout (int | None): Timeout. If the timeout expires then
-         a `TimeoutError` will be raised.
+          a `TimeoutError` will be raised.
 
     Returns:
        Subprocess result (text or binary depending on `text` param)

inspect_ai/util/_subtask.py

@@ -27,21 +27,21 @@ logger = getLogger(__name__)
 
 @runtime_checkable
 class Subtask(Protocol):
-    """Subtask with distinct `Store` and `Transcript`.
-
-    Args:
-      *args (Any): Arguments for the subtask.
-      **kwargs (Any): Keyword arguments for the subtask.
-
-    Returns:
-      Result of subtask.
-    """
-
     async def __call__(
         self,
         *args: Any,
         **kwargs: Any,
-    ) -> Any: ...
+    ) -> Any:
+        """Subtask with distinct `Store` and `Transcript`.
+
+        Args:
+            *args (Any): Arguments for the subtask.
+            **kwargs (Any): Keyword arguments for the subtask.
+
+        Returns:
+            Result of subtask.
+        """
+        ...
 
 
 @overload
@@ -71,11 +71,10 @@ def subtask(
     r"""Decorator for subtasks.
 
     Args:
-        func (Subtask): Subtask implementation.
-        name (str | None): Name for subtask (defaults to function name)
-        store (store | None): Store to use for subtask
-        type (str | None): Type to use for subtask
-        input (dict[str, Any] | None): Input to log for subtask
+        name: Name for subtask (defaults to function name)
+        store: Store to use for subtask
+        type: Type to use for subtask
+        input: Input to log for subtask
 
     Returns:
         Function which runs the Subtask, providing an isolated

{inspect_ai-0.3.63.dist-info → inspect_ai-0.3.65.dist-info}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 UK AI Safety Institute
+Copyright (c) 2024 UK AI Security Institute
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{inspect_ai-0.3.63.dist-info → inspect_ai-0.3.65.dist-info}/METADATA

@@ -1,8 +1,8 @@
 Metadata-Version: 2.2
 Name: inspect_ai
-Version: 0.3.63
+Version: 0.3.65
 Summary: Framework for large language model evaluations
-Author: UK AI Safety Institute
+Author: UK AI Security Institute
 License: MIT License
 Project-URL: Documentation, https://inspect.ai-safety-institute.org.uk/
 Project-URL: Source Code, https://github.com/UKGovernmentBEIS/inspect_ai
@@ -55,6 +55,7 @@ Requires-Dist: azure-ai-inference; extra == "dev"
 Requires-Dist: google-cloud-aiplatform; extra == "dev"
 Requires-Dist: google-generativeai; extra == "dev"
 Requires-Dist: goodfire; extra == "dev"
+Requires-Dist: griffe; extra == "dev"
 Requires-Dist: groq; extra == "dev"
 Requires-Dist: ipython; extra == "dev"
 Requires-Dist: mistralai; extra == "dev"
@@ -69,8 +70,9 @@ Requires-Dist: pytest-asyncio; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
 Requires-Dist: pytest-dotenv; extra == "dev"
 Requires-Dist: pytest-xdist; extra == "dev"
-Requires-Dist: ruff==0.9.4; extra == "dev"
+Requires-Dist: ruff==0.9.5; extra == "dev"
 Requires-Dist: textual-dev>=0.86.2; extra == "dev"
+Requires-Dist: types-Markdown; extra == "dev"
 Requires-Dist: types-PyYAML; extra == "dev"
 Requires-Dist: types-beautifulsoup4; extra == "dev"
 Requires-Dist: types-aioboto3; extra == "dev"
@@ -82,15 +84,17 @@ Requires-Dist: types-protobuf; extra == "dev"
 Requires-Dist: types-psutil; extra == "dev"
 Requires-Dist: types-python-dateutil; extra == "dev"
 Provides-Extra: doc
-Requires-Dist: quarto-cli; extra == "doc"
+Requires-Dist: quarto-cli==1.5.57; extra == "doc"
 Requires-Dist: jupyter; extra == "doc"
+Requires-Dist: panflute; extra == "doc"
+Requires-Dist: markdown; extra == "doc"
 Provides-Extra: dist
 Requires-Dist: twine; extra == "dist"
 Requires-Dist: build; extra == "dist"
 
-[<img width="295" src="https://inspect.ai-safety-institute.org.uk/images/aisi-logo.png" />](https://aisi.gov.uk/)
+[<img width="295" src="https://inspect.ai-safety-institute.org.uk/images/aisi-logo.svg" />](https://aisi.gov.uk/)
 
-Welcome to Inspect, a framework for large language model evaluations created by the [UK AI Safety Institute](https://aisi.gov.uk/).
+Welcome to Inspect, a framework for large language model evaluations created by the [UK AI Security Institute](https://aisi.gov.uk/).
 
 Inspect provides many built-in components, including facilities for prompt engineering, tool usage, multi-turn dialog, and model graded evaluations. Extensions to Inspect (e.g. to support new elicitation and scoring techniques) can be provided by other Python packages.