inspect-ai 0.3.98__py3-none-any.whl → 0.3.100__py3-none-any.whl

inspect_ai/util/_sandbox/docker/compose.py

@@ -10,6 +10,7 @@ from pydantic import BaseModel
 
 from inspect_ai._util.error import PrerequisiteError
 from inspect_ai._util.trace import trace_message
+from inspect_ai.util._concurrency import concurrency
 from inspect_ai.util._display import display_type
 from inspect_ai.util._subprocess import ExecResult, subprocess
 
@@ -303,18 +304,26 @@ async def compose_command(
     # build final command
     compose_command = compose_command + command
 
-    # function to run command
+    # set a concurrency limit for docker CLI invocations.
+    # this should help with running more containers in parallel while avoiding hangs on some systems
+    DEFAULT_CLI_CONCURRENCY = max((os.cpu_count() or 1) * 2, 4)
+    docker_cli_concurrency = int(
+        os.environ.get("INSPECT_DOCKER_CLI_CONCURRENCY", DEFAULT_CLI_CONCURRENCY)
+    )
+
+    # function to run command (wrapped in concurrency limiter)
     async def run_command(command_timeout: int | None) -> ExecResult[str]:
-        result = await subprocess(
-            compose_command,
-            input=input,
-            cwd=cwd,
-            env=env,
-            timeout=command_timeout,
-            capture_output=capture_output,
-            output_limit=output_limit,
-        )
-        return result
+        async with concurrency("docker-cli", docker_cli_concurrency):
+            result = await subprocess(
+                compose_command,
+                input=input,
+                cwd=cwd,
+                env=env,
+                timeout=command_timeout,
+                capture_output=capture_output,
+                output_limit=output_limit,
+            )
+            return result
 
     # we have observed underlying unreliability in docker compose in some linux
     # environments on EC2 -- this exhibits in very simple commands (e.g. compose config)

inspect_ai/util/_span.py

@@ -35,7 +35,7 @@ async def span(name: str, *, type: str | None = None) -> AsyncIterator[None]:
             SpanBeginEvent(
                 id=id,
                 parent_id=parent_id,
-                type=type,
+                type=type or name,
                 name=name,
             )
         )

{inspect_ai-0.3.98.dist-info → inspect_ai-0.3.100.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inspect_ai
-Version: 0.3.98
+Version: 0.3.100
 Summary: Framework for large language model evaluations
 Author: UK AI Security Institute
 License: MIT License
@@ -40,7 +40,7 @@ Requires-Dist: nest_asyncio
 Requires-Dist: numpy
 Requires-Dist: platformdirs>=2.3.0
 Requires-Dist: psutil
-Requires-Dist: pydantic>=2
+Requires-Dist: pydantic>=2.11.4
 Requires-Dist: python-dotenv>=0.16.0
 Requires-Dist: pyyaml
 Requires-Dist: rich<14.0.0,>=13.3.3
@@ -66,7 +66,7 @@ Requires-Dist: markdown; extra == "dev"
 Requires-Dist: mcp; extra == "dev"
 Requires-Dist: mistralai; extra == "dev"
 Requires-Dist: moto[server]; extra == "dev"
-Requires-Dist: mypy; extra == "dev"
+Requires-Dist: mypy>=1.16.0; extra == "dev"
 Requires-Dist: nbformat; extra == "dev"
 Requires-Dist: openai; extra == "dev"
 Requires-Dist: pandas>=2.0.0; extra == "dev"